@tdengine/websocket 3.2.2 → 3.3.0

package/lib/test/bulkPulling/wsProxy.failover.integration.test.js

@@ -0,0 +1,120 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+const wsConnectorPool_1 = require("../../src/client/wsConnectorPool");
+const config_1 = require("../../src/common/config");
+const wsSql_1 = require("../../src/sql/wsSql");
+const utils_1 = require("../utils");
+const wsProxy_1 = require("../helpers/wsProxy");
+function parseBinaryAction(rawData) {
+    if (typeof rawData === "string" || rawData.byteLength < 24) {
+        return null;
+    }
+    return rawData.readBigInt64LE(16);
+}
+describe("ws proxy failover integration", () => {
+    jest.setTimeout(120 * 1000);
+    afterEach(async () => {
+        wsConnectorPool_1.WebSocketConnectionPool.instance().destroyed();
+        jest.restoreAllMocks();
+    });
+    test("switches to next address when active proxy restarts with downtime", async () => {
+        let restartTriggered = false;
+        let proxyBHadActivity = false;
+        let wsSql = null;
+        const proxyA = await wsProxy_1.WsProxy.create({
+            host: "127.0.0.1",
+            port: 0,
+            onEvent: (event, control) => {
+                if (event.type !== "message") {
+                    return;
+                }
+                if (event.direction !== "client_to_upstream" || !event.isBinary) {
+                    return;
+                }
+                const action = parseBinaryAction(event.rawData);
+                if (action === 6n && !restartTriggered) {
+                    restartTriggered = true;
+                    void control.restart({
+                        downtimeMs: 800,
+                        reason: "trigger dual-address failover",
+                    });
+                }
+            },
+        });
+        const proxyB = await wsProxy_1.WsProxy.create({
+            host: "127.0.0.1",
+            port: 0,
+            onEvent: (event) => {
+                if (event.type === "client_connected") {
+                    proxyBHadActivity = true;
+                    return;
+                }
+                if (event.type === "message" &&
+                    event.direction === "client_to_upstream") {
+                    proxyBHadActivity = true;
+                }
+            },
+        });
+        const randomSpy = jest.spyOn(Math, "random").mockReturnValue(0);
+        try {
+            const dsn = `ws://${(0, utils_1.testUsername)()}:${(0, utils_1.testPassword)()}` +
+                `@127.0.0.1:${proxyA.getPort()},127.0.0.1:${proxyB.getPort()}` +
+                `?retries=1&retry_backoff_ms=20&retry_backoff_max_ms=20`;
+            const conf = new config_1.WSConfig(dsn);
+            conf.setTimeOut(6000);
+            wsSql = await wsSql_1.WsSql.open(conf);
+            const result = await wsSql.exec("select server_version()");
+            expect(result).toBeTruthy();
+            expect(restartTriggered).toBe(true);
+            expect(proxyBHadActivity).toBe(true);
+        }
+        finally {
+            randomSpy.mockRestore();
+            if (wsSql) {
+                await wsSql.close();
+            }
+            await proxyA.stop("test cleanup");
+            await proxyB.stop("test cleanup");
+        }
+    });
+    test("reconnects to same address after single proxy hard restart", async () => {
+        let restartCount = 0;
+        let wsSql = null;
+        const proxy = await wsProxy_1.WsProxy.create({
+            host: "127.0.0.1",
+            port: 0,
+            onEvent: (event, control) => {
+                if (event.type !== "message") {
+                    return;
+                }
+                if (event.direction !== "client_to_upstream" || !event.isBinary) {
+                    return;
+                }
+                const action = parseBinaryAction(event.rawData);
+                if (action === 6n && restartCount === 0) {
+                    restartCount += 1;
+                    void control.restart({
+                        downtimeMs: 120,
+                        reason: "trigger single-address reconnect",
+                    });
+                }
+            },
+        });
+        try {
+            const dsn = `ws://${(0, utils_1.testUsername)()}:${(0, utils_1.testPassword)()}@127.0.0.1:${proxy.getPort()}` +
+                `?retries=6&retry_backoff_ms=30&retry_backoff_max_ms=60`;
+            const conf = new config_1.WSConfig(dsn);
+            conf.setTimeOut(6000);
+            wsSql = await wsSql_1.WsSql.open(conf);
+            const result = await wsSql.exec("select server_version()");
+            expect(result).toBeTruthy();
+            expect(restartCount).toBe(1);
+        }
+        finally {
+            if (wsSql) {
+                await wsSql.close();
+            }
+            await proxy.stop("test cleanup");
+        }
+    });
+});

package/lib/test/bulkPulling/wsProxy.failover.test.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=wsProxy.failover.test.d.ts.map

package/lib/test/bulkPulling/wsProxy.failover.test.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"wsProxy.failover.test.d.ts","sourceRoot":"","sources":["../../../test/bulkPulling/wsProxy.failover.test.ts"],"names":[],"mappings":""}

package/lib/test/bulkPulling/wsProxy.failover.test.js

@@ -0,0 +1,465 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+const wsConnectorPool_1 = require("../../src/client/wsConnectorPool");
+const config_1 = require("../../src/common/config");
+const wsSql_1 = require("../../src/sql/wsSql");
+const constant_1 = require("../../src/tmq/constant");
+const wsTmq_1 = require("../../src/tmq/wsTmq");
+const utils_1 = require("../helpers/utils");
+const wsProxy_1 = require("../helpers/wsProxy");
+function parseBinaryAction(rawData) {
+    if (typeof rawData === "string" || rawData.byteLength < 24) {
+        return null;
+    }
+    return rawData.readBigInt64LE(16);
+}
+function parseJsonAction(rawData) {
+    if (typeof rawData !== "string") {
+        return null;
+    }
+    try {
+        const parsed = JSON.parse(rawData);
+        return typeof parsed.action === "string" ? parsed.action : null;
+    }
+    catch (_err) {
+        return null;
+    }
+}
+describe("ws proxy failover", () => {
+    jest.setTimeout(120 * 1000);
+    afterEach(async () => {
+        wsConnectorPool_1.WebSocketConnectionPool.instance().destroyed();
+        jest.restoreAllMocks();
+    });
+    test("switches to next address when active proxy restarts with downtime", async () => {
+        let restartTriggered = false;
+        let proxyBHadActivity = false;
+        let wsSql = null;
+        const proxyA = await wsProxy_1.WsProxy.create({
+            host: "127.0.0.1",
+            port: 0,
+            onEvent: (event, control) => {
+                if (event.type !== "message") {
+                    return;
+                }
+                if (event.direction !== "client_to_upstream" || !event.isBinary) {
+                    return;
+                }
+                const action = parseBinaryAction(event.rawData);
+                if (action === 6n && !restartTriggered) {
+                    restartTriggered = true;
+                    void control.restart({
+                        downtimeMs: 800,
+                        reason: "trigger dual-address failover",
+                    });
+                }
+            },
+        });
+        const proxyB = await wsProxy_1.WsProxy.create({
+            host: "127.0.0.1",
+            port: 0,
+            onEvent: (event) => {
+                if (event.type === "client_connected") {
+                    proxyBHadActivity = true;
+                    return;
+                }
+                if (event.type === "message" &&
+                    event.direction === "client_to_upstream") {
+                    proxyBHadActivity = true;
+                }
+            },
+        });
+        const randomSpy = jest.spyOn(Math, "random").mockReturnValue(0);
+        try {
+            const dsn = `ws://${(0, utils_1.testUsername)()}:${(0, utils_1.testPassword)()}` +
+                `@127.0.0.1:${proxyA.getPort()},127.0.0.1:${proxyB.getPort()}` +
+                `?retries=5&retry_backoff_ms=20&retry_backoff_max_ms=20`;
+            const conf = new config_1.WSConfig(dsn);
+            conf.setTimeOut(6000);
+            wsSql = await wsSql_1.WsSql.open(conf);
+            const result = await wsSql.exec("select server_version()");
+            expect(result).toBeTruthy();
+            expect(restartTriggered).toBe(true);
+            expect(proxyBHadActivity).toBe(true);
+        }
+        finally {
+            randomSpy.mockRestore();
+            if (wsSql) {
+                await wsSql.close();
+            }
+            await proxyA.stop("test cleanup");
+            await proxyB.stop("test cleanup");
+        }
+    });
+    test("reconnects to same address after single proxy hard restart", async () => {
+        let restartCount = 0;
+        let wsSql = null;
+        const proxy = await wsProxy_1.WsProxy.create({
+            host: "127.0.0.1",
+            port: 0,
+            onEvent: (event, control) => {
+                if (event.type !== "message") {
+                    return;
+                }
+                if (event.direction !== "client_to_upstream" || !event.isBinary) {
+                    return;
+                }
+                const action = parseBinaryAction(event.rawData);
+                if (action === 6n && restartCount === 0) {
+                    restartCount += 1;
+                    void control.restart({
+                        downtimeMs: 120,
+                        reason: "trigger single-address reconnect",
+                    });
+                }
+            },
+        });
+        try {
+            const dsn = `ws://${(0, utils_1.testUsername)()}:${(0, utils_1.testPassword)()}@127.0.0.1:${proxy.getPort()}` +
+                `?retries=6&retry_backoff_ms=30&retry_backoff_max_ms=60`;
+            const conf = new config_1.WSConfig(dsn);
+            conf.setTimeOut(6000);
+            wsSql = await wsSql_1.WsSql.open(conf);
+            const result = await wsSql.exec("select server_version()");
+            expect(result).toBeTruthy();
+            expect(restartCount).toBe(1);
+        }
+        finally {
+            if (wsSql) {
+                await wsSql.close();
+            }
+            await proxy.stop("test cleanup");
+        }
+    });
+    test("keeps all 5000 rows with single-address random proxy restarts during inserts", async () => {
+        const targetRows = 5000;
+        const baseTs = 1700000000000;
+        const dbName = "test_1773988174";
+        const tableName = "t0";
+        let wsSql = null;
+        let setupSql = null;
+        let cleanupSql = null;
+        let writePhase = false;
+        let restartInFlight = false;
+        let restartCount = 0;
+        let forwardedInsertFrames = 0;
+        const localDsn = `ws://${(0, utils_1.testUsername)()}:${(0, utils_1.testPassword)()}@127.0.0.1:6041`;
+        const setupConf = new config_1.WSConfig(localDsn);
+        setupConf.setTimeOut(6000);
+        setupSql = await wsSql_1.WsSql.open(setupConf);
+        try {
+            await setupSql.exec(`drop database if exists ${dbName}`);
+            await setupSql.exec(`create database if not exists ${dbName}`);
+        }
+        finally {
+            await setupSql.close();
+            setupSql = null;
+        }
+        const proxy = await wsProxy_1.WsProxy.create({
+            host: "127.0.0.1",
+            port: 0,
+            onEvent: (event, control) => {
+                if (!writePhase || restartInFlight) {
+                    return;
+                }
+                if (event.type !== "message") {
+                    return;
+                }
+                if (event.direction !== "client_to_upstream" || !event.isBinary) {
+                    return;
+                }
+                const action = parseBinaryAction(event.rawData);
+                if (action !== 6n) {
+                    return;
+                }
+                forwardedInsertFrames += 1;
+                if (Math.random() < 0.003) {
+                    restartInFlight = true;
+                    restartCount += 1;
+                    const downtimeMs = 10 + Math.floor(Math.random() * 60);
+                    void control.restart({
+                        downtimeMs,
+                        reason: `random restart #${restartCount}`,
+                    }).finally(() => {
+                        restartInFlight = false;
+                    });
+                }
+            },
+        });
+        try {
+            const dsn = `ws://${(0, utils_1.testUsername)()}:${(0, utils_1.testPassword)()}@127.0.0.1:${proxy.getPort()}` +
+                `?retries=30&retry_backoff_ms=5&retry_backoff_max_ms=20`;
+            const conf = new config_1.WSConfig(dsn);
+            conf.setDb(dbName);
+            conf.setTimeOut(10000);
+            wsSql = await wsSql_1.WsSql.open(conf);
+            await wsSql.exec(`create table ${tableName}(ts timestamp, c1 int)`);
+            writePhase = true;
+            for (let i = 0; i < targetRows; i++) {
+                await wsSql.exec(`insert into ${tableName} values(${baseTs + i}, ${i})`);
+            }
+            writePhase = false;
+            const countResult = await wsSql.exec(`select count(*) from ${tableName}`);
+            const countValue = countResult.getData()?.[0]?.[0];
+            const rowCount = typeof countValue === "bigint"
+                ? Number(countValue)
+                : Number(countValue || 0);
+            expect(rowCount).toBe(targetRows);
+            expect(forwardedInsertFrames).toBeGreaterThanOrEqual(targetRows);
+            expect(restartCount).toBeGreaterThan(0);
+        }
+        finally {
+            writePhase = false;
+            if (wsSql) {
+                await wsSql.close();
+            }
+            await proxy.stop("test cleanup");
+            const cleanupConf = new config_1.WSConfig(localDsn);
+            cleanupConf.setTimeOut(6000);
+            cleanupSql = await wsSql_1.WsSql.open(cleanupConf);
+            try {
+                await cleanupSql.exec(`drop database if exists ${dbName}`);
+            }
+            finally {
+                await cleanupSql.close();
+                cleanupSql = null;
+            }
+        }
+    }, 300 * 1000);
+    test("keeps all 5000 rows with three-address random proxy restarts during inserts", async () => {
+        const targetRows = 5000;
+        const baseTs = 1700010000000;
+        const dbName = "test_1773989170";
+        const tableName = "t0";
+        const proxyStates = new Map();
+        let wsSql = null;
+        let setupSql = null;
+        let cleanupSql = null;
+        let writePhase = false;
+        const localDsn = `ws://${(0, utils_1.testUsername)()}:${(0, utils_1.testPassword)()}@127.0.0.1:6041`;
+        const setupConf = new config_1.WSConfig(localDsn);
+        setupConf.setTimeOut(6000);
+        setupSql = await wsSql_1.WsSql.open(setupConf);
+        try {
+            await setupSql.exec(`drop database if exists ${dbName}`);
+            await setupSql.exec(`create database if not exists ${dbName}`);
+        }
+        finally {
+            await setupSql.close();
+            setupSql = null;
+        }
+        const createRandomRestartProxy = async (name) => {
+            proxyStates.set(name, {
+                forwarded: 0,
+                restarting: false,
+                restarts: 0,
+            });
+            return wsProxy_1.WsProxy.create({
+                host: "127.0.0.1",
+                port: 0,
+                onEvent: (event, control) => {
+                    if (!writePhase) {
+                        return;
+                    }
+                    if (event.type !== "message") {
+                        return;
+                    }
+                    if (event.direction !== "client_to_upstream" || !event.isBinary) {
+                        return;
+                    }
+                    const action = parseBinaryAction(event.rawData);
+                    if (action !== 6n) {
+                        return;
+                    }
+                    const state = proxyStates.get(name);
+                    if (!state) {
+                        return;
+                    }
+                    state.forwarded += 1;
+                    if (state.restarting) {
+                        return;
+                    }
+                    if (Math.random() >= 0.003) {
+                        return;
+                    }
+                    state.restarting = true;
+                    state.restarts += 1;
+                    const downtimeMs = 80 + Math.floor(Math.random() * 120);
+                    void control
+                        .restart({
+                        downtimeMs,
+                        reason: `${name} random restart #${state.restarts}`,
+                    })
+                        .finally(() => {
+                        const latestState = proxyStates.get(name);
+                        if (latestState) {
+                            latestState.restarting = false;
+                        }
+                    });
+                },
+            });
+        };
+        const proxyA = await createRandomRestartProxy("proxy_a");
+        const proxyB = await createRandomRestartProxy("proxy_b");
+        const proxyC = await createRandomRestartProxy("proxy_c");
+        try {
+            const dsn = `ws://${(0, utils_1.testUsername)()}:${(0, utils_1.testPassword)()}` +
+                `@127.0.0.1:${proxyA.getPort()},127.0.0.1:${proxyB.getPort()},127.0.0.1:${proxyC.getPort()}` +
+                `?retries=24&retry_backoff_ms=8&retry_backoff_max_ms=25`;
+            const conf = new config_1.WSConfig(dsn);
+            conf.setDb(dbName);
+            conf.setTimeOut(10000);
+            wsSql = await wsSql_1.WsSql.open(conf);
+            await wsSql.exec(`create table ${tableName}(ts timestamp, c1 int)`);
+            writePhase = true;
+            for (let i = 0; i < targetRows; i++) {
+                await wsSql.exec(`insert into ${tableName} values(${baseTs + i}, ${i})`);
+            }
+            writePhase = false;
+            const countResult = await wsSql.exec(`select count(*) from ${tableName}`);
+            const countValue = countResult.getData()?.[0]?.[0];
+            const rowCount = typeof countValue === "bigint"
+                ? Number(countValue)
+                : Number(countValue || 0);
+            const totalForwarded = Array.from(proxyStates.values()).reduce((sum, state) => sum + state.forwarded, 0);
+            const totalRestarts = Array.from(proxyStates.values()).reduce((sum, state) => sum + state.restarts, 0);
+            expect(rowCount).toBe(targetRows);
+            expect(totalForwarded).toBeGreaterThanOrEqual(targetRows);
+            expect(totalRestarts).toBeGreaterThan(0);
+        }
+        finally {
+            writePhase = false;
+            if (wsSql) {
+                await wsSql.close();
+            }
+            await Promise.all([
+                proxyA.stop("test cleanup"),
+                proxyB.stop("test cleanup"),
+                proxyC.stop("test cleanup"),
+            ]);
+            const cleanupConf = new config_1.WSConfig(localDsn);
+            cleanupConf.setTimeOut(6000);
+            cleanupSql = await wsSql_1.WsSql.open(cleanupConf);
+            try {
+                await cleanupSql.exec(`drop database if exists ${dbName}`);
+            }
+            finally {
+                await cleanupSql.close();
+                cleanupSql = null;
+            }
+        }
+    }, 300 * 1000);
+    test("tmq failover recovers subscribe context and replays inflight poll", async () => {
+        const dbName = "test_1774096925";
+        const tableName = "t0";
+        const topicName = "topic_1774096925";
+        const localDsn = `ws://${(0, utils_1.testUsername)()}:${(0, utils_1.testPassword)()}@127.0.0.1:6041`;
+        let setupSql = null;
+        let cleanupSql = null;
+        let consumer = null;
+        let restartTriggered = false;
+        let proxyBHadActivity = false;
+        setupSql = await wsSql_1.WsSql.open(new config_1.WSConfig(localDsn));
+        try {
+            await setupSql.exec(`drop topic if exists ${topicName}`);
+            await setupSql.exec(`drop database if exists ${dbName}`);
+            await setupSql.exec(`create database ${dbName}`);
+            await setupSql.exec(`create table ${dbName}.${tableName}(ts timestamp, c1 int)`);
+            await setupSql.exec(`insert into ${dbName}.${tableName} values(now - 1s, 1) (now, 2)`);
+            await setupSql.exec(`create topic ${topicName} as select * from ${dbName}.${tableName}`);
+        }
+        finally {
+            await setupSql.close();
+            setupSql = null;
+        }
+        const proxyA = await wsProxy_1.WsProxy.create({
+            host: "127.0.0.1",
+            port: 0,
+            onEvent: (event, control) => {
+                if (event.type !== "message") {
+                    return;
+                }
+                if (event.direction !== "client_to_upstream") {
+                    return;
+                }
+                const action = parseJsonAction(event.rawData);
+                if (action === "poll" && !restartTriggered) {
+                    restartTriggered = true;
+                    void control.restart({
+                        downtimeMs: 350,
+                        reason: "trigger tmq poll failover",
+                    });
+                }
+            },
+        });
+        const proxyB = await wsProxy_1.WsProxy.create({
+            host: "127.0.0.1",
+            port: 0,
+            onEvent: (event) => {
+                if (event.type === "client_connected") {
+                    proxyBHadActivity = true;
+                    return;
+                }
+                if (event.type === "message" &&
+                    event.direction === "client_to_upstream") {
+                    proxyBHadActivity = true;
+                }
+            },
+        });
+        const tmqConf = new Map([
+            [constant_1.TMQConstants.GROUP_ID, `g_${Date.now()}`],
+            [constant_1.TMQConstants.CLIENT_ID, `c_${Date.now()}`],
+            [constant_1.TMQConstants.CONNECT_USER, (0, utils_1.testUsername)()],
+            [constant_1.TMQConstants.CONNECT_PASS, (0, utils_1.testPassword)()],
+            [constant_1.TMQConstants.AUTO_OFFSET_RESET, "earliest"],
+            [constant_1.TMQConstants.ENABLE_AUTO_COMMIT, false],
+            [constant_1.TMQConstants.AUTO_COMMIT_INTERVAL_MS, 1000],
+            [constant_1.TMQConstants.WS_URL,
+                `ws://${(0, utils_1.testUsername)()}:${(0, utils_1.testPassword)()}` +
+                    `@127.0.0.1:${proxyA.getPort()},127.0.0.1:${proxyB.getPort()}` +
+                    `?retries=6&retry_backoff_ms=20&retry_backoff_max_ms=60`
+            ],
+        ]);
+        const randomSpy = jest.spyOn(Math, "random").mockReturnValue(0);
+        try {
+            consumer = await wsTmq_1.WsConsumer.newConsumer(tmqConf);
+            await consumer.subscribe([topicName]);
+            let rows = 0;
+            for (let i = 0; i < 8 && rows === 0; i++) {
+                const res = await consumer.poll(800);
+                for (const [, value] of res) {
+                    const data = value.getData();
+                    rows += data?.length || 0;
+                }
+            }
+            expect(restartTriggered).toBe(true);
+            expect(proxyBHadActivity).toBe(true);
+            expect(rows).toBeGreaterThan(0);
+        }
+        finally {
+            if (consumer) {
+                try {
+                    await consumer.unsubscribe();
+                }
+                catch (_err) {
+                    // ignore cleanup error
+                }
+                await consumer.close();
+            }
+            await Promise.all([
+                proxyA.stop("test cleanup"),
+                proxyB.stop("test cleanup"),
+            ]);
+            randomSpy.mockRestore();
+            cleanupSql = await wsSql_1.WsSql.open(new config_1.WSConfig(localDsn));
+            try {
+                await cleanupSql.exec(`drop topic if exists ${topicName}`);
+                await cleanupSql.exec(`drop database if exists ${dbName}`);
+            }
+            finally {
+                await cleanupSql.close();
+                cleanupSql = null;
+            }
+        }
+    }, 180 * 1000);
+});

package/lib/test/client/wsClient.recovery.test.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=wsClient.recovery.test.d.ts.map

package/lib/test/client/wsClient.recovery.test.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"wsClient.recovery.test.d.ts","sourceRoot":"","sources":["../../../test/client/wsClient.recovery.test.ts"],"names":[],"mappings":""}