@fugle/node-twstock 2.2.1-alpha.0

package/lib/scrapers/tpex-scraper.js

@@ -0,0 +1,786 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.TpexScraper = void 0;
+const _ = require("lodash");
+const cheerio = require("cheerio");
+const iconv = require("iconv-lite");
+const numeral = require("numeral");
+const luxon_1 = require("luxon");
+const scraper_1 = require("./scraper");
+const enums_1 = require("../enums");
+const utils_1 = require("../utils");
+class TpexScraper extends scraper_1.Scraper {
+    async fetchStocksHistorical(options) {
+        const { date, symbol } = options;
+        const query = new URLSearchParams({
+            date: luxon_1.DateTime.fromISO(date).toFormat('yyyy/MM/dd'),
+            response: 'json',
+        });
+        const url = `https://www.tpex.org.tw/www/zh-tw/afterTrading/dailyQuotes?${query}`;
+        const response = await this.httpService.get(url);
+        const json = (response.data.tables[0].totalCount > 0) && response.data;
+        if (!json)
+            return null;
+        const data = json.tables[0].data
+            .filter((row) => !(0, utils_1.isWarrant)(row[0]))
+            .map((row) => {
+            const [symbol, name, ...values] = row;
+            const data = {};
+            data.date = date,
+                data.exchange = enums_1.Exchange.TPEx;
+            data.symbol = symbol,
+                data.name = name.trim();
+            data.open = numeral(values[2]).value();
+            data.high = numeral(values[3]).value();
+            data.low = numeral(values[4]).value();
+            data.close = numeral(values[0]).value();
+            data.volume = numeral(values[6]).value();
+            data.turnover = numeral(values[7]).value();
+            data.transaction = numeral(values[8]).value();
+            data.change = numeral(values[1]).value();
+            return data;
+        });
+        return symbol ? data.find(data => data.symbol === symbol) : data;
+    }
+    async fetchStocksInstitutional(options) {
+        const { date, symbol } = options;
+        const query = new URLSearchParams({
+            type: 'Daily',
+            sect: 'EW',
+            date: luxon_1.DateTime.fromISO(date).toFormat('yyyy/MM/dd'),
+            response: 'json',
+        });
+        const url = `https://www.tpex.org.tw/www/zh-tw/insti/dailyTrade?${query}`;
+        const response = await this.httpService.get(url);
+        const json = (response.data.tables[0].totalCount > 0 || response.data.tables[1].totalCount > 0) && response.data;
+        if (!json)
+            return null;
+        const data = (json.tables[0].data || json.tables[1].data).map((row) => {
+            const [symbol, name, ...values] = row;
+            const data = {};
+            data.date = date;
+            data.exchange = enums_1.Exchange.TPEx;
+            data.symbol = symbol;
+            data.name = name.trim();
+            data.institutional = ((values) => {
+                switch (values.length) {
+                    case 22: return [
+                        {
+                            investor: '外資及陸資(不含外資自營商)',
+                            totalBuy: numeral(values[0]).value(),
+                            totalSell: numeral(values[1]).value(),
+                            difference: numeral(values[2]).value(),
+                        },
+                        {
+                            investor: '外資自營商',
+                            totalBuy: numeral(values[3]).value(),
+                            totalSell: numeral(values[4]).value(),
+                            difference: numeral(values[5]).value(),
+                        },
+                        {
+                            investor: '外資及陸資',
+                            totalBuy: numeral(values[6]).value(),
+                            totalSell: numeral(values[7]).value(),
+                            difference: numeral(values[8]).value(),
+                        },
+                        {
+                            investor: '投信',
+                            totalBuy: numeral(values[9]).value(),
+                            totalSell: numeral(values[10]).value(),
+                            difference: numeral(values[11]).value(),
+                        },
+                        {
+                            investor: '自營商(自行買賣)',
+                            totalBuy: numeral(values[12]).value(),
+                            totalSell: numeral(values[13]).value(),
+                            difference: numeral(values[14]).value(),
+                        },
+                        {
+                            investor: '自營商(避險)',
+                            totalBuy: numeral(values[15]).value(),
+                            totalSell: numeral(values[16]).value(),
+                            difference: numeral(values[17]).value(),
+                        },
+                        {
+                            investor: '自營商',
+                            totalBuy: numeral(values[18]).value(),
+                            totalSell: numeral(values[19]).value(),
+                            difference: numeral(values[20]).value(),
+                        },
+                        {
+                            investor: '三大法人',
+                            difference: numeral(values[21]).value(),
+                        },
+                    ];
+                    case 14: return [
+                        {
+                            investor: '外資及陸資',
+                            totalBuy: numeral(values[0]).value(),
+                            totalSell: numeral(values[1]).value(),
+                            difference: numeral(values[2]).value(),
+                        },
+                        {
+                            investor: '投信',
+                            totalBuy: numeral(values[3]).value(),
+                            totalSell: numeral(values[4]).value(),
+                            difference: numeral(values[5]).value(),
+                        },
+                        {
+                            investor: '自營商',
+                            difference: numeral(values[6]).value(),
+                        },
+                        {
+                            investor: '自營商(自行買賣)',
+                            totalBuy: numeral(values[7]).value(),
+                            totalSell: numeral(values[8]).value(),
+                            difference: numeral(values[9]).value(),
+                        },
+                        {
+                            investor: '自營商(避險)',
+                            totalBuy: numeral(values[10]).value(),
+                            totalSell: numeral(values[11]).value(),
+                            difference: numeral(values[12]).value(),
+                        },
+                        {
+                            investor: '三大法人',
+                            difference: numeral(values[13]).value(),
+                        },
+                    ];
+                }
+            })(values);
+            return data;
+        });
+        return symbol ? data.find(data => data.symbol === symbol) : data;
+    }
+    async fetchStocksFiniHoldings(options) {
+        const { date, symbol } = options;
+        const [year, month, day] = date.split('-');
+        const form = new URLSearchParams({
+            years: year,
+            months: month,
+            days: day,
+            bcode: '',
+            step: '2',
+        });
+        const url = `https://mops.twse.com.tw/server-java/t13sa150_otc`;
+        const response = await this.httpService.post(url, form, { responseType: 'arraybuffer' });
+        const page = iconv.decode(response.data, 'big5');
+        const $ = cheerio.load(page);
+        const message = $('h3').text().trim();
+        if (message === '查無所需資料')
+            return null;
+        const data = $('table:eq(0) tr').slice(2).map((_, el) => {
+            const td = $(el).find('td');
+            return {
+                date,
+                exchange: enums_1.Exchange.TPEx,
+                symbol: td.eq(0).text().trim(),
+                name: td.eq(1).text().trim().split('(')[0],
+                issuedShares: numeral(td.eq(2).text()).value(),
+                availableShares: numeral(td.eq(3).text()).value(),
+                sharesHeld: numeral(td.eq(4).text()).value(),
+                availablePercent: numeral(td.eq(5).text()).value(),
+                heldPercent: numeral(td.eq(6).text()).value(),
+                upperLimitPercent: numeral(td.eq(7).text()).value(),
+            };
+        }).toArray();
+        return symbol ? data.find(data => data.symbol === symbol) : data;
+    }
+    async fetchStocksMarginTrades(options) {
+        const { date, symbol } = options;
+        const query = new URLSearchParams({
+            date: luxon_1.DateTime.fromISO(date).toFormat('yyyy/MM/dd'),
+            response: 'json',
+        });
+        const url = `https://www.tpex.org.tw/www/zh-tw/margin/balance?${query}`;
+        const response = await this.httpService.get(url);
+        const json = (response.data.tables[0].totalCount > 0) && response.data;
+        if (!json)
+            return null;
+        const data = json.tables[0].data.map((row) => {
+            const [symbol, name, ...values] = row;
+            const data = {};
+            data.date = date;
+            data.exchange = enums_1.Exchange.TPEx;
+            data.symbol = symbol;
+            data.name = name.trim();
+            data.marginBuy = numeral(values[1]).value();
+            data.marginSell = numeral(values[2]).value();
+            data.marginRedeem = numeral(values[3]).value();
+            data.marginBalancePrev = numeral(values[0]).value();
+            data.marginBalance = numeral(values[4]).value();
+            data.marginQuota = numeral(values[7]).value();
+            data.shortBuy = numeral(values[10]).value();
+            data.shortSell = numeral(values[9]).value();
+            data.shortRedeem = numeral(values[11]).value();
+            data.shortBalancePrev = numeral(values[8]).value();
+            data.shortBalance = numeral(values[12]).value();
+            data.shortQuota = numeral(values[15]).value();
+            data.offset = numeral(values[16]).value();
+            data.note = values[17].trim();
+            return data;
+        });
+        return symbol ? data.find(data => data.symbol === symbol) : data;
+    }
+    async fetchStocksShortSales(options) {
+        const { date, symbol } = options;
+        const query = new URLSearchParams({
+            date: luxon_1.DateTime.fromISO(date).toFormat('yyyy/MM/dd'),
+            response: 'json',
+        });
+        const url = `https://www.tpex.org.tw/www/zh-tw/margin/sbl?${query}`;
+        const response = await this.httpService.get(url);
+        const json = (response.data.tables[0].totalCount > 0) && response.data;
+        if (!json)
+            return null;
+        const data = json.tables[0].data.map((row) => {
+            const [symbol, name, ...values] = row;
+            const data = {};
+            data.date = date;
+            data.exchange = enums_1.Exchange.TPEx;
+            data.symbol = symbol;
+            data.name = name.trim();
+            data.marginShortBalancePrev = numeral(values[0]).value();
+            data.marginShortSell = numeral(values[1]).value();
+            data.marginShortBuy = numeral(values[2]).value();
+            data.marginShortRedeem = numeral(values[3]).value();
+            data.marginShortBalance = numeral(values[4]).value();
+            data.marginShortQuota = numeral(values[5]).value();
+            data.sblShortBalancePrev = numeral(values[6]).value();
+            data.sblShortSale = numeral(values[7]).value();
+            data.sblShortReturn = numeral(values[8]).value();
+            data.sblShortAdjustment = numeral(values[9]).value();
+            data.sblShortBalance = numeral(values[10]).value();
+            data.sblShortQuota = numeral(values[11]).value();
+            data.note = values[12].trim();
+            return data;
+        });
+        return symbol ? data.find(data => data.symbol === symbol) : data;
+    }
+    async fetchStocksValues(options) {
+        const { date, symbol } = options;
+        const query = new URLSearchParams({
+            date: luxon_1.DateTime.fromISO(date).toFormat('yyyy/MM/dd'),
+            response: 'json',
+        });
+        const url = `https://www.tpex.org.tw/www/zh-tw/afterTrading/peQryDate?${query}`;
+        const response = await this.httpService.get(url);
+        const json = (response.data.tables[0].totalCount > 0) && response.data;
+        if (!json)
+            return null;
+        const data = json.tables[0].data.map((row) => {
+            const [symbol, name, ...values] = row;
+            const data = {};
+            data.date = date;
+            data.exchange = enums_1.Exchange.TPEx;
+            data.symbol = symbol;
+            data.name = name.trim();
+            data.peRatio = numeral(values[0]).value();
+            data.pbRatio = numeral(values[4]).value();
+            data.dividendYield = numeral(values[3]).value();
+            data.dividendYear = numeral(values[2]).add(1911).value();
+            return data;
+        });
+        return symbol ? data.find(data => data.symbol === symbol) : data;
+    }
+    async fetchStocksDividends(options) {
+        const { startDate, endDate, symbol } = options;
+        // Note: TPEx returns complete data directly, includeDetail parameter is ignored for compatibility
+        const form = new URLSearchParams({
+            startDate: luxon_1.DateTime.fromISO(startDate).toFormat('yyyy/MM/dd'),
+            endDate: luxon_1.DateTime.fromISO(endDate).toFormat('yyyy/MM/dd'),
+            response: 'json',
+        });
+        const url = `https://www.tpex.org.tw/www/zh-tw/bulletin/exDailyQ`;
+        const response = await this.httpService.post(url, form);
+        const json = response.data;
+        const data = json.tables[0].data.map((row) => {
+            const [date, symbol, name, ...values] = row;
+            const data = {};
+            data.date = (0, utils_1.rocToWestern)(date);
+            data.exchange = enums_1.Exchange.TPEx;
+            data.symbol = symbol;
+            data.name = name.trim();
+            data.previousClose = (0, utils_1.parseNumeric)(values[0]);
+            data.referencePrice = (0, utils_1.parseNumeric)(values[1]);
+            data.dividend = (0, utils_1.parseNumeric)(values[4]);
+            data.dividendType = values[5].trim().replace('除', '');
+            data.limitUpPrice = (0, utils_1.parseNumeric)(values[6]);
+            data.limitDownPrice = (0, utils_1.parseNumeric)(values[7]);
+            data.openingReferencePrice = (0, utils_1.parseNumeric)(values[8]);
+            data.exdividendReferencePrice = (0, utils_1.parseNumeric)(values[9]);
+            data.cashDividend = (0, utils_1.parseNumeric)(values[10]);
+            data.stockDividendShares = (0, utils_1.parseNumeric)(values[11]);
+            data.capitalIncreaseRight = values[2] || null;
+            data.paidCapitalIncrease = (0, utils_1.parseNumeric)(values[12]);
+            data.subscriptionPrice = (0, utils_1.parseNumeric)(values[13]);
+            data.publicOffering = (0, utils_1.parseNumeric)(values[14]);
+            data.employeeSubscription = (0, utils_1.parseNumeric)(values[15]);
+            data.existingShareholderSubscription = (0, utils_1.parseNumeric)(values[16]);
+            data.sharesPerThousand = (0, utils_1.parseNumeric)(values[17]);
+            return data;
+        });
+        return symbol ? data.filter((data) => data.symbol === symbol) : data;
+    }
+    async fetchStocksCapitalReductions(options) {
+        const { startDate, endDate, symbol } = options;
+        // Note: TPEx returns complete data directly, includeDetail parameter is ignored for compatibility
+        const form = new URLSearchParams({
+            startDate: luxon_1.DateTime.fromISO(startDate).toFormat('yyyy/MM/dd'),
+            endDate: luxon_1.DateTime.fromISO(endDate).toFormat('yyyy/MM/dd'),
+            response: 'json',
+        });
+        const url = `https://www.tpex.org.tw/www/zh-tw/bulletin/revivt`;
+        const response = await this.httpService.post(url, form);
+        const json = response.data;
+        const data = json.tables[0].data.map((row) => {
+            const [date, symbol, name, ...values] = row;
+            const data = {};
+            data.resumeDate = `${date}`.replace(/(\d{3})(\d{2})(\d{2})/, (_, year, month, day) => `${+year + 1911}-${month}-${day}`);
+            data.exchange = enums_1.Exchange.TPEx;
+            data.symbol = symbol;
+            data.name = name.trim();
+            data.previousClose = (0, utils_1.parseNumeric)(values[0]);
+            data.referencePrice = (0, utils_1.parseNumeric)(values[1]);
+            data.limitUpPrice = (0, utils_1.parseNumeric)(values[2]);
+            data.limitDownPrice = (0, utils_1.parseNumeric)(values[3]);
+            data.openingReferencePrice = (0, utils_1.parseNumeric)(values[4]);
+            data.exrightReferencePrice = (0, utils_1.parseNumeric)(values[5]);
+            data.reason = values[6].trim();
+            if (values[7]) {
+                const $ = cheerio.load(values[7]);
+                const haltDate = $(`th:contains('停止買賣日期')`).next('td').text().trim();
+                const sharesPerThousand = $(`th:contains('每壹仟股換發新股票')`).next('td').text().trim();
+                const refundPerShare = $(`th:contains('每股退還股款')`).next('td').text().trim();
+                data.haltDate = (0, utils_1.rocToWestern)(haltDate);
+                data.sharesPerThousand = (0, utils_1.parseNumeric)(sharesPerThousand.replace(' 股', ''));
+                data.refundPerShare = (0, utils_1.parseNumeric)(refundPerShare.replace(' 元/股', ''));
+            }
+            return data;
+        });
+        return symbol ? data.filter((data) => data.symbol === symbol) : data;
+    }
+    async fetchStocksSplits(options) {
+        const { startDate, endDate, symbol } = options;
+        const form = new URLSearchParams({
+            startDate: luxon_1.DateTime.fromISO(startDate).toFormat('yyyy/MM/dd'),
+            endDate: luxon_1.DateTime.fromISO(endDate).toFormat('yyyy/MM/dd'),
+            response: 'json',
+        });
+        const url = `https://www.tpex.org.tw/www/zh-tw/bulletin/pvChgRslt`;
+        const response = await this.httpService.post(url, form);
+        const json = response.data;
+        const data = json.tables[0].data.map((row) => {
+            const [date, symbol, name, ...values] = row;
+            const data = {};
+            data.resumeDate = `${date}`.replace(/(\d{3})(\d{2})(\d{2})/, (_, year, month, day) => `${+year + 1911}-${month}-${day}`);
+            data.exchange = enums_1.Exchange.TPEx;
+            data.symbol = symbol;
+            data.name = name.trim();
+            data.previousClose = numeral(values[0]).value();
+            data.referencePrice = numeral(values[1]).value();
+            data.limitUpPrice = numeral(values[2]).value();
+            data.limitDownPrice = numeral(values[3]).value();
+            data.openingReferencePrice = numeral(values[4]).value();
+            return data;
+        });
+        return symbol ? data.filter((data) => data.symbol === symbol) : data;
+    }
+    async fetchStocksEtfSplits(options) {
+        const { startDate, endDate, symbol } = options;
+        const form = new URLSearchParams({
+            startDate: luxon_1.DateTime.fromISO(startDate).toFormat('yyyy/MM/dd'),
+            endDate: luxon_1.DateTime.fromISO(endDate).toFormat('yyyy/MM/dd'),
+            response: 'json',
+        });
+        const url = `https://www.tpex.org.tw/www/zh-tw/bulletin/etfSplitRslt`;
+        const response = await this.httpService.post(url, form);
+        const json = response.data;
+        const data = json.tables[0].data.map((row) => {
+            const [date, symbol, name, ...values] = row;
+            const data = {};
+            data.resumeDate = `${date}`.replace(/(\d{3})(\d{2})(\d{2})/, (_, year, month, day) => `${+year + 1911}-${month}-${day}`);
+            data.exchange = enums_1.Exchange.TPEx;
+            data.symbol = symbol;
+            data.name = name.trim();
+            data.previousClose = numeral(values[0]).value();
+            data.referencePrice = numeral(values[1]).value();
+            data.limitUpPrice = numeral(values[2]).value();
+            data.limitDownPrice = numeral(values[3]).value();
+            data.openingReferencePrice = numeral(values[4]).value();
+            return data;
+        });
+        return symbol ? data.filter((data) => data.symbol === symbol) : data;
+    }
+    async fetchStocksEtfReverseSplits(options) {
+        const { startDate, endDate, symbol } = options;
+        const form = new URLSearchParams({
+            startDate: luxon_1.DateTime.fromISO(startDate).toFormat('yyyy/MM/dd'),
+            endDate: luxon_1.DateTime.fromISO(endDate).toFormat('yyyy/MM/dd'),
+            response: 'json',
+        });
+        const url = `https://www.tpex.org.tw/www/zh-tw/bulletin/etfRvsRslt`;
+        const response = await this.httpService.post(url, form);
+        const json = response.data;
+        const data = json.tables[0].data.map((row) => {
+            const [date, symbol, name, ...values] = row;
+            const data = {};
+            data.resumeDate = `${date}`.replace(/(\d{3})(\d{2})(\d{2})/, (_, year, month, day) => `${+year + 1911}-${month}-${day}`);
+            data.exchange = enums_1.Exchange.TPEx;
+            data.symbol = symbol;
+            data.name = name.trim();
+            data.previousClose = numeral(values[0]).value();
+            data.referencePrice = numeral(values[1]).value();
+            data.limitUpPrice = numeral(values[2]).value();
+            data.limitDownPrice = numeral(values[3]).value();
+            data.openingReferencePrice = numeral(values[4]).value();
+            return data;
+        });
+        return symbol ? data.filter((data) => data.symbol === symbol) : data;
+    }
+    async fetchIndicesHistorical(options) {
+        const { date, symbol } = options;
+        const query = new URLSearchParams({
+            date: luxon_1.DateTime.fromISO(date).toFormat('yyyy/MM/dd'),
+            response: 'json',
+        });
+        const url = `https://www.tpex.org.tw/www/zh-tw/indexInfo/sectinx?${query}`;
+        const response = await this.httpService.get(url);
+        const json = (response.data.tables[0].totalCount > 0) && response.data;
+        if (!json)
+            return null;
+        const data = json.tables[0].data.map((row) => {
+            const [_, ...values] = row;
+            const name = (row[0] !== '櫃買指數') ? `櫃買${row[0].replace('類', '')}類指數` : row[0];
+            const data = {};
+            data.date = date,
+                data.exchange = enums_1.Exchange.TPEx;
+            data.symbol = (0, utils_1.asIndex)(name),
+                data.name = name;
+            data.open = numeral(values[2]).value();
+            data.high = numeral(values[3]).value();
+            data.low = numeral(values[4]).value();
+            data.close = numeral(values[0]).value();
+            data.change = numeral(values[1]).value();
+            return data;
+        });
+        return symbol ? data.find(data => data.symbol === symbol) : data;
+    }
+    async fetchIndicesTrades(options) {
+        const { date, symbol } = options;
+        const query = new URLSearchParams({
+            date: luxon_1.DateTime.fromISO(date).toFormat('yyyy/MM/dd'),
+            response: 'json',
+        });
+        const url = `https://www.tpex.org.tw/www/zh-tw/afterTrading/sectRatio?${query}`;
+        const response = await this.httpService.get(url);
+        const json = (response.data.tables[0].totalCount > 0) && response.data;
+        if (!json)
+            return null;
+        let data = json.tables[0].data.map((values) => {
+            const index = `櫃買${values[0]}類指數`;
+            const data = {};
+            data.date = date,
+                data.exchange = enums_1.Exchange.TPEx;
+            data.symbol = (0, utils_1.asIndex)(index);
+            data.name = index;
+            data.tradeVolume = numeral(values[3]).value();
+            data.tradeValue = numeral(values[1]).value();
+            data.tradeWeight = numeral(values[2]).value();
+            return data;
+        });
+        if (!data.find(row => row.symbol === 'IX0047')) {
+            const electronics = [
+                'IX0053', 'IX0054', 'IX0055', 'IX0056',
+                'IX0057', 'IX0058', 'IX0059', 'IX0099',
+            ];
+            const [electronic] = _(data)
+                .filter(data => electronics.includes(data.symbol))
+                .groupBy(_ => 'IX0047')
+                .map((data, symbol) => ({
+                date,
+                exchange: enums_1.Exchange.TPEx,
+                symbol,
+                name: '櫃買電子類指數',
+                tradeVolume: _.sumBy(data, 'tradeVolume'),
+                tradeValue: _.sumBy(data, 'tradeValue'),
+                tradeWeight: +numeral(_.sumBy(data, 'tradeWeight')).format('0.00'),
+            }))
+                .value();
+            data = [...data, electronic];
+        }
+        data = data.filter(index => index.symbol);
+        return symbol ? data.find(data => data.symbol === symbol) : data;
+    }
+    async fetchMarketTrades(options) {
+        const { date } = options;
+        const query = new URLSearchParams({
+            type: 'Daily',
+            date: luxon_1.DateTime.fromISO(date).toFormat('yyyy/MM/dd'),
+            response: 'json',
+        });
+        const url = `https://www.tpex.org.tw/www/zh-tw/afterTrading/marketStats?${query}`;
+        const response = await this.httpService.get(url);
+        const json = (response.data.tables[0].data.length) && response.data;
+        if (!json)
+            return null;
+        const [_, ...values] = json.tables[0].summary[1];
+        const data = {};
+        data.date = date,
+            data.exchange = enums_1.Exchange.TPEx;
+        data.tradeVolume = numeral(values[1]).value();
+        data.tradeValue = numeral(values[0]).value();
+        data.transaction = numeral(values[2]).value();
+        return data;
+    }
+    async fetchMarketBreadth(options) {
+        const { date } = options;
+        const query = new URLSearchParams({
+            date: luxon_1.DateTime.fromISO(date).toFormat('yyyy/MM/dd'),
+            response: 'json',
+        });
+        const url = `https://www.tpex.org.tw/www/zh-tw/afterTrading/highlight?${query}`;
+        const response = await this.httpService.get(url);
+        const json = response.data.stat === 'ok' && response.data;
+        if (!json)
+            return null;
+        const data = {};
+        data.date = date;
+        data.exchange = enums_1.Exchange.TPEx;
+        data.up = numeral(json.tables[0].data[0][7]).value();
+        data.limitUp = numeral(json.tables[0].data[0][8]).value();
+        data.down = numeral(json.tables[0].data[0][9]).value();
+        data.limitDown = numeral(json.tables[0].data[0][10]).value();
+        data.unchanged = numeral(json.tables[0].data[0][11]).value();
+        data.unmatched = numeral(json.tables[0].data[0][12]).value();
+        return data;
+    }
+    async fetchMarketInstitutional(options) {
+        const { date } = options;
+        const query = new URLSearchParams({
+            type: 'Daily',
+            date: luxon_1.DateTime.fromISO(date).toFormat('yyyy/MM/dd'),
+            response: 'json',
+        });
+        const url = `https://www.tpex.org.tw/www/zh-tw/insti/summary?${query}`;
+        const response = await this.httpService.get(url);
+        const json = (response.data.tables[0].data.length) && response.data;
+        if (!json)
+            return null;
+        const data = {};
+        data.date = date;
+        data.exchange = enums_1.Exchange.TPEx,
+            data.institutional = json.tables[0].data.map((row) => ({
+                investor: row[0].trim(),
+                totalBuy: numeral(row[1]).value(),
+                totalSell: numeral(row[2]).value(),
+                difference: numeral(row[3]).value(),
+            }));
+        return data;
+    }
+    async fetchMarketMarginTrades(options) {
+        const { date } = options;
+        const query = new URLSearchParams({
+            date: luxon_1.DateTime.fromISO(date).toFormat('yyyy/MM/dd'),
+            response: 'json',
+        });
+        const url = `https://www.tpex.org.tw/www/zh-tw/margin/balance?${query}`;
+        const response = await this.httpService.get(url);
+        const json = (response.data.tables[0].totalCount > 0) && response.data;
+        if (!json)
+            return null;
+        const values = [...json.tables[0].summary[0].slice(2, -5), ...json.tables[0].summary[1].slice(2)];
+        const data = {};
+        data.date = date;
+        data.exchange = enums_1.Exchange.TPEx;
+        data.marginBuy = numeral(values[1]).value();
+        data.marginSell = numeral(values[2]).value();
+        data.marginRedeem = numeral(values[3]).value();
+        data.marginBalancePrev = numeral(values[0]).value();
+        data.marginBalance = numeral(values[4]).value();
+        data.shortBuy = numeral(values[10]).value();
+        data.shortSell = numeral(values[9]).value();
+        data.shortRedeem = numeral(values[11]).value();
+        data.shortBalancePrev = numeral(values[8]).value();
+        data.shortBalance = numeral(values[12]).value();
+        data.marginBuyValue = numeral(values[14]).value();
+        data.marginSellValue = numeral(values[15]).value();
+        data.marginRedeemValue = numeral(values[16]).value();
+        data.marginBalancePrevValue = numeral(values[13]).value();
+        data.marginBalanceValue = numeral(values[17]).value();
+        return data;
+    }
+    async fetchStocksDividendsAnnouncement(options) {
+        var _a, _b;
+        const { symbol: filterSymbol } = options || {};
+        const form = new URLSearchParams({
+            id: filterSymbol || '',
+            response: 'json',
+        });
+        const url = 'https://www.tpex.org.tw/www/zh-tw/bulletin/prePost';
+        const response = await this.httpService.post(url, form);
+        const json = (((_b = (_a = response.data.tables) === null || _a === void 0 ? void 0 : _a[0]) === null || _b === void 0 ? void 0 : _b.totalCount) > 0) && response.data;
+        if (!json)
+            return [];
+        const data = json.tables[0].data
+            .filter((row) => !row[1].endsWith('B')) // Filter out bonds (symbols ending with 'B')
+            .map((row) => {
+            const [exdividendDate, symbol, name, dividendType, stockDividendRatio, cashCapitalIncreaseRatio, subscriptionPrice, cashDividend, publicOffering, employeeSubscription, existingShareholderSubscription, sharesPerThousand,] = row;
+            return {
+                symbol,
+                name: name.trim(),
+                exchange: enums_1.Exchange.TPEx,
+                exdividendDate: (0, utils_1.rocToWestern)(exdividendDate),
+                dividendType: dividendType.trim().replace('除', ''),
+                stockDividendRatio: (0, utils_1.parseNumeric)(stockDividendRatio),
+                cashCapitalIncreaseRatio: (0, utils_1.parseNumeric)(cashCapitalIncreaseRatio),
+                subscriptionPrice: (0, utils_1.parseNumeric)(subscriptionPrice),
+                cashDividend: (0, utils_1.parseNumeric)(cashDividend),
+                publicOffering: (0, utils_1.parseNumeric)(publicOffering),
+                employeeSubscription: (0, utils_1.parseNumeric)(employeeSubscription),
+                existingShareholderSubscription: (0, utils_1.parseNumeric)(existingShareholderSubscription),
+                sharesPerThousand: (0, utils_1.parseNumeric)(sharesPerThousand),
+            };
+        });
+        return filterSymbol
+            ? data.filter(d => d.symbol === filterSymbol)
+            : data;
+    }
+    async fetchStocksCapitalReductionAnnouncement(options) {
+        var _a, _b;
+        const { symbol: filterSymbol } = options || {};
+        const form = new URLSearchParams({
+            id: filterSymbol || '',
+            response: 'json',
+        });
+        const url = 'https://www.tpex.org.tw/www/zh-tw/bulletin/decap';
+        const response = await this.httpService.post(url, form);
+        const json = (((_b = (_a = response.data.tables) === null || _a === void 0 ? void 0 : _a[0]) === null || _b === void 0 ? void 0 : _b.totalCount) > 0) && response.data;
+        if (!json)
+            return [];
+        const data = json.tables[0].data.map((row) => {
+            const [symbol, name, haltDate, reductionRatio, refundPerShare, reason, resumeDate, cashIncreaseRatioAfterReduction, subscriptionPrice,] = row;
+            return {
+                symbol,
+                name: name.trim(),
+                exchange: enums_1.Exchange.TPEx,
+                haltDate: (0, utils_1.rocToWestern)(haltDate),
+                resumeDate: (0, utils_1.rocToWestern)(resumeDate),
+                reductionRatio: (0, utils_1.parseNumeric)(reductionRatio),
+                reason: reason.trim(),
+                refundPerShare: (0, utils_1.parseNumeric)(refundPerShare),
+                cashIncreaseRatioAfterReduction: cashIncreaseRatioAfterReduction === '不適用' ? null : (0, utils_1.parseNumeric)(cashIncreaseRatioAfterReduction),
+                subscriptionPrice: subscriptionPrice === '不適用' ? null : (0, utils_1.parseNumeric)(subscriptionPrice),
+            };
+        });
+        return filterSymbol
+            ? data.filter(d => d.symbol === filterSymbol)
+            : data;
+    }
+    async fetchStocksSplitAnnouncement(options) {
+        var _a, _b;
+        const { symbol: filterSymbol } = options || {};
+        const form = new URLSearchParams({
+            id: filterSymbol || '',
+            response: 'json',
+        });
+        const url = 'https://www.tpex.org.tw/www/zh-tw/bulletin/pvChgAnn';
+        const response = await this.httpService.post(url, form);
+        const json = (((_b = (_a = response.data.tables) === null || _a === void 0 ? void 0 : _a[0]) === null || _b === void 0 ? void 0 : _b.totalCount) > 0) && response.data;
+        if (!json)
+            return [];
+        const data = json.tables[0].data.map((row) => {
+            const [symbol, name, haltDate, splitRatio, oldFaceValue, newFaceValue, resumeDate,] = row;
+            return {
+                symbol,
+                name: name.trim(),
+                exchange: enums_1.Exchange.TPEx,
+                haltDate: (0, utils_1.rocToWestern)(haltDate),
+                resumeDate: (0, utils_1.rocToWestern)(resumeDate),
+                splitRatio: (0, utils_1.parseNumeric)(splitRatio),
+                oldFaceValue: (0, utils_1.parseNumeric)(oldFaceValue),
+                newFaceValue: (0, utils_1.parseNumeric)(newFaceValue),
+            };
+        });
+        return filterSymbol
+            ? data.filter(d => d.symbol === filterSymbol)
+            : data;
+    }
+    async fetchStocksEtfSplitAnnouncement(options) {
+        return this.fetchEtfSplitAnnouncementBase('/bulletin/etfSplit', '分割', options === null || options === void 0 ? void 0 : options.symbol);
+    }
+    async fetchStocksEtfReverseSplitAnnouncement(options) {
+        return this.fetchEtfSplitAnnouncementBase('/bulletin/etfRvs', '反分割', options === null || options === void 0 ? void 0 : options.symbol);
+    }
+    async fetchEtfSplitAnnouncementBase(endpoint, splitType, filterSymbol) {
+        var _a, _b;
+        const form = new URLSearchParams({
+            id: filterSymbol || '',
+            response: 'json',
+        });
+        const url = `https://www.tpex.org.tw/www/zh-tw${endpoint}`;
+        const response = await this.httpService.post(url, form);
+        const json = (((_b = (_a = response.data.tables) === null || _a === void 0 ? void 0 : _a[0]) === null || _b === void 0 ? void 0 : _b.totalCount) > 0) && response.data;
+        if (!json)
+            return [];
+        const data = json.tables[0].data.map((row) => {
+            const [symbol, name, haltDate, splitRatio, previousNav, newNav, resumeDate,] = row;
+            return {
+                symbol,
+                name: name.trim(),
+                exchange: enums_1.Exchange.TPEx,
+                haltDate: (0, utils_1.rocToWestern)(haltDate),
+                resumeDate: (0, utils_1.rocToWestern)(resumeDate),
+                splitType,
+                splitRatio: (0, utils_1.parseNumeric)(splitRatio),
+                previousNav: (0, utils_1.parseNumeric)(previousNav),
+                newNav: (0, utils_1.parseNumeric)(newNav),
+            };
+        });
+        return filterSymbol
+            ? data.filter(d => d.symbol === filterSymbol)
+            : data;
+    }
+    async fetchStocksListingApplicants(options) {
+        var _a, _b;
+        const { symbol: filterSymbol, year } = options || {};
+        const form = new URLSearchParams({
+            code: filterSymbol || '',
+            date: year ? (year === 'ALL' ? 'ALL' : year.toString()) : 'ALL',
+            id: '',
+            response: 'json',
+        });
+        const url = 'https://www.tpex.org.tw/www/zh-tw/company/applicant';
+        const response = await this.httpService.post(url, form, {
+            headers: { 'Content-Type': 'application/x-www-form-urlencoded' },
+        });
+        const json = ((_b = (_a = response.data.tables) === null || _a === void 0 ? void 0 : _a[0]) === null || _b === void 0 ? void 0 : _b.totalCount) > 0 && response.data;
+        if (!json)
+            return [];
+        const data = json.tables[0].data.map((row) => {
+            const [, // index
+            symbol, name, applicationDate, chairman, capitalAtApplication, reviewCommitteeDate, boardApprovalDate, contractApprovalDate, // TPEx specific: 櫃買同意上櫃契約日期
+            listedDate, underwriter, underwritingPrice, remarks,
+            // Ignore the last 2 fields (URL fields)
+            ] = row;
+            const data = {};
+            data.symbol = symbol.trim();
+            data.name = name.trim();
+            data.exchange = enums_1.Exchange.TPEx;
+            data.applicationDate = (0, utils_1.rocToWestern)(applicationDate);
+            data.chairman = chairman.trim();
+            data.capitalAtApplication = (0, utils_1.parseNumeric)(capitalAtApplication);
+            data.reviewCommitteeDate = reviewCommitteeDate ? (0, utils_1.rocToWestern)(reviewCommitteeDate) : null;
+            data.boardApprovalDate = boardApprovalDate ? (0, utils_1.rocToWestern)(boardApprovalDate) : null;
+            data.contractApprovalDate = contractApprovalDate ? (0, utils_1.rocToWestern)(contractApprovalDate) : null;
+            data.listedDate = listedDate ? (0, utils_1.rocToWestern)(listedDate) : null;
+            data.underwriter = underwriter.trim() || null;
+            data.underwritingPrice = (0, utils_1.parseNumeric)(underwritingPrice);
+            data.remarks = remarks.trim();
+            return data;
+        });
+        // Apply client-side filtering if needed (for additional filtering beyond server-side)
+        return filterSymbol ? data.filter((item) => item.symbol === filterSymbol) : data;
+    }
+}
+exports.TpexScraper = TpexScraper;