hikyuu 2.6.8__py3-none-manylinux2014_aarch64.whl

hikyuu/gui/data/ImportPytdxTimeToH5Task.py

@@ -0,0 +1,106 @@
+# coding:utf-8
+#
+# The MIT License (MIT)
+#
+# Copyright (c) 2010-2017 fasiondog/hikyuu
+#
+# Permission is hereby granted, free of charge, to any person obtaining a copy
+# of this software and associated documentation files (the "Software"), to deal
+# in the Software without restriction, including without limitation the rights
+# to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+# copies of the Software, and to permit persons to whom the Software is
+# furnished to do so, subject to the following conditions:
+#
+# The above copyright notice and this permission notice shall be included in all
+# copies or substantial portions of the Software.
+#
+# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+# SOFTWARE.
+
+import logging
+import sqlite3
+import mysql.connector
+import clickhouse_connect
+from pytdx.hq import TdxHq_API
+from hikyuu.data.pytdx_to_h5 import import_time as h5_import_time
+from hikyuu.data.pytdx_to_mysql import import_time as mysql_import_time
+from hikyuu.data.pytdx_to_clickhouse import import_time as clickhouse_import_time
+from hikyuu.util import *
+
+
+class ProgressBar:
+    def __init__(self, src):
+        self.src = src
+
+    def __call__(self, cur, total):
+        progress = (cur + 1) * 100 // total if total > 0 else 100
+        # hku_info(f"{self.src.market} 分时数据: {progress}%")
+        self.src.queue.put([self.src.task_name, self.src.market, 'TIME', progress, 0])
+
+
+class ImportPytdxTimeToH5:
+    def __init__(self, log_queue, queue, config, market, quotations, ip, port, dest_dir, max_days):
+        self.logger = logging.getLogger(self.__class__.__name__)
+        self.task_name = 'IMPORT_TIME'
+        self.queue = queue
+        self.log_queue = log_queue
+        self.config = config
+        self.market = market
+        self.quotations = quotations
+        self.ip = ip
+        self.port = port
+        self.dest_dir = dest_dir
+        self.max_days = int(max_days)
+        self.status = "no run"
+
+    @hku_catch(trace=True)
+    def __call__(self):
+        self.status = "running"
+        capture_multiprocess_all_logger(self.log_queue)
+        if self.config.getboolean('hdf5', 'enable', fallback=True):
+            sqlite_file = "{}/stock.db".format(self.config['hdf5']['dir'])
+            connect = sqlite3.connect(sqlite_file, timeout=1800)
+            import_time = h5_import_time
+        elif self.config.getboolean('mysql', 'enable', fallback=True):
+            db_config = {
+                'user': self.config['mysql']['usr'],
+                'password': self.config['mysql']['pwd'],
+                'host': self.config['mysql']['host'],
+                'port': self.config['mysql']['port']
+            }
+            connect = mysql.connector.connect(**db_config)
+            import_time = mysql_import_time
+        elif self.config.getboolean('clickhouse', 'enable', fallback=True):
+            db_config = {
+                'username': self.config['clickhouse']['usr'],
+                'password': self.config['clickhouse']['pwd'],
+                'host': self.config['clickhouse']['host'],
+                'port': self.config['clickhouse']['http_port']
+            }
+            connect = clickhouse_connect.get_client(**db_config)
+            import_time = clickhouse_import_time
+
+        count = 0
+        try:
+            progress = ProgressBar(self)
+            api = TdxHq_API()
+            hku_info("导入 {} 分时数据 from {}", self.market, self.ip)
+            hku_check(api.connect(self.ip, self.port), "failed connect pytdx {}:{}", self.ip, self.port)
+            count = import_time(
+                connect, self.market, self.quotations, api, self.dest_dir, max_days=self.max_days, progress=progress
+            )
+            self.logger.info("导入 {} 分时记录数: {}".format(self.market, count))
+            api.disconnect()
+        except Exception as e:
+            self.logger.error(e)
+        finally:
+            api.close()
+            connect.close()
+
+        self.queue.put([self.task_name, self.market, 'TIME', None, count])
+        self.status = "finished"

hikyuu/gui/data/ImportPytdxToH5Task.py

@@ -0,0 +1,112 @@
+# coding:utf-8
+#
+# The MIT License (MIT)
+#
+# Copyright (c) 2010-2017 fasiondog/hikyuu
+#
+# Permission is hereby granted, free of charge, to any person obtaining a copy
+# of this software and associated documentation files (the "Software"), to deal
+# in the Software without restriction, including without limitation the rights
+# to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+# copies of the Software, and to permit persons to whom the Software is
+# furnished to do so, subject to the following conditions:
+#
+# The above copyright notice and this permission notice shall be included in all
+# copies or substantial portions of the Software.
+#
+# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+# SOFTWARE.
+
+import logging
+import sqlite3
+import mysql.connector
+from pytdx.hq import TdxHq_API
+from hikyuu.data.pytdx_to_h5 import import_data as h5_import_data
+from hikyuu.data.pytdx_to_mysql import import_data as mysql_import_data
+from hikyuu.data.pytdx_to_clickhouse import import_data as clickhouse_import_data
+from hikyuu.util import *
+
+
+class ProgressBar:
+    def __init__(self, src):
+        self.src = src
+
+    def __call__(self, cur, total):
+        progress = (cur + 1) * 100 // total
+        # hku_info(f"{self.src.market} {self.src.ktype} 数据: {progress}%")
+        self.src.queue.put([self.src.task_name, self.src.market, self.src.ktype, progress, 0])
+
+
+class ImportPytdxToH5:
+    def __init__(self, log_queue, queue, config, market, ktype, quotations, ip, port, dest_dir, start_datetime):
+        self.logger = logging.getLogger(self.__class__.__name__)
+        self.task_name = 'IMPORT_KDATA'
+        self.queue = queue
+        self.log_queue = log_queue
+        self.config = config
+        self.market = market
+        self.ktype = ktype
+        self.quotations = quotations
+        self.ip = ip
+        self.port = port
+        self.dest_dir = dest_dir
+        self.startDatetime = start_datetime
+        self.status = "no run"
+
+    @hku_catch(trace=True)
+    def __call__(self):
+        self.status = "running"
+        capture_multiprocess_all_logger(self.log_queue)
+        if self.config.getboolean('hdf5', 'enable', fallback=True):
+            sqlite_file = "{}/stock.db".format(self.config['hdf5']['dir'])
+            connect = sqlite3.connect(sqlite_file, timeout=1800)
+            import_data = h5_import_data
+            self.logger.debug('use hdf5 import kdata')
+        elif self.config.getboolean('mysql', 'enable', fallback=True):
+            db_config = {
+                'user': self.config['mysql']['usr'],
+                'password': self.config['mysql']['pwd'],
+                'host': self.config['mysql']['host'],
+                'port': int(self.config['mysql']['port'])
+            }
+            connect = mysql.connector.connect(**db_config)
+            import_data = mysql_import_data
+            self.logger.debug('use mysql import kdata')
+        elif self.config.getboolean('clickhouse', 'enable', fallback=True):
+            db_config = {
+                'username': self.config['clickhouse']['usr'],
+                'password': self.config['clickhouse']['pwd'],
+                'host': self.config['clickhouse']['host'],
+                'port': int(self.config['clickhouse']['http_port']),
+                'send_receive_timeout': 60,
+            }
+            import clickhouse_connect
+            connect = clickhouse_connect.get_client(**db_config)
+            import_data = clickhouse_import_data
+            self.logger.debug('use clickhouse import kdata')
+
+        count = 0
+        try:
+            progress = ProgressBar(self)
+            api = TdxHq_API()
+            hku_info("导入 {} {} 数据 from {}", self.market, self.ktype, self.ip)
+            hku_check(api.connect(self.ip, self.port), "failed connect pytdx: {}:{}", self.ip, self.port)
+            count = import_data(
+                connect, self.market, self.ktype, self.quotations, api, self.dest_dir, self.startDatetime, progress
+            )
+            self.logger.info("导入 {} {} 记录数: {}".format(self.market, self.ktype, count))
+            api.disconnect()
+        except Exception as e:
+            self.logger.error("ImportPytdxToH5Task failed! {}".format(e))
+            # self.queue.put([self.task_name, self.market, self.ktype, str(e), count])
+        finally:
+            api.close()
+            connect.close()
+
+        self.queue.put([self.task_name, self.market, self.ktype, None, count])
+        self.status = "finished"

hikyuu/gui/data/ImportPytdxTransToH5Task.py

@@ -0,0 +1,106 @@
+# coding:utf-8
+#
+# The MIT License (MIT)
+#
+# Copyright (c) 2010-2017 fasiondog/hikyuu
+#
+# Permission is hereby granted, free of charge, to any person obtaining a copy
+# of this software and associated documentation files (the "Software"), to deal
+# in the Software without restriction, including without limitation the rights
+# to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+# copies of the Software, and to permit persons to whom the Software is
+# furnished to do so, subject to the following conditions:
+#
+# The above copyright notice and this permission notice shall be included in all
+# copies or substantial portions of the Software.
+#
+# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+# SOFTWARE.
+
+import logging
+import sqlite3
+import mysql.connector
+from pytdx.hq import TdxHq_API
+from hikyuu.data.pytdx_to_h5 import import_trans as h5_import_trans
+from hikyuu.data.pytdx_to_mysql import import_trans as mysql_import_trans
+from hikyuu.data.pytdx_to_clickhouse import import_trans as clickhouse_import_trans
+from hikyuu.util import *
+
+
+class ProgressBar:
+    def __init__(self, src):
+        self.src = src
+
+    def __call__(self, cur, total):
+        progress = (cur + 1) * 100 // total
+        # hku_info(f"{self.src.market} 分笔数据: {progress}%")
+        self.src.queue.put([self.src.task_name, self.src.market, 'TRANS', progress, 0])
+
+
+class ImportPytdxTransToH5:
+    def __init__(self, log_queue, queue, config, market, quotations, ip, port, dest_dir, max_days):
+        self.logger = logging.getLogger(self.__class__.__name__)
+        self.task_name = 'IMPORT_TRANS'
+        self.log_queue = log_queue
+        self.queue = queue
+        self.config = config
+        self.market = market
+        self.quotations = quotations
+        self.ip = ip
+        self.port = port
+        self.dest_dir = dest_dir
+        self.max_days = int(max_days)
+        self.status = "no run"
+
+    @hku_catch(trace=True)
+    def __call__(self):
+        self.status = "running"
+        capture_multiprocess_all_logger(self.log_queue)
+        if self.config.getboolean('hdf5', 'enable', fallback=True):
+            sqlite_file = "{}/stock.db".format(self.config['hdf5']['dir'])
+            connect = sqlite3.connect(sqlite_file, timeout=1800)
+            import_trans = h5_import_trans
+        elif self.config.getboolean('mysql', 'enable', fallback=True):
+            db_config = {
+                'user': self.config['mysql']['usr'],
+                'password': self.config['mysql']['pwd'],
+                'host': self.config['mysql']['host'],
+                'port': self.config['mysql']['port']
+            }
+            connect = mysql.connector.connect(**db_config)
+            import_trans = mysql_import_trans
+        elif self.config.getboolean('clickhouse', 'enable', fallback=True):
+            db_config = {
+                'username': self.config['clickhouse']['usr'],
+                'password': self.config['clickhouse']['pwd'],
+                'host': self.config['clickhouse']['host'],
+                'port': self.config['clickhouse']['http_port']
+            }
+            import clickhouse_connect
+            connect = clickhouse_connect.get_client(**db_config)
+            import_trans = clickhouse_import_trans
+
+        count = 0
+        try:
+            progress = ProgressBar(self)
+            api = TdxHq_API()
+            hku_info("导入 {} 分笔数据 from {}", self.market, self.ip)
+            hku_check(api.connect(self.ip, self.port), "failed connect pytdx {}:{}", self.ip, self.port)
+            count = import_trans(
+                connect, self.market, self.quotations, api, self.dest_dir, max_days=self.max_days, progress=progress
+            )
+            self.logger.info("导入 {} 分笔记录数: {}".format(self.market, count))
+            api.disconnect()
+        except Exception as e:
+            self.logger.error(e)
+        finally:
+            api.close()
+            connect.close()
+
+        self.queue.put([self.task_name, self.market, 'TRANS', None, count])
+        self.status = "finished"

hikyuu/gui/data/ImportQmtToH5Task.py

@@ -0,0 +1,209 @@
+# coding:utf-8
+#
+# The MIT License (MIT)
+#
+# Copyright (c) 2010-2017 fasiondog/hikyuu
+#
+# Permission is hereby granted, free of charge, to any person obtaining a copy
+# of this software and associated documentation files (the "Software"), to deal
+# in the Software without restriction, including without limitation the rights
+# to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+# copies of the Software, and to permit persons to whom the Software is
+# furnished to do so, subject to the following conditions:
+#
+# The above copyright notice and this permission notice shall be included in all
+# copies or substantial portions of the Software.
+#
+# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+# SOFTWARE.
+
+import time
+import logging
+import sqlite3
+import mysql.connector
+from hikyuu.util.check import hku_catch
+
+from hikyuu.util.mylog import class_logger
+from hikyuu.util import capture_multiprocess_all_logger, get_default_logger
+from hikyuu.data.common import g_market_list
+from hikyuu.data.common_sqlite3 import get_stock_list as sqlite_get_stock_list
+from hikyuu.data.common_mysql import get_stock_list as mysql_get_stock_list
+from hikyuu import KDataToHdf5Importer, Query, KRecord, Datetime, KRecordList
+
+
+def ktype_to_qmt_period(ktype):
+    if ktype == 'DAY':
+        return '1d'
+    elif ktype == '5MIN':
+        return '5m'
+    elif ktype == '1MIN':
+        return '1m'
+    else:
+        raise ValueError('ktype must be DAY, 1MIN or 5MIN')
+
+
+class ProgressBar:
+    def __init__(self, src, market, ktype):
+        self.src = src
+        self.market = market
+        self.ktype = ktype
+        self.finished = False
+        self.total = 0
+        self.cur = 0
+
+    def __call__(self, data):
+        print(data)
+        self.total = data['total']
+        self.cur = data['finished']
+        if self.src.queue:
+            self.src.queue.put([self.src.task_name, self.market, self.ktype, (self.cur + 1) * 100 // self.total, 0])
+        if self.cur == self.total:
+            self.finished = True
+
+
+class ImportQmtToH5Task:
+    def __init__(self, log_queue, queue, config, ktype_list, quotations, dest_dir):
+        super(ImportQmtToH5Task, self).__init__()
+        self.logger = logging.getLogger(self.__class__.__name__)
+        self.task_name = 'IMPORT_KDATA'
+        self.log_queue = log_queue
+        self.queue = queue
+        self.config = config
+        self.ktype_list = [ktype.upper() for ktype in ktype_list]
+        self.quotations = quotations
+        self.dest_dir = dest_dir
+        self.status = "no run"
+
+    def __del__(self):
+        # print(self.__class__.__name__, self.market, self.ktype, "__del__")
+        pass
+
+    @hku_catch(trace=True)
+    def __call__(self):
+        self.status = "no run"
+        capture_multiprocess_all_logger(self.log_queue)
+        use_hdf = False
+        if self.config.getboolean('hdf5', 'enable', fallback=True):
+            sqlite_file = "{}/stock.db".format(self.config['hdf5']['dir'])
+            connect = sqlite3.connect(sqlite_file, timeout=1800)
+            get_stock_list = sqlite_get_stock_list
+            self.logger.debug('use hdf5 import kdata')
+            use_hdf = True
+        else:
+            db_config = {
+                'user': self.config['mysql']['usr'],
+                'password': self.config['mysql']['pwd'],
+                'host': self.config['mysql']['host'],
+                'port': self.config['mysql']['port']
+            }
+            connect = mysql.connector.connect(**db_config)
+            get_stock_list = mysql_get_stock_list
+            self.logger.debug('use mysql import kdata')
+
+        from xtquant import xtdata
+        total = 0
+        for ktype in self.ktype_list:
+            for market in g_market_list:
+                import time
+                start_time = time.time()
+                process = ProgressBar(self, market, ktype)
+                try:
+                    code_list = []
+                    only_code_list = []
+                    stock_list = get_stock_list(connect, market, self.quotations)
+                    tmp_list = [f'{stock[2]}.{market}' for stock in stock_list]
+                    code_list.extend(tmp_list)
+                    tmp_list = [f'{stock[2]}' for stock in stock_list]
+                    only_code_list.extend(tmp_list)
+                    xtdata.download_history_data2(code_list[:1], period=ktype_to_qmt_period(ktype), start_time='', end_time='',
+                                                  callback=process, incrementally=True)
+                except Exception as e:
+                    self.logger.error(e)
+
+                while not process.finished:
+                    time.sleep(0.1)
+                    end_time = time.time()
+                    if (end_time - start_time) > 30 and process.total == 0:
+                        self.logger.error(f'QMT 超时没反应 {market} {ktype}')
+                        break
+
+                total += process.total
+
+                self.import_qmt_to_h5(market, only_code_list[:1], ktype, self.dest_dir)
+
+        if self.queue:
+            self.queue.put([self.task_name, 'ALL', 'ALL', None, total])
+
+        self.status = "finished"
+
+    @hku_catch(trace=True)
+    def import_qmt_to_h5(self, market, code_list, ktype, dest_dir):
+        im = KDataToHdf5Importer()
+        if not im.set_config(dest_dir, [market]):
+            self.logger.error('KDataToHdf5Importer set config error! Maybe no license!')
+            return
+        if ktype == '1MIN':
+            nktype = Query.MIN
+        elif ktype == '5MIN':
+            nktype = Query.MIN5
+        elif ktype == 'DAY':
+            nktype = Query.DAY
+        else:
+            self.logger.error(f'Error ktype! {ktype}')
+            return
+        total = len(code_list)
+        cnt = 0
+        from xtquant import xtdata
+        for code in code_list:
+            last_date = im.get_last_datetime(market, code, nktype)
+            if not last_date.is_null():
+                if last_date >= Datetime.today():
+                    cnt += 1
+                    print(f"已导入 {cnt}, 总数: {total}, {market}{code}")
+                    continue
+                df = xtdata.get_local_data(field_list=['open', 'high', 'low', 'close', 'amount', 'volume'],
+                                           stock_list=[f"{code}.{market}",], period=ktype_to_qmt_period(ktype),
+                                           start_time=str(last_date.number*100+1),
+                                           end_time='', count=-1, dividend_type='none', fill_data=False)
+            else:
+                df = xtdata.get_local_data(field_list=['open', 'high', 'low', 'close', 'amount', 'volume'],
+                                           stock_list=[f"{code}.{market}",], period=ktype_to_qmt_period(ktype),
+                                           dividend_type='none', fill_data=False)
+
+            if df:
+                df = df[f"{code}.{market}"]
+                ks = KRecordList()
+                for index, row in df.iterrows():
+                    k = KRecord()
+                    k.datetime = Datetime(index) if ktype == 'DAY' else Datetime(index/100)
+                    k.open, k.high, k.low, k.close, k.volume, k.amount = row
+                    ks.append(k)
+                if len(ks) > 0:
+                    im.add_krecord_list(market, code, ks, nktype)
+                if nktype in (Query.DAY, Query.MIN5):
+                    im.update_index(market, code, nktype)
+
+            cnt += 1
+            print(f"导入hikyuu 已完成: {cnt}, 总数: {total}, {market}{code}")
+
+
+if __name__ == '__main__':
+    from hikyuu import *
+    from configparser import ConfigParser
+    import os
+
+    filename = os.path.expanduser('~') + '/.hikyuu' + '/importdata-gui.ini'
+    import_config = ConfigParser()
+    import_config.read(filename, encoding='utf-8')
+
+    from xtquant import xtdata
+    # get_default_logger()
+
+    # self, log_queue, queue, config, ktype, quotations, dest_dir
+    task = ImportQmtToH5Task(None, None, import_config, ['DAY'], ['stock', 'fund'], 'd:\\tmp\\stock')
+    task()

hikyuu/gui/data/ImportTdxToH5Task.py

@@ -0,0 +1,130 @@
+# coding:utf-8
+#
+# The MIT License (MIT)
+#
+# Copyright (c) 2010-2017 fasiondog/hikyuu
+#
+# Permission is hereby granted, free of charge, to any person obtaining a copy
+# of this software and associated documentation files (the "Software"), to deal
+# in the Software without restriction, including without limitation the rights
+# to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+# copies of the Software, and to permit persons to whom the Software is
+# furnished to do so, subject to the following conditions:
+#
+# The above copyright notice and this permission notice shall be included in all
+# copies or substantial portions of the Software.
+#
+# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+# SOFTWARE.
+
+import logging
+import sqlite3
+import mysql.connector
+from hikyuu.util.check import hku_catch
+
+from hikyuu.util.mylog import class_logger
+from hikyuu.data.tdx_to_h5 import tdx_import_data as h5_import_data
+from hikyuu.data.tdx_to_mysql import tdx_import_data as mysql_import_data
+from hikyuu.data.tdx_to_clickhouse import tdx_import_data as clickhouse_import_data
+from hikyuu.util import capture_multiprocess_all_logger, get_default_logger
+
+
+class ProgressBar:
+    def __init__(self, src):
+        self.src = src
+
+    def __call__(self, cur, total):
+        self.src.queue.put([self.src.task_name, self.src.market, self.src.ktype, (cur + 1) * 100 // total, 0])
+
+
+class ImportTdxToH5Task:
+    def __init__(self, log_queue, queue, config, market, ktype, quotations, src_dir, dest_dir):
+        super(ImportTdxToH5Task, self).__init__()
+        self.logger = logging.getLogger(self.__class__.__name__)
+        self.task_name = 'IMPORT_KDATA'
+        self.log_queue = log_queue
+        self.queue = queue
+        self.config = config
+        self.market = market.upper()
+        self.ktype = ktype.upper()
+        self.quotations = quotations
+        if self.market == 'SH':
+            if self.ktype == 'DAY':
+                self.src_dir = src_dir + "/vipdoc/sh/lday"
+            elif self.ktype == '1MIN':
+                self.src_dir = src_dir + "/vipdoc/sh/minline"
+            elif self.ktype == '5MIN':
+                self.src_dir = src_dir + "/vipdoc/sh/fzline"
+        elif self.market == 'SZ':
+            if self.ktype == 'DAY':
+                self.src_dir = src_dir + "/vipdoc/sz/lday"
+            elif self.ktype == '1MIN':
+                self.src_dir = src_dir + "/vipdoc/sz/minline"
+            elif self.ktype == '5MIN':
+                self.src_dir = src_dir + "/vipdoc/sz/fzline"
+        elif self.market == 'BJ':
+            if self.ktype == 'DAY':
+                self.src_dir = src_dir + "/vipdoc/bj/lday"
+            elif self.ktype == '1MIN':
+                self.src_dir = src_dir + "/vipdoc/bj/minline"
+            elif self.ktype == '5MIN':
+                self.src_dir = src_dir + "/vipdoc/bj/fzline"
+        self.dest_dir = dest_dir
+        self.status = "no run"
+
+    def __del__(self):
+        # print(self.__class__.__name__, self.market, self.ktype, "__del__")
+        pass
+
+    @hku_catch(trace=True)
+    def __call__(self):
+        self.status = "no run"
+        capture_multiprocess_all_logger(self.log_queue)
+        use_hdf = False
+        if self.config.getboolean('hdf5', 'enable', fallback=True):
+            sqlite_file = "{}/stock.db".format(self.config['hdf5']['dir'])
+            connect = sqlite3.connect(sqlite_file, timeout=1800)
+            import_data = h5_import_data
+            self.logger.debug('use hdf5 import kdata')
+            use_hdf = True
+        elif self.config.getboolean('mysql', 'enable', fallback=True):
+            db_config = {
+                'user': self.config['mysql']['usr'],
+                'password': self.config['mysql']['pwd'],
+                'host': self.config['mysql']['host'],
+                'port': self.config['mysql']['port']
+            }
+            connect = mysql.connector.connect(**db_config)
+            import_data = mysql_import_data
+            self.logger.debug('use mysql import kdata')
+        elif self.config.getboolean('clickhouse', 'enable', fallback=True):
+            db_config = {
+                'username': self.config['clickhouse']['usr'],
+                'password': self.config['clickhouse']['pwd'],
+                'host': self.config['clickhouse']['host'],
+                'port': self.config['clickhouse']['http_port']
+            }
+            import clickhouse_connect
+            connect = clickhouse_connect.get_client(**db_config)
+            import_data = clickhouse_import_data
+            self.logger.debug('use clickhouse import kdata')
+
+        count = 0
+        try:
+            progress = ProgressBar(self)
+            if use_hdf:
+                count = import_data(
+                    connect, self.market, self.ktype, self.quotations, self.src_dir, self.dest_dir, progress
+                )
+            else:
+                count = import_data(connect, self.market, self.ktype, self.quotations, self.src_dir, progress)
+
+        except Exception as e:
+            self.logger.error(e)
+        self.queue.put([self.task_name, self.market, self.ktype, None, count])
+        self.status = "finished"