hikyuu 2.2.2__py3-none-win_amd64.whl

hikyuu/gui/data/ImportPytdxToH5Task.py

@@ -0,0 +1,98 @@
+# coding:utf-8
+#
+# The MIT License (MIT)
+#
+# Copyright (c) 2010-2017 fasiondog/hikyuu
+#
+# Permission is hereby granted, free of charge, to any person obtaining a copy
+# of this software and associated documentation files (the "Software"), to deal
+# in the Software without restriction, including without limitation the rights
+# to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+# copies of the Software, and to permit persons to whom the Software is
+# furnished to do so, subject to the following conditions:
+#
+# The above copyright notice and this permission notice shall be included in all
+# copies or substantial portions of the Software.
+#
+# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+# SOFTWARE.
+
+import logging
+import sqlite3
+import mysql.connector
+from pytdx.hq import TdxHq_API
+from hikyuu.data.pytdx_to_h5 import import_data as h5_import_data
+from hikyuu.data.pytdx_to_mysql import import_data as mysql_import_data
+from hikyuu.util import *
+
+
+class ProgressBar:
+    def __init__(self, src):
+        self.src = src
+
+    def __call__(self, cur, total):
+        progress = (cur + 1) * 100 // total
+        # hku_info(f"{self.src.market} {self.src.ktype} 数据: {progress}%")
+        self.src.queue.put([self.src.task_name, self.src.market, self.src.ktype, progress, 0])
+
+
+class ImportPytdxToH5:
+    def __init__(self, log_queue, queue, config, market, ktype, quotations, ip, port, dest_dir, start_datetime):
+        self.logger = logging.getLogger(self.__class__.__name__)
+        self.task_name = 'IMPORT_KDATA'
+        self.queue = queue
+        self.log_queue = log_queue
+        self.config = config
+        self.market = market
+        self.ktype = ktype
+        self.quotations = quotations
+        self.ip = ip
+        self.port = port
+        self.dest_dir = dest_dir
+        self.startDatetime = start_datetime
+        self.status = "no run"
+
+    @hku_catch(trace=True)
+    def __call__(self):
+        self.status = "running"
+        capture_multiprocess_all_logger(self.log_queue)
+        if self.config.getboolean('hdf5', 'enable', fallback=True):
+            sqlite_file = "{}/stock.db".format(self.config['hdf5']['dir'])
+            connect = sqlite3.connect(sqlite_file, timeout=1800)
+            import_data = h5_import_data
+            self.logger.debug('use hdf5 import kdata')
+        else:
+            db_config = {
+                'user': self.config['mysql']['usr'],
+                'password': self.config['mysql']['pwd'],
+                'host': self.config['mysql']['host'],
+                'port': self.config['mysql']['port']
+            }
+            connect = mysql.connector.connect(**db_config)
+            import_data = mysql_import_data
+            self.logger.debug('use mysql import kdata')
+
+        count = 0
+        try:
+            progress = ProgressBar(self)
+            api = TdxHq_API()
+            hku_info("导入 {} {} 数据 from {}", self.market, self.ktype, self.ip)
+            hku_check(api.connect(self.ip, self.port), "failed connect pytdx: {}:{}", self.ip, self.port)
+            count = import_data(
+                connect, self.market, self.ktype, self.quotations, api, self.dest_dir, self.startDatetime, progress
+            )
+            self.logger.info("导入 {} {} 记录数: {}".format(self.market, self.ktype, count))
+        except Exception as e:
+            self.logger.error("ImportPytdxToH5Task failed! {}".format(e))
+            # self.queue.put([self.task_name, self.market, self.ktype, str(e), count])
+        finally:
+            connect.commit()
+            connect.close()
+
+        self.queue.put([self.task_name, self.market, self.ktype, None, count])
+        self.status = "finished"

hikyuu/gui/data/ImportPytdxTransToH5Task.py

@@ -0,0 +1,94 @@
+# coding:utf-8
+#
+# The MIT License (MIT)
+#
+# Copyright (c) 2010-2017 fasiondog/hikyuu
+#
+# Permission is hereby granted, free of charge, to any person obtaining a copy
+# of this software and associated documentation files (the "Software"), to deal
+# in the Software without restriction, including without limitation the rights
+# to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+# copies of the Software, and to permit persons to whom the Software is
+# furnished to do so, subject to the following conditions:
+#
+# The above copyright notice and this permission notice shall be included in all
+# copies or substantial portions of the Software.
+#
+# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+# SOFTWARE.
+
+import logging
+import sqlite3
+import mysql.connector
+from pytdx.hq import TdxHq_API
+from hikyuu.data.pytdx_to_h5 import import_trans as h5_import_trans
+from hikyuu.data.pytdx_to_mysql import import_trans as mysql_import_trans
+from hikyuu.util import *
+
+
+class ProgressBar:
+    def __init__(self, src):
+        self.src = src
+
+    def __call__(self, cur, total):
+        progress = (cur + 1) * 100 // total
+        # hku_info(f"{self.src.market} 分笔数据: {progress}%")
+        self.src.queue.put([self.src.task_name, self.src.market, 'TRANS', progress, 0])
+
+
+class ImportPytdxTransToH5:
+    def __init__(self, log_queue, queue, config, market, quotations, ip, port, dest_dir, max_days):
+        self.logger = logging.getLogger(self.__class__.__name__)
+        self.task_name = 'IMPORT_TRANS'
+        self.log_queue = log_queue
+        self.queue = queue
+        self.config = config
+        self.market = market
+        self.quotations = quotations
+        self.ip = ip
+        self.port = port
+        self.dest_dir = dest_dir
+        self.max_days = int(max_days)
+        self.status = "no run"
+
+    @hku_catch(trace=True)
+    def __call__(self):
+        self.status = "running"
+        capture_multiprocess_all_logger(self.log_queue)
+        if self.config.getboolean('hdf5', 'enable', fallback=True):
+            sqlite_file = "{}/stock.db".format(self.config['hdf5']['dir'])
+            connect = sqlite3.connect(sqlite_file, timeout=1800)
+            import_trans = h5_import_trans
+        else:
+            db_config = {
+                'user': self.config['mysql']['usr'],
+                'password': self.config['mysql']['pwd'],
+                'host': self.config['mysql']['host'],
+                'port': self.config['mysql']['port']
+            }
+            connect = mysql.connector.connect(**db_config)
+            import_trans = mysql_import_trans
+
+        count = 0
+        try:
+            progress = ProgressBar(self)
+            api = TdxHq_API()
+            hku_info("导入 {} 分笔数据 from {}", self.market, self.ip)
+            hku_check(api.connect(self.ip, self.port), "failed connect pytdx {}:{}", self.ip, self.port)
+            count = import_trans(
+                connect, self.market, self.quotations, api, self.dest_dir, max_days=self.max_days, progress=progress
+            )
+            self.logger.info("导入 {} 分笔记录数: {}".format(self.market, count))
+        except Exception as e:
+            self.logger.error(e)
+        finally:
+            connect.commit()
+            connect.close()
+
+        self.queue.put([self.task_name, self.market, 'TRANS', None, count])
+        self.status = "finished"

hikyuu/gui/data/ImportTdxToH5Task.py

@@ -0,0 +1,111 @@
+# coding:utf-8
+#
+# The MIT License (MIT)
+#
+# Copyright (c) 2010-2017 fasiondog/hikyuu
+#
+# Permission is hereby granted, free of charge, to any person obtaining a copy
+# of this software and associated documentation files (the "Software"), to deal
+# in the Software without restriction, including without limitation the rights
+# to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+# copies of the Software, and to permit persons to whom the Software is
+# furnished to do so, subject to the following conditions:
+#
+# The above copyright notice and this permission notice shall be included in all
+# copies or substantial portions of the Software.
+#
+# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+# SOFTWARE.
+
+import logging
+import sqlite3
+import mysql.connector
+from hikyuu.util.check import hku_catch
+
+from hikyuu.util.mylog import class_logger
+from hikyuu.data.tdx_to_h5 import tdx_import_data as h5_import_data
+from hikyuu.data.tdx_to_mysql import tdx_import_data as mysql_import_data
+from hikyuu.util import capture_multiprocess_all_logger, get_default_logger
+
+
+class ProgressBar:
+    def __init__(self, src):
+        self.src = src
+
+    def __call__(self, cur, total):
+        self.src.queue.put([self.src.task_name, self.src.market, self.src.ktype, (cur + 1) * 100 // total, 0])
+
+
+class ImportTdxToH5Task:
+    def __init__(self, log_queue, queue, config, market, ktype, quotations, src_dir, dest_dir):
+        super(ImportTdxToH5Task, self).__init__()
+        self.logger = logging.getLogger(self.__class__.__name__)
+        self.task_name = 'IMPORT_KDATA'
+        self.log_queue = log_queue
+        self.queue = queue
+        self.config = config
+        self.market = market.upper()
+        self.ktype = ktype.upper()
+        self.quotations = quotations
+        if self.market == 'SH':
+            if self.ktype == 'DAY':
+                self.src_dir = src_dir + "/vipdoc/sh/lday"
+            elif self.ktype == '1MIN':
+                self.src_dir = src_dir + "/vipdoc/sh/minline"
+            elif self.ktype == '5MIN':
+                self.src_dir = src_dir + "/vipdoc/sh/fzline"
+        elif self.market == 'SZ':
+            if self.ktype == 'DAY':
+                self.src_dir = src_dir + "/vipdoc/sz/lday"
+            elif self.ktype == '1MIN':
+                self.src_dir = src_dir + "/vipdoc/sz/minline"
+            elif self.ktype == '5MIN':
+                self.src_dir = src_dir + "/vipdoc/sz/fzline"
+        self.dest_dir = dest_dir
+        self.status = "no run"
+
+    def __del__(self):
+        #print(self.__class__.__name__, self.market, self.ktype, "__del__")
+        pass
+
+    @hku_catch(trace=True)
+    def __call__(self):
+        self.status = "no run"
+        capture_multiprocess_all_logger(self.log_queue)
+        use_hdf = False
+        if self.config.getboolean('hdf5', 'enable', fallback=True):
+            sqlite_file = "{}/stock.db".format(self.config['hdf5']['dir'])
+            connect = sqlite3.connect(sqlite_file, timeout=1800)
+            import_data = h5_import_data
+            self.logger.debug('use hdf5 import kdata')
+            use_hdf = True
+        else:
+            db_config = {
+                'user': self.config['mysql']['usr'],
+                'password': self.config['mysql']['pwd'],
+                'host': self.config['mysql']['host'],
+                'port': self.config['mysql']['port']
+            }
+            connect = mysql.connector.connect(**db_config)
+            import_data = mysql_import_data
+            self.logger.debug('use mysql import kdata')
+
+        count = 0
+        try:
+            progress = ProgressBar(self)
+            if use_hdf:
+                count = import_data(
+                    connect, self.market, self.ktype, self.quotations, self.src_dir, self.dest_dir, progress
+                )
+            else:
+                count = import_data(connect, self.market, self.ktype, self.quotations, self.src_dir, progress)
+
+        except Exception as e:
+            self.logger.error(e)
+        self.queue.put([self.task_name, self.market, self.ktype, None, count])
+        self.status = "finished"

hikyuu/gui/data/ImportWeightToSqliteTask.py

@@ -0,0 +1,114 @@
+# coding:utf-8
+#
+# The MIT License (MIT)
+#
+# Copyright (c) 2010-2017 fasiondog/hikyuu
+#
+# Permission is hereby granted, free of charge, to any person obtaining a copy
+# of this software and associated documentation files (the "Software"), to deal
+# in the Software without restriction, including without limitation the rights
+# to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+# copies of the Software, and to permit persons to whom the Software is
+# furnished to do so, subject to the following conditions:
+#
+# The above copyright notice and this permission notice shall be included in all
+# copies or substantial portions of the Software.
+#
+# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+# SOFTWARE.
+
+import os
+import logging
+import hashlib
+import sqlite3
+import urllib.request
+import mysql.connector
+
+from pytdx.hq import TdxHq_API
+from hikyuu.data.common import MARKET, g_market_list
+from hikyuu.data.common_pytdx import search_best_tdx
+from hikyuu.data.weight_to_sqlite import qianlong_import_weight
+from hikyuu.data.pytdx_weight_to_sqlite import pytdx_import_weight_to_sqlite
+from hikyuu.data.pytdx_weight_to_mysql import pytdx_import_weight_to_mysql
+from hikyuu.data.pytdx_finance_to_sqlite import pytdx_import_finance_to_sqlite
+from hikyuu.data.pytdx_finance_to_mysql import pytdx_import_finance_to_mysql
+from hikyuu.util import capture_multiprocess_all_logger, get_default_logger
+from hikyuu.util.check import hku_catch, hku_check
+
+
+class ImportWeightToSqliteTask:
+    def __init__(self, log_queue, queue, config, dest_dir, market, cmd, host, port):
+        self.logger = logging.getLogger(self.__class__.__name__)
+        self.log_queue = log_queue
+        self.queue = queue
+        self.config = config
+        self.dest_dir = dest_dir
+        self.msg_name = 'IMPORT_WEIGHT'
+        self.status = "no run"
+        self.market = market
+        self.cmd = cmd  # "weight" | "finance"
+        self.host = host
+        self.port = port
+
+    @hku_catch(trace=True)
+    def __call__(self):
+        self.status = "running"
+        capture_multiprocess_all_logger(self.log_queue)
+        total_count = 0
+        try:
+            if self.config.getboolean('hdf5', 'enable', fallback=True):
+                sqlite_file = "{}/stock.db".format(self.config['hdf5']['dir'])
+                connect = sqlite3.connect(sqlite_file, timeout=1800)
+                pytdx_import_weight = pytdx_import_weight_to_sqlite
+                pytdx_import_finance = pytdx_import_finance_to_sqlite
+                self.logger.debug('use sqlite import weight')
+            else:
+                db_config = {
+                    'user': self.config['mysql']['usr'],
+                    'password': self.config['mysql']['pwd'],
+                    'host': self.config['mysql']['host'],
+                    'port': self.config['mysql']['port']
+                }
+                connect = mysql.connector.connect(**db_config)
+                pytdx_import_weight = pytdx_import_weight_to_mysql
+                pytdx_import_finance = pytdx_import_finance_to_mysql
+                self.logger.debug('use mysql import weight')
+
+        except Exception as e:
+            # self.queue.put([self.msg_name, str(e), -1, 0, total_count])
+            self.queue.put([self.msg_name, 'INFO', str(e), 0, 0])
+            self.queue.put([self.msg_name, '', 0, None, total_count])
+            self.status = "failure"
+            return
+
+        try:
+            api = TdxHq_API()
+            hku_check(api.connect(self.host, self.port), "failed connect pytdx {}:{}!", self.host, self.port)
+
+            if self.cmd == 'weight':
+                total_count = pytdx_import_weight(api, connect, self.market)
+                self.logger.info("导入 {} 权息记录数: {}".format(self.market, total_count))
+                self.queue.put([self.msg_name, '导入权息数据完毕!', 0, 0, f'{self.market} {total_count}'])
+            elif self.cmd == 'finance':
+                self.queue.put([self.msg_name, f'下载通达信当前财务信息({self.market})...', 0, 0, 0])
+                x = pytdx_import_finance(connect, api, self.market)
+                self.logger.info(f'导入 {self.market} 通达信当前财务信息数: {x}')
+                self.queue.put([self.msg_name, '导入通达信财务信息完毕!', 0, 0, f'{self.market} {x}'])
+
+            api.disconnect()
+
+        except Exception as e:
+            self.logger.error(e)
+            # self.queue.put([self.msg_name, str(e), -1, 0, total_count])
+            self.queue.put([self.msg_name, 'INFO', str(e), 0, 0])
+        finally:
+            connect.commit()
+            connect.close()
+
+        self.queue.put([self.msg_name, '', 0, None, total_count])
+        self.status = "finished"

hikyuu/gui/data/ImportZhBond10Task.py

@@ -0,0 +1,48 @@
+#!/usr/bin/python
+# -*- coding: utf8 -*-
+#
+# Create on: 20240105
+#    Author: fasiondog
+
+import sqlite3
+import mysql.connector
+from hikyuu.data.zh_bond10_to_mysql import import_zh_bond10_to_mysql
+from hikyuu.data.zh_bond10_to_sqlite import import_zh_bond10_to_sqlite
+from hikyuu.util import *
+
+
+class ImportZhBond10Task:
+    def __init__(self, log_queue, queue, config):
+        self.log_queue = log_queue
+        self.queue = queue
+        self.config = config
+        self.task_name = 'IMPORT_ZH_BOND10'
+        self.status = "no run"
+
+    @hku_catch(trace=True)
+    def __call__(self):
+        self.status = "running"
+        capture_multiprocess_all_logger(self.log_queue)
+        if self.config.getboolean('hdf5', 'enable', fallback=True):
+            sqlite_file = "{}/stock.db".format(self.config['hdf5']['dir'])
+            connect = sqlite3.connect(sqlite_file, timeout=1800)
+            import_zh_bond10 = import_zh_bond10_to_sqlite
+        else:
+            db_config = {
+                'user': self.config['mysql']['usr'],
+                'password': self.config['mysql']['pwd'],
+                'host': self.config['mysql']['host'],
+                'port': self.config['mysql']['port']
+            }
+            connect = mysql.connector.connect(**db_config)
+            import_zh_bond10 = import_zh_bond10_to_mysql
+
+        try:
+            import_zh_bond10(connect)
+        except Exception as e:
+            hku_error(str(e))
+
+        connect.close()
+
+        self.queue.put([self.task_name, "ZH_BOND10", "10年期中国国债收益率下载完毕", None, None])
+        self.status = "finished"