kaq-quant-common 0.1.80__tar.gz → 0.1.81__tar.gz

{kaq_quant_common-0.1.80 → kaq_quant_common-0.1.81}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: kaq_quant_common
-Version: 0.1.80
+Version: 0.1.81
 Summary: 
 Author: kevinfuture
 Author-email: liuenbofuture@foxmail.com

{kaq_quant_common-0.1.80 → kaq_quant_common-0.1.81}/kaq_quant_common/api/rest/instruction/helper/order_helper.py

@@ -113,12 +113,16 @@ class OrderHelper:
     def process_order(self, order: OrderInfo, get_order_result: Callable):
         # 获取交易所
         exchange = self._server._exchange
+
+        # 记录时间，统计成交耗时
+        start_time = time.time()
+
         #
-        if not self._do_process_order(exchange, order, get_order_result, True):
+        if not self._do_process_order(exchange, order, get_order_result, True, start_time):
             # 马上执行，没有成功，开启线程执行
             thread = threading.Thread(
                 target=self._do_process_order,
-                args=(exchange, order, get_order_result, False),
+                args=(exchange, order, get_order_result, False, start_time),
             )
             thread.name = f"process_order_{order.instruction_id}_{exchange}_{order.symbol}_{order.order_id}"
             thread.daemon = True
@@ -130,6 +134,7 @@ class OrderHelper:
         order: OrderInfo,
         get_order_result: Callable,
         first=True,
+        start_time: float = 0,
     ):
         # 获取mysql
         mysql = self._server._mysql
@@ -175,11 +180,11 @@ class OrderHelper:
                 """
                 execute_ret = mysql.execute_sql(sql, True)
 
-        # 记录时间，统计成交耗时
-        start_time = time.time()
-
         # 步骤2.查询订单状态 直到订单成交后
+        # 统计查询次数
+        query_counter = 0
         while True:
+            query_counter += 1
             # 获取订单结果
             order_info = None
             try:
@@ -195,10 +200,16 @@ class OrderHelper:
             # 等待
             time.sleep(1)
 
+        if not first:
+            # 需要加上第一查询
+            query_counter += 1
+
         # 记录时间，统计成交耗时
         end_time = time.time()
         cost_time = end_time - start_time
-        self._logger.info(f"{ins_id}_{exchange}_{symbol} step 2. {side_str}订单  {order_id} 成交 耗时 {int(cost_time * 1000)}ms")
+        self._logger.info(
+            f"{ins_id}_{exchange}_{symbol} step 2. {side_str}订单  {order_id} 成交 耗时 {int(cost_time * 1000)}ms, 查询次数 {query_counter}"
+        )
 
         # 步骤3.把最终持仓写进去
         # 平均成交价格 转float

{kaq_quant_common-0.1.80 → kaq_quant_common-0.1.81}/kaq_quant_common/resources/kaq_ddb_pool_stream_read_resources.py

@@ -7,6 +7,7 @@ import pandas as pd
 import threading
 from kaq_quant_common.utils.logger_utils import get_logger
 import traceback
+from dolphindb.settings import PROTOCOL_PICKLE
 
 mutex = threading.Lock()
 
@@ -14,7 +15,7 @@ class KaqQuantDdbPoolStreamReadRepository:
     '''
     连接池方式连接DolphinDB数据库, 支持流数据表读取
     '''
-    def __init__(self, host, port, user, passwd, pool_size=1):
+    def __init__(self, host, port, user, passwd, pool_size=1, protocal=PROTOCOL_PICKLE):
         self.logger = get_logger(self)
         try:
             mutex.acquire()
@@ -27,6 +28,7 @@ class KaqQuantDdbPoolStreamReadRepository:
                                              reConnect=True, 
                                             #  tryReconnectNums=5, # 若不开启高可用，须与 reconnect 参数搭配使用，对单节点进行有限次重连。若不填写该参数，默认进行无限重连。
                                              sqlStd=SqlStd.DolphinDB,
+                                             protocol=protocal
                                              )
         except Exception as e:
             self.logger.error(f'KaqQuantDdbPoolStreamReadRepository.__init__ is occured error: {str(e)} - {str(traceback.format_exc())}')
@@ -49,7 +51,21 @@ class KaqQuantDdbPoolStreamReadRepository:
             big_df.columns = colums
             return big_df, None
         except Exception as e:
-            self.logger.error(f'KaqQuantDdbPoolStreamReadRepository.getStreamQuery is occured error: {str(e)} - {str(traceback.format_exc())}')
+            self.logger.error(f'KaqQuantDdbPoolStreamReadRepository.query is occured error: {str(e)} - {str(traceback.format_exc())}')
+        return pd.DataFrame()
+    
+    async def fetch(self, query: str) -> pd.DataFrame:
+        '''
+        从流数据表中获取数据
+        '''
+        try:
+            data = await self.pool.run(query, pickleTableToList=False, clearMemory=True)
+            if data is None:
+                return pd.DataFrame()
+            big_df = pd.DataFrame(data)
+            return big_df
+        except Exception as e:
+            self.logger.error(f'KaqQuantDdbPoolStreamReadRepository.fetch is occured error: {str(e)} - {str(traceback.format_exc())}')
         return pd.DataFrame()
 
 

{kaq_quant_common-0.1.80 → kaq_quant_common-0.1.81}/kaq_quant_common/utils/dagster_utils.py

@@ -14,6 +14,6 @@ def check_dagster_job_running(context: RunStatusSensorContext, job_name: str):
         DagsterRunStatus.STARTING,
         DagsterRunStatus.STARTED,
     ]:
-        context.log.info(f"Job {job_name} is already running")
+        # context.log.info(f"Job {job_name} is already running")
         return False
     return True

{kaq_quant_common-0.1.80 → kaq_quant_common-0.1.81}/pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "kaq_quant_common"
-version = "0.1.80"
+version = "0.1.81"
 description = ""
 authors = [
     {name = "kevinfuture",email = "liuenbofuture@foxmail.com"}