kaq-quant-common 0.1.94__tar.gz → 0.1.96__tar.gz

{kaq_quant_common-0.1.94 → kaq_quant_common-0.1.96}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: kaq_quant_common
-Version: 0.1.94
+Version: 0.1.96
 Summary: 
 Author: kevinfuture
 Author-email: liuenbofuture@foxmail.com

{kaq_quant_common-0.1.94 → kaq_quant_common-0.1.96}/kaq_quant_common/resources/kaq_ddb_stream_write_resources.py

@@ -199,7 +199,7 @@ class KaqQuantDdbStreamWriteSyncRepository:
 
 # 方式三: 异步调用, 但属于ddb的client内部的c++多线程解析与写入，适合一条条写入
 class KaqQuantDdbStreamMTWWriteRepository: 
-    def __init__(self, host, port, user, passwd, tableName=None, batch_size=1000, throttle=50, partitionCol=''):
+    def __init__(self, host, port, user, passwd, tableName=None, batch_size=1000, throttle=50, partitionCol='', threadCount=1):
         self.logger = get_logger(self)
         '''
         创建ddb连接 && 添加ddb流数据表支持
@@ -210,18 +210,23 @@ class KaqQuantDdbStreamMTWWriteRepository:
             self.session.connect(host, port, user, passwd, tryReconnectNums=10, reconnect=True, keepAliveTime=1000, readTimeout=10, writeTimeout=5)
             self.batch_writer = ddb.MultithreadedTableWriter(
                 host, port, user, passwd, tableName=tableName, dbPath='',
-                batchSize=batch_size, throttle=throttle, threadCount=1, partitionCol=partitionCol
+                batchSize=batch_size, throttle=throttle, threadCount=threadCount, partitionCol=partitionCol
             )
         except Exception as e:
             self.logger.error(f'KaqQuantDdbStreamMTWWriteRepository.__init__ is occured error: {str(e)} - {str(traceback.format_exc())}')
         finally:
             mutex.release()
             
-    def insert(self, df:pd.DataFrame=pd.DataFrame()):
+    def insert(self, df:pd.DataFrame=pd.DataFrame(), cols:list=[]):
         try:
-            for _, row in df.iterrows():
-                _args = row.tolist()
-                self.batch_writer.insert(*_args)
+            if cols is None or len(cols) <= 0:
+                for _, row in df.iterrows():
+                    _args = row.tolist()
+                    self.batch_writer.insert(*_args)
+            else:
+                for _, row in df.iterrows():
+                    _args = [row[i] for i in cols]
+                    self.batch_writer.insert(*_args)
         except Exception as e:
             self.logger.error(f'KaqQuantDdbStreamMTWWriteRepository.insert is occured error: {str(e)} - {str(traceback.format_exc())}')
             

{kaq_quant_common-0.1.94 → kaq_quant_common-0.1.96}/pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "kaq_quant_common"
-version = "0.1.94"
+version = "0.1.96"
 description = ""
 authors = [
     {name = "kevinfuture",email = "liuenbofuture@foxmail.com"}