kaq-quant-common 0.1.92__py3-none-any.whl → 0.1.93__py3-none-any.whl

kaq_quant_common/resources/kaq_ddb_stream_write_resources.py

@@ -163,7 +163,7 @@ class KaqQuantDdbStreamWriteSyncRepository:
     '''
     使用appender直接写入的方式
     '''
-    def __init__(self, host, port, user, passwd, tableName=None):
+    def __init__(self, host, port, user, passwd, tableName=None, batch_size=1000, flush_interval_ms=80):
         if tableName is None:
             raise ValueError(f'Error tableName, please set. tableName={tableName}')
         self.tableName = tableName
@@ -176,7 +176,7 @@ class KaqQuantDdbStreamWriteSyncRepository:
             self.session = ddb.session()
             self.session.connect(host, port, user, passwd, tryReconnectNums=10, reconnect=True, keepAliveTime=1000, readTimeout=10, writeTimeout=5)
             
-            self.batch_writer = DDBAsyncDFWriter(ddb.TableAppender(table_name=self.tableName, conn=self.session))
+            self.batch_writer = DDBAsyncDFWriter(ddb.TableAppender(table_name=self.tableName, conn=self.session), batch_size=batch_size, flush_interval_ms=flush_interval_ms)
             # 需要注意的是 fetchSize 取值不能小于 8192 （记录条数）
             self.size = 8192
         except Exception as e:
@@ -184,7 +184,7 @@ class KaqQuantDdbStreamWriteSyncRepository:
         finally:
             mutex.release()
        
-    @deprecated("请确保pandas数据与ddb表的数据类型一致.")
+    # @deprecated("请确保pandas数据与ddb表的数据类型一致.")
     def insert(self, df : pd.DataFrame):
         '''
         dataframe中日期等类型与ddb流表中一致,例如：

{kaq_quant_common-0.1.92.dist-info → kaq_quant_common-0.1.93.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: kaq_quant_common
-Version: 0.1.92
+Version: 0.1.93
 Summary: 
 Author: kevinfuture
 Author-email: liuenbofuture@foxmail.com

{kaq_quant_common-0.1.92.dist-info → kaq_quant_common-0.1.93.dist-info}/RECORD

@@ -41,7 +41,7 @@ kaq_quant_common/resources/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJ
 kaq_quant_common/resources/kaq_ddb_pool_stream_read_resources.py,sha256=Y-rtGpBF3bNh2mPZ2Lze6D9JZnpkqh24OEh7okikh1w,2536
 kaq_quant_common/resources/kaq_ddb_stream_init_resources.py,sha256=0MxxbajocTFzcRD344rfZQPKOwwuqCbyoT6dQpIox-o,3349
 kaq_quant_common/resources/kaq_ddb_stream_read_resources.py,sha256=WShsXMoL8o-JZvrtAd7H2Cg-vrE47QbsdGgURaQwiZs,3165
-kaq_quant_common/resources/kaq_ddb_stream_write_resources.py,sha256=RUWaonAnTSNQlSXnrdhrD4VHEueT0UN2kgG6dKoec04,8524
+kaq_quant_common/resources/kaq_ddb_stream_write_resources.py,sha256=-thMqqViM2CLg0G_vAciS1dNLh4jNVKGXpOUNeaMs54,8625
 kaq_quant_common/resources/kaq_mysql_init_resources.py,sha256=UcqWey6LgoMqvLq1SxK33nS6-rkViGYhzUPxcrucOks,827
 kaq_quant_common/resources/kaq_mysql_resources.py,sha256=UYBFn-o_fFaNwG6bT2E7CYdsns82EmR4ve2XgC9wFJw,13452
 kaq_quant_common/resources/kaq_postgresql_resources.py,sha256=iG1eYkciI0xUIBdEpGqKGOLBFxvVrfbBoTuaOmhQ0v0,1762
@@ -61,6 +61,6 @@ kaq_quant_common/utils/signal_utils.py,sha256=zBSyEltNTKqkQCsrETd47kEBb3Q_OWUBUn
 kaq_quant_common/utils/sqlite_utils.py,sha256=UDDFKfwL0N-jFifl40HdyOCENh2YQfW5so6hRaSJpv0,5722
 kaq_quant_common/utils/uuid_utils.py,sha256=pm_pnXpd8n9CI66x3A20cOEUiriJyqHaKGCeLrgkBxU,71
 kaq_quant_common/utils/yml_utils.py,sha256=gcKjb_-uuUajBGAl5QBPIZTg2wXm7qeeJvtHflj_zOE,4513
-kaq_quant_common-0.1.92.dist-info/METADATA,sha256=_LDEPTc7fW8A3pP2WmwrFjD86MF_yZSR1zbrATVLmUo,1971
-kaq_quant_common-0.1.92.dist-info/WHEEL,sha256=zp0Cn7JsFoX2ATtOhtaFYIiE2rmFAD4OcMhtUki8W3U,88
-kaq_quant_common-0.1.92.dist-info/RECORD,,
+kaq_quant_common-0.1.93.dist-info/METADATA,sha256=GNYiD1TCujY3VuAqVQGImTkzhi_9sR5G0_b6pu6gL30,1971
+kaq_quant_common-0.1.93.dist-info/WHEEL,sha256=zp0Cn7JsFoX2ATtOhtaFYIiE2rmFAD4OcMhtUki8W3U,88
+kaq_quant_common-0.1.93.dist-info/RECORD,,