datahub_binary 1.8.1__cp312-cp312-win_amd64.whl → 1.8.3__cp312-cp312-win_amd64.whl

datahub/dbo/redis_stream.pyi

@@ -1,7 +1,7 @@
 from ..protos.client_msg import deserialize as deserialize, serialize as serialize
 from _typeshed import Incomplete
 from datahub.setting import RedisSetting as RedisSetting
-from typing import Any, Iterator, Sequence
+from typing import Any, Callable, Iterator, Sequence
 
 class RedisStream:
     client: Incomplete
@@ -27,7 +27,7 @@ class RedisStream:
         :param posi: 位置标记, 格式 {timestamp_ms}-{int}
         :return:
         """
-    def read(self, topics: Sequence[str], count: int = 1, ignore_pending: bool = False, block: int = 0) -> Iterator[Any]:
+    def read(self, topics: Sequence[str], count: int = 1, ignore_pending: bool = False, block: int = 0, decode_func=...) -> Iterator[Any]:
         """
         迭代读取proto消息, 自动ack
 
@@ -35,14 +35,16 @@ class RedisStream:
         :param count: 单次读取上限
         :param ignore_pending: 是否忽略pending消息, 如果为False, 则会先读取pending消息, 然后读取最新消息
         :param block: 阻塞毫秒数，0为一直等待，超时后会直接返回
+        :param decode_func: 解码函数，默认使用proto解码
         :return: proto msg
         """
-    def write(self, topic: str, proto_msg: Any):
+    def write(self, topic: str, proto_msg: Any, encode_func: Callable = ...):
         """
         向stream写入proto消息
 
         :param topic: 主题
         :param proto_msg: proto消息
+        :param encode_func: 编码函数，默认使用proto
         :return: None
         """
     def delete(self, topic: str):

datahub/utils/sftp.pyi

@@ -1,3 +1,4 @@
+import polars as pl
 import types
 from _typeshed import Incomplete
 from datahub.setting import SftpSetting
@@ -42,6 +43,15 @@ class SFTPClient:
         :param path: 目录路径
         :return: None
         """
+    def read_df(self, remote_dir: str, pattern: str) -> pl.DataFrame:
+        """
+        读取远程parquet文件
+
+        :param remote_dir: 远程文件夹路径
+        :param pattern: 文件名匹配模式，支持正则， 如: data_2024*.parquet, *.parquet
+        (https://docs.python.org/zh-cn/3/library/fnmatch.html)
+        :return:
+        """
     def connect(self):
         """建立连接并返回sftp客户端"""
     def close(self) -> None:

datahub.pyi

@@ -53,7 +53,6 @@ import sqlalchemy.dialects.postgresql
 import redis
 import redis.exceptions
 import warnings
-import io
 import socket
 import google
 import google.protobuf
@@ -66,4 +65,6 @@ import lark_oapi
 import lark_oapi.api
 import lark_oapi.api.im
 import lark_oapi.api.im.v1
+import fnmatch
+import io
 import paramiko

{datahub_binary-1.8.1.dist-info → datahub_binary-1.8.3.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: datahub_binary
-Version: 1.8.1
+Version: 1.8.3
 Summary: A comprehensive Python library for data processing, integration, and management.
 Requires-Python: <3.13,>=3.9
 Description-Content-Type: text/markdown

{datahub_binary-1.8.1.dist-info → datahub_binary-1.8.3.dist-info}/RECORD

@@ -1,5 +1,5 @@
-datahub.cp312-win_amd64.pyd,sha256=1biVAFbbo_uewrSahTJ3whUNNrP71Z0pcsTtWdZ8MZY,1808384
-datahub.pyi,sha256=RCXeWHG7NPZBPCR6Kn2tGHTBvItWj8e3_Smus_1ZPGk,1507
+datahub.cp312-win_amd64.pyd,sha256=wIEbloQmv1er5lqFlAOrdaMbPolvR2ZoazAMl30ihtU,1811968
+datahub.pyi,sha256=sy345awOY4R8_DxrPBOg_oOhfOyNhlH60hJOrgUp4NQ,1522
 datahub/__init__.pyi,sha256=hX8D9Qd6uPjZiUBd6rIq7Llkt_H4l_RvRXsws3sdYbI,630
 datahub/datacache.pyi,sha256=Z2b3ktYv5t2y9Z1yXn0axbdoV06-GhjJhEIl_Ms-FjU,5044
 datahub/datahub.pyi,sha256=CUApKMxrupjWgB2kz7RyDq2Wl4vjFESmGWfoy9lplqA,50337
@@ -7,7 +7,7 @@ datahub/setting.pyi,sha256=u6gYjjF6r1thSpp2XNMvg_1JUcqB64dRTkNoHlOoKUQ,889
 datahub/ats/client_sdk.pyi,sha256=RScBpyY2ML84RBrYt60RnHtodOwWOe5-LbnJ3nFFBGs,8710
 datahub/dbo/database.pyi,sha256=tsGDnI5MCQdvlwDWeDb256bz8Ck6j8SYexIQNbJk7Vw,1654
 datahub/dbo/pg.pyi,sha256=fz2vWRF7vd5ANW5dVQAf7NfTzzjFN5aRKSw32nPRN4M,1931
-datahub/dbo/redis_stream.pyi,sha256=Rd9nvmSvnz4npEfjUyiq6Cw_TO6jtN9mPgwA-7nrO0g,1752
+datahub/dbo/redis_stream.pyi,sha256=geVI1BoTHRlxodS44MquM-FY_aJt27eDqmAKf2a4PyM,1938
 datahub/dbo/sr.pyi,sha256=WWslzbQ11sasBqORbba3U5IZsAYWCiG4jeZK_f5-FZg,28579
 datahub/protos/client_msg.pyi,sha256=ftmkInjCGv1DEt477f5dLmRuFdVzrJ40jbOFGr3ZrZU,4063
 datahub/protos/client_pb2.pyi,sha256=3LdWOGSmV9vJiGIaaxBBrLpuQdXE4vb92bLvUGToCl8,228911
@@ -21,11 +21,11 @@ datahub/protos/strategy_pb2.pyi,sha256=JmRoiuRdyE_1m6qQxxBMAvLp2OngDSHxTYivkcZQ2
 datahub/protos/trade_pb2.pyi,sha256=YLZFMLEMR3q1fSQxgyR81BsVvYngNQPbKPKvLA7ktjs,49810
 datahub/utils/__init__.pyi,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 datahub/utils/logger.pyi,sha256=1TwXn8-s1RDBK-b0-fL1YuWVBAXXzL1vn94euagCl4U,1341
-datahub/utils/sftp.pyi,sha256=qYlQ9nJ_lhZi6pD9Ub0MOAs4zgK8A7XXaQuomR97bLw,1720
+datahub/utils/sftp.pyi,sha256=w8S-cxJWMeWJ6--RjT95qVgng_IhwPImiyoqdCpOCQI,2107
 datahub/utils/monitor/__init__.pyi,sha256=EOwgf8CbJ4g3iUAaFoR6O-mYemJ9xjP42zlBj2KeA9c,76
 datahub/utils/monitor/base.pyi,sha256=n1dKYK73JJ_7QPkCWFc-6Aj_a16j2z_VBaQ9zkN9A3E,310
 datahub/utils/monitor/feishu.pyi,sha256=GgvJXYeX3cPOQjqpV0GJUr_Ri1_cZe2-viRBkpe6O_g,402
-datahub_binary-1.8.1.dist-info/METADATA,sha256=73YKfAW3qPqVSyN9FdBZ9ew8AVzUhxc6IyeSKoxMCUQ,7902
-datahub_binary-1.8.1.dist-info/WHEEL,sha256=GgV4Cr4qHk9xHlDqCT7rIsmc_XEc5nwpshO-GrXhyBw,96
-datahub_binary-1.8.1.dist-info/top_level.txt,sha256=J0rzqYfZghMgpObWaPGhQtV88I-KXrgArDvi_ddf6ZA,8
-datahub_binary-1.8.1.dist-info/RECORD,,
+datahub_binary-1.8.3.dist-info/METADATA,sha256=_INC2czYtHXQfZvGojxdkCOsY0XqIv8e8etTYzs5LoU,7902
+datahub_binary-1.8.3.dist-info/WHEEL,sha256=GgV4Cr4qHk9xHlDqCT7rIsmc_XEc5nwpshO-GrXhyBw,96
+datahub_binary-1.8.3.dist-info/top_level.txt,sha256=J0rzqYfZghMgpObWaPGhQtV88I-KXrgArDvi_ddf6ZA,8
+datahub_binary-1.8.3.dist-info/RECORD,,