hjxdl 0.3.24__py3-none-any.whl → 0.3.26__py3-none-any.whl

hdl/_version.py

@@ -12,5 +12,5 @@ __version__: str
 __version_tuple__: VERSION_TUPLE
 version_tuple: VERSION_TUPLE
 
-__version__ = version = '0.3.24'
-__version_tuple__ = version_tuple = (0, 3, 24)
+__version__ = version = '0.3.26'
+__version_tuple__ = version_tuple = (0, 3, 26)

hdl/utils/decorators/llm.py

@@ -0,0 +1,56 @@
+import time
+from functools import wraps
+
+def measure_stream_performance(func):
+    @wraps(func)
+    def wrapper(*args, **kwargs):
+        # 开始计时
+        start_time = time.time()
+
+        # 执行流式处理函数并获取生成器
+        stream = func(*args, **kwargs)
+
+        # 初始化计时和统计变量
+        first_char_time = None
+        total_chars = 0
+
+        for i in stream:
+            if i['type'] == 'text' and i['content']:
+                if first_char_time is None:
+                    # 第一次输出字符的时间
+                    first_char_time = time.time()
+
+                # 输出字符并统计数量
+                print(i['content'], end="", flush=True)
+                total_chars += len(i['content'])
+
+        # 总时间计算
+        end_time = time.time()
+        total_time = end_time - start_time
+        time_to_first_char = first_char_time - start_time if first_char_time else total_time
+
+        # 每秒输出的字符数
+        chars_per_second = total_chars / total_time if total_time > 0 else 0
+
+        # 打印统计信息
+        print("\n--- Statistics ---")
+        print(f"Time to first character: {time_to_first_char:.2f} seconds")
+        print(f"Total time: {total_time:.2f} seconds")
+        print(f"Characters per second: {chars_per_second:.2f}")
+
+    return wrapper
+
+
+@measure_stream_performance
+def run_llm_stream(
+    llm,
+    client_id,
+    prompt,
+    **kwargs
+):
+    resp = llm.stream(
+        client_id=client_id,
+        prompt=prompt,
+        **kwargs
+    )
+    return resp

hdl/utils/desc/tools.py

@@ -3,7 +3,7 @@ TOOL_DICT = {
         "type": "function",
         "function": {
             "name": "get_weather",
-            "description": "Get current temperature for a given location.",
+            "description": "仅在用户明确询问天气、气候、气温等信息时，获取指定城市的天气情况。",
             "parameters": {
                 "type": "object",
                 "properties": {

{hjxdl-0.3.24.dist-info → hjxdl-0.3.26.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.2
 Name: hjxdl
-Version: 0.3.24
+Version: 0.3.26
 Summary: A collection of functions for Jupyter notebooks
 Home-page: https://github.com/huluxiaohuowa/hdl
 Author: Jianxing Hu

{hjxdl-0.3.24.dist-info → hjxdl-0.3.26.dist-info}/RECORD

@@ -1,5 +1,5 @@
 hdl/__init__.py,sha256=GffnD0jLJdhkd-vo989v40N90sQbofkayRBwxc6TVhQ,72
-hdl/_version.py,sha256=xxze0Z9aZc1cnT2UsH5Up2FW8XUOyAB2EqHM_PedmQc,413
+hdl/_version.py,sha256=30eq06siTU79TQsQ2EEqu52177bco5xynk3YSelgFpk,413
 hdl/args/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 hdl/args/loss_args.py,sha256=s7YzSdd7IjD24rZvvOrxLLFqMZQb9YylxKeyelSdrTk,70
 hdl/controllers/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -121,10 +121,12 @@ hdl/utils/database_tools/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZ
 hdl/utils/database_tools/connect.py,sha256=xCacGucKxlQUXs6AsNddpeECvdqT1180V1ZWqHrUdNA,875
 hdl/utils/database_tools/datetime.py,sha256=xqE2xNiOpADzX-R8_bM0bioJRF3Ay9Jp1CAG6dy6uVI,1202
 hdl/utils/database_tools/web.py,sha256=awJ8lafL-2KRjf3V1uuij8JIvX9U5fI8fLZKOkOvqtk,5771
+hdl/utils/decorators/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+hdl/utils/decorators/llm.py,sha256=RRdixVVWHopx476fVgmr9-w7yBqZMBdJMrkjZZKFjdk,1559
 hdl/utils/desc/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 hdl/utils/desc/func_desc.py,sha256=sHmVZZmV7Zgii--gnHqMs6fTb7HVkqTOf8Pl_0F6qlI,3808
 hdl/utils/desc/template.py,sha256=Kf_tbL-XkDCKNQ3UncbCuYEeUgXEa7kRVCf9TD2b8og,2526
-hdl/utils/desc/tools.py,sha256=KNxmmTFFL3BZPh-2NGvNPz2VygHPJ3BWFa4VY2jy58g,619
+hdl/utils/desc/tools.py,sha256=tovV4sqjMBCHI6PG5YGJYBKpoXRhgYilzt77ZYTL7Jk,673
 hdl/utils/general/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 hdl/utils/general/glob.py,sha256=Zuf7WHU0UdUPOs9UrhxmrCiMC8GrHxQU6n3mTThv6yc,1120
 hdl/utils/general/runners.py,sha256=x7QBolp3MrqNV6L4rB6Ueybr26bqkRFZTuXhY0SwyLk,3061
@@ -141,8 +143,8 @@ hdl/utils/schedulers/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hS
 hdl/utils/schedulers/norm_lr.py,sha256=bDwCmdEK-WkgxQMFBiMuchv8Mm7C0-GZJ6usm-PQk14,4461
 hdl/utils/weather/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 hdl/utils/weather/weather.py,sha256=k11o6wM15kF8b9NMlEfrg68ak-SfSYLN3nOOflFUv-I,4381
-hjxdl-0.3.24.dist-info/LICENSE,sha256=lkMiSbeZHBQLB9LJEkS9-L3Z-LBC4yGnKrzHSG8RkPM,2599
-hjxdl-0.3.24.dist-info/METADATA,sha256=HEeA6mVJG8tifL-Hfoabfd8WP-6YB5Cmd6-rdHHCmAc,1336
-hjxdl-0.3.24.dist-info/WHEEL,sha256=In9FTNxeP60KnTkGw7wk6mJPYd_dQSjEZmXdBdMCI-8,91
-hjxdl-0.3.24.dist-info/top_level.txt,sha256=-kxwTM5JPhylp06z3zAVO3w6_h7wtBfBo2zgM6YZoTk,4
-hjxdl-0.3.24.dist-info/RECORD,,
+hjxdl-0.3.26.dist-info/LICENSE,sha256=lkMiSbeZHBQLB9LJEkS9-L3Z-LBC4yGnKrzHSG8RkPM,2599
+hjxdl-0.3.26.dist-info/METADATA,sha256=Y7g6KkHdFw_eroB_ynzGyMI9MN3Z4YypdWjf6YVnd_Y,1336
+hjxdl-0.3.26.dist-info/WHEEL,sha256=In9FTNxeP60KnTkGw7wk6mJPYd_dQSjEZmXdBdMCI-8,91
+hjxdl-0.3.26.dist-info/top_level.txt,sha256=-kxwTM5JPhylp06z3zAVO3w6_h7wtBfBo2zgM6YZoTk,4
+hjxdl-0.3.26.dist-info/RECORD,,