hjxdl 0.3.28__py3-none-any.whl → 0.3.29__py3-none-any.whl

hdl/_version.py

@@ -12,5 +12,5 @@ __version__: str
 __version_tuple__: VERSION_TUPLE
 version_tuple: VERSION_TUPLE
 
-__version__ = version = '0.3.28'
-__version_tuple__ = version_tuple = (0, 3, 28)
+__version__ = version = '0.3.29'
+__version_tuple__ = version_tuple = (0, 3, 29)

hdl/utils/decorators/llm.py

@@ -2,6 +2,23 @@ import time
 from functools import wraps
 
 def measure_stream_performance(func):
+    """
+    Measures the performance of a streaming function by tracking the time taken to output characters and the rate of character and token generation.
+
+    Args:
+        func (callable): The streaming function to be measured. It should return a generator that yields dictionaries containing 'type' and 'content' keys.
+
+    Returns:
+        callable: A wrapper function that performs the performance measurement and prints statistics related to the streaming output.
+
+    Statistics Printed:
+        - Time to first character (in seconds)
+        - Total time taken for the execution (in seconds)
+        - Total number of characters output
+        - Total number of tokens processed
+        - Characters output per second
+        - Tokens processed per second
+    """
     @wraps(func)
     def wrapper(*args, **kwargs):
         # 开始计时
@@ -54,6 +71,18 @@ def run_llm_stream(
     prompt,
     **kwargs
 ):
+    """
+    Run a language model stream with the given parameters.
+
+    Args:
+        llm (object): The language model object used to generate responses.
+        client_id (str): The unique identifier for the client making the request.
+        prompt (str): The input prompt to which the language model should respond.
+        **kwargs: Additional keyword arguments to customize the request.
+
+    Returns:
+        iterable: An iterable response stream from the language model.
+    """
     resp = llm.stream(
         client_id=client_id,
         prompt=prompt,

{hjxdl-0.3.28.dist-info → hjxdl-0.3.29.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.2
 Name: hjxdl
-Version: 0.3.28
+Version: 0.3.29
 Summary: A collection of functions for Jupyter notebooks
 Home-page: https://github.com/huluxiaohuowa/hdl
 Author: Jianxing Hu

{hjxdl-0.3.28.dist-info → hjxdl-0.3.29.dist-info}/RECORD

@@ -1,5 +1,5 @@
 hdl/__init__.py,sha256=GffnD0jLJdhkd-vo989v40N90sQbofkayRBwxc6TVhQ,72
-hdl/_version.py,sha256=UN5ualVWmw8HnAwzrBSVto-hh1hWU3cwc0AuXsdYiWI,413
+hdl/_version.py,sha256=f1H6PIKEuqUoOqkVNqRQPR6h3oBTbMF-TCtBkXnI8lc,413
 hdl/args/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 hdl/args/loss_args.py,sha256=s7YzSdd7IjD24rZvvOrxLLFqMZQb9YylxKeyelSdrTk,70
 hdl/controllers/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -122,7 +122,7 @@ hdl/utils/database_tools/connect.py,sha256=xCacGucKxlQUXs6AsNddpeECvdqT1180V1ZWq
 hdl/utils/database_tools/datetime.py,sha256=xqE2xNiOpADzX-R8_bM0bioJRF3Ay9Jp1CAG6dy6uVI,1202
 hdl/utils/database_tools/web.py,sha256=awJ8lafL-2KRjf3V1uuij8JIvX9U5fI8fLZKOkOvqtk,5771
 hdl/utils/decorators/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-hdl/utils/decorators/llm.py,sha256=QCinGJ6eFlG-xMtfH6I2C5OI5-Vm0mJU8BVJ3UQCvz0,1851
+hdl/utils/decorators/llm.py,sha256=zjAKaGTE4UuMdNbmCMKDrEgWDQ8o6oPYYQgHVeAF78M,3110
 hdl/utils/desc/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 hdl/utils/desc/func_desc.py,sha256=sHmVZZmV7Zgii--gnHqMs6fTb7HVkqTOf8Pl_0F6qlI,3808
 hdl/utils/desc/template.py,sha256=Kf_tbL-XkDCKNQ3UncbCuYEeUgXEa7kRVCf9TD2b8og,2526
@@ -143,8 +143,8 @@ hdl/utils/schedulers/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hS
 hdl/utils/schedulers/norm_lr.py,sha256=bDwCmdEK-WkgxQMFBiMuchv8Mm7C0-GZJ6usm-PQk14,4461
 hdl/utils/weather/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 hdl/utils/weather/weather.py,sha256=k11o6wM15kF8b9NMlEfrg68ak-SfSYLN3nOOflFUv-I,4381
-hjxdl-0.3.28.dist-info/LICENSE,sha256=lkMiSbeZHBQLB9LJEkS9-L3Z-LBC4yGnKrzHSG8RkPM,2599
-hjxdl-0.3.28.dist-info/METADATA,sha256=1XGiJCOBRzJdzAhry_kGvDLvyLeXdr37Ri_4Y7VvDFc,1336
-hjxdl-0.3.28.dist-info/WHEEL,sha256=In9FTNxeP60KnTkGw7wk6mJPYd_dQSjEZmXdBdMCI-8,91
-hjxdl-0.3.28.dist-info/top_level.txt,sha256=-kxwTM5JPhylp06z3zAVO3w6_h7wtBfBo2zgM6YZoTk,4
-hjxdl-0.3.28.dist-info/RECORD,,
+hjxdl-0.3.29.dist-info/LICENSE,sha256=lkMiSbeZHBQLB9LJEkS9-L3Z-LBC4yGnKrzHSG8RkPM,2599
+hjxdl-0.3.29.dist-info/METADATA,sha256=BTs6PvUzk9E0AzgN86UFTibWjbUfi0ysphPzzCy__u0,1336
+hjxdl-0.3.29.dist-info/WHEEL,sha256=In9FTNxeP60KnTkGw7wk6mJPYd_dQSjEZmXdBdMCI-8,91
+hjxdl-0.3.29.dist-info/top_level.txt,sha256=-kxwTM5JPhylp06z3zAVO3w6_h7wtBfBo2zgM6YZoTk,4
+hjxdl-0.3.29.dist-info/RECORD,,