hjxdl 0.3.28__py3-none-any.whl → 0.3.30__py3-none-any.whl

hdl/_version.py

@@ -12,5 +12,5 @@ __version__: str
 __version_tuple__: VERSION_TUPLE
 version_tuple: VERSION_TUPLE
 
-__version__ = version = '0.3.28'
-__version_tuple__ = version_tuple = (0, 3, 28)
+__version__ = version = '0.3.30'
+__version_tuple__ = version_tuple = (0, 3, 30)

hdl/utils/decorators/llm.py

@@ -2,6 +2,23 @@ import time
 from functools import wraps
 
 def measure_stream_performance(func):
+    """
+    Measures the performance of a streaming function by tracking the time taken to output characters and the rate of character and token generation.
+
+    Args:
+        func (callable): The streaming function to be measured. It should return a generator that yields dictionaries containing 'type' and 'content' keys.
+
+    Returns:
+        callable: A wrapper function that performs the performance measurement and prints statistics related to the streaming output.
+
+    Statistics Printed:
+        - Time to first character (in seconds)
+        - Total time taken for the execution (in seconds)
+        - Total number of characters output
+        - Total number of tokens processed
+        - Characters output per second
+        - Tokens processed per second
+    """
     @wraps(func)
     def wrapper(*args, **kwargs):
         # 开始计时
@@ -54,6 +71,18 @@ def run_llm_stream(
     prompt,
     **kwargs
 ):
+    """
+    Run a language model stream with the given parameters.
+
+    Args:
+        llm (object): The language model object used to generate responses.
+        client_id (str): The unique identifier for the client making the request.
+        prompt (str): The input prompt to which the language model should respond.
+        **kwargs: Additional keyword arguments to customize the request.
+
+    Returns:
+        iterable: An iterable response stream from the language model.
+    """
     resp = llm.stream(
         client_id=client_id,
         prompt=prompt,

hdl/utils/llm/llm_wrapper.py

@@ -56,6 +56,8 @@ class OpenAIWrapper(object):
                 *args,
                 **kwargs
             )
+            if "client_type" not in conf:
+                conf["client_type"] = "chat"
 
     def add_client(
         self,
@@ -96,6 +98,7 @@ class OpenAIWrapper(object):
             host = f"http://{host}:{port}/v1"
         self.client_conf[client_id]['host'] = host
         self.client_conf[client_id]['model'] = model
+        self.client_conf[client_id]['client_type'] = client_type
         self.client_conf[client_id]['client'] = OpenAI(
             base_url=host,
             api_key=api_key,
@@ -347,3 +350,35 @@ class OpenAIWrapper(object):
                 return
 
         return
+
+    def embedding(
+        self,
+        client_id: str,
+        texts: list[str],
+        model: str = None,
+        **kwargs
+    ):
+        """
+        Generates embeddings for a list of texts using a specified model.
+
+        Args:
+            client_id (str): The ID of the client to use for generating embeddings.
+            texts (list[str]): A list of texts for which to generate embeddings.
+            model (str, optional): The model to use for generating embeddings.
+                If not provided, the model specified in the client configuration will be used.
+            **kwargs: Additional keyword arguments to be passed to the client embedding creation method.
+
+        Returns:
+            list: A list of embeddings corresponding to the input texts.
+        """
+        if not model:
+            model = self.client_conf[client_id]['model']
+
+        client = self.client_conf[client_id]['client']
+        response = client.embeddings.create(
+            input=texts,
+            model=model,
+            **kwargs
+        )
+
+        return [i.embedding for i in response.data]

{hjxdl-0.3.28.dist-info → hjxdl-0.3.30.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.2
 Name: hjxdl
-Version: 0.3.28
+Version: 0.3.30
 Summary: A collection of functions for Jupyter notebooks
 Home-page: https://github.com/huluxiaohuowa/hdl
 Author: Jianxing Hu

{hjxdl-0.3.28.dist-info → hjxdl-0.3.30.dist-info}/RECORD

@@ -1,5 +1,5 @@
 hdl/__init__.py,sha256=GffnD0jLJdhkd-vo989v40N90sQbofkayRBwxc6TVhQ,72
-hdl/_version.py,sha256=UN5ualVWmw8HnAwzrBSVto-hh1hWU3cwc0AuXsdYiWI,413
+hdl/_version.py,sha256=rwxxREOGVMpe267h030C9wYX9mgJaCw7aCCw2Mw13-w,413
 hdl/args/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 hdl/args/loss_args.py,sha256=s7YzSdd7IjD24rZvvOrxLLFqMZQb9YylxKeyelSdrTk,70
 hdl/controllers/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -122,7 +122,7 @@ hdl/utils/database_tools/connect.py,sha256=xCacGucKxlQUXs6AsNddpeECvdqT1180V1ZWq
 hdl/utils/database_tools/datetime.py,sha256=xqE2xNiOpADzX-R8_bM0bioJRF3Ay9Jp1CAG6dy6uVI,1202
 hdl/utils/database_tools/web.py,sha256=awJ8lafL-2KRjf3V1uuij8JIvX9U5fI8fLZKOkOvqtk,5771
 hdl/utils/decorators/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-hdl/utils/decorators/llm.py,sha256=QCinGJ6eFlG-xMtfH6I2C5OI5-Vm0mJU8BVJ3UQCvz0,1851
+hdl/utils/decorators/llm.py,sha256=zjAKaGTE4UuMdNbmCMKDrEgWDQ8o6oPYYQgHVeAF78M,3110
 hdl/utils/desc/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 hdl/utils/desc/func_desc.py,sha256=sHmVZZmV7Zgii--gnHqMs6fTb7HVkqTOf8Pl_0F6qlI,3808
 hdl/utils/desc/template.py,sha256=Kf_tbL-XkDCKNQ3UncbCuYEeUgXEa7kRVCf9TD2b8og,2526
@@ -136,15 +136,15 @@ hdl/utils/llm/chatgr.py,sha256=5F5PJHe8vz3iCfi4TT54DCLRi1UeJshECdVtgvvvao0,3696
 hdl/utils/llm/embs.py,sha256=Tf0FOYrOFZp7qQpEPiSCXzlgyHH0X9HVTUtsup74a9E,7174
 hdl/utils/llm/extract.py,sha256=2sK_WJzmYIc8iuWaM9DA6Nw3_6q1O4lJ5pKpcZo-bBA,6512
 hdl/utils/llm/llama_chat.py,sha256=watcHGOaz-bv3x-yDucYlGk5f8FiqfFhwWogrl334fk,4387
-hdl/utils/llm/llm_wrapper.py,sha256=sdf6N19pmwXBCYvHfFv8VVPPBpu5SIyXu21W3bFXSx0,13718
+hdl/utils/llm/llm_wrapper.py,sha256=l5D2gWuxm_tpIoCeCfprXNh3hykFP3jMDaM6XCDKdew,14966
 hdl/utils/llm/vis.py,sha256=SSP6tOwKLq0hWcpM3twI9TitqzBmKjlcGrnXEWYlCzM,26055
 hdl/utils/llm/visrag.py,sha256=0i-VrxqgiV-J7R3VPshu9oc7-rKjFJOldYik3HDXj6M,10176
 hdl/utils/schedulers/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 hdl/utils/schedulers/norm_lr.py,sha256=bDwCmdEK-WkgxQMFBiMuchv8Mm7C0-GZJ6usm-PQk14,4461
 hdl/utils/weather/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 hdl/utils/weather/weather.py,sha256=k11o6wM15kF8b9NMlEfrg68ak-SfSYLN3nOOflFUv-I,4381
-hjxdl-0.3.28.dist-info/LICENSE,sha256=lkMiSbeZHBQLB9LJEkS9-L3Z-LBC4yGnKrzHSG8RkPM,2599
-hjxdl-0.3.28.dist-info/METADATA,sha256=1XGiJCOBRzJdzAhry_kGvDLvyLeXdr37Ri_4Y7VvDFc,1336
-hjxdl-0.3.28.dist-info/WHEEL,sha256=In9FTNxeP60KnTkGw7wk6mJPYd_dQSjEZmXdBdMCI-8,91
-hjxdl-0.3.28.dist-info/top_level.txt,sha256=-kxwTM5JPhylp06z3zAVO3w6_h7wtBfBo2zgM6YZoTk,4
-hjxdl-0.3.28.dist-info/RECORD,,
+hjxdl-0.3.30.dist-info/LICENSE,sha256=lkMiSbeZHBQLB9LJEkS9-L3Z-LBC4yGnKrzHSG8RkPM,2599
+hjxdl-0.3.30.dist-info/METADATA,sha256=tcWR37ej1V4kjTKf_ND9R9Yd7dpuRbbFjL3yZhwSzOQ,1336
+hjxdl-0.3.30.dist-info/WHEEL,sha256=In9FTNxeP60KnTkGw7wk6mJPYd_dQSjEZmXdBdMCI-8,91
+hjxdl-0.3.30.dist-info/top_level.txt,sha256=-kxwTM5JPhylp06z3zAVO3w6_h7wtBfBo2zgM6YZoTk,4
+hjxdl-0.3.30.dist-info/RECORD,,