hjxdl 0.2.33__py3-none-any.whl → 0.2.35__py3-none-any.whl

hdl/_version.py

@@ -12,5 +12,5 @@ __version__: str
 __version_tuple__: VERSION_TUPLE
 version_tuple: VERSION_TUPLE
 
-__version__ = version = '0.2.33'
-__version_tuple__ = version_tuple = (0, 2, 33)
+__version__ = version = '0.2.35'
+__version_tuple__ = version_tuple = (0, 2, 35)

hdl/utils/llm/chat.py

@@ -1,5 +1,6 @@
 import typing as t
 import asyncio
+import os
 from concurrent.futures import ProcessPoolExecutor
 import subprocess
 
@@ -109,37 +110,31 @@ class OpenAI_M():
         server_ip: str = "172.28.1.2",
         server_port: int = 8000,
         api_key: str = "dummy_key",
+        use_groq: bool = False,
+        groq_api_key: str = None,
         tools: list = None,
         tool_desc: dict = None,
         *args,
         **kwargs
     ):
-        """Initialize the OpenAI client with the specified parameters.
-
-        Args:
-            model_path (str): Path to the model (default is "default_model").
-            device (str): Device to use (default is 'gpu').
-            generation_kwargs (dict): Additional generation arguments (default is an empty dictionary).
-            server_ip (str): IP address of the server (default is "172.28.1.2").
-            server_port (int): Port of the server (default is 8000).
-            api_key (str): API key for authentication (default is "dummy_key").
-            tools (list): List of tools.
-            tool_desc (dict): Description of tools.
-
-        Raises:
-            ValueError: If an invalid argument is provided.
-        """
         # self.model_path = model_path
         self.server_ip = server_ip
         self.server_port = server_port
         self.base_url = f"http://{self.server_ip}:{str(self.server_port)}/v1"
         self.api_key = api_key
-        self.client = OpenAI(
-            base_url=self.base_url,
-            api_key=self.api_key,
-            *args,
-            **kwargs
-        )
+        self.use_groq = use_groq
+        if use_groq:
+            import groq
+            self.client = groq.Groq(
+                api_key=os.getenv("GROQ_API_KEY", groq_api_key)
+            )
+        else:
+            self.client = OpenAI(
+                base_url=self.base_url,
+                api_key=self.api_key,
+                *args,
+                **kwargs
+            )
         self.tools = tools
         self.tool_desc = FN_DESC
         if tool_desc is not None:

{hjxdl-0.2.33.dist-info → hjxdl-0.2.35.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: hjxdl
-Version: 0.2.33
+Version: 0.2.35
 Summary: A collection of functions for Jupyter notebooks
 Home-page: https://github.com/huluxiaohuowa/hdl
 Author: Jianxing Hu

{hjxdl-0.2.33.dist-info → hjxdl-0.2.35.dist-info}/RECORD

@@ -1,5 +1,5 @@
 hdl/__init__.py,sha256=GffnD0jLJdhkd-vo989v40N90sQbofkayRBwxc6TVhQ,72
-hdl/_version.py,sha256=T7EtJYRX8K7MA0r6pLuoIDP8tNQ2dSjsgBzJKunIqDA,413
+hdl/_version.py,sha256=4dlb9UemSDdiA1IRQrtGgnBtBPMWiCXe9BCh52_jdN8,413
 hdl/args/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 hdl/args/loss_args.py,sha256=s7YzSdd7IjD24rZvvOrxLLFqMZQb9YylxKeyelSdrTk,70
 hdl/controllers/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -128,7 +128,7 @@ hdl/utils/general/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU
 hdl/utils/general/glob.py,sha256=8-RCnt6L297wMIfn34ZAMCsGCZUjHG3MGglGZI1cX0g,491
 hdl/utils/general/runners.py,sha256=-xGCkRKKqSEFUtDy0o8JkXpfFVrXPCU0C-ISfv-pNis,1413
 hdl/utils/llm/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-hdl/utils/llm/chat.py,sha256=OzyY9xACOOocx9zZigtq9YAPvHtDUo8v2fvf1Tyjg_U,14891
+hdl/utils/llm/chat.py,sha256=k93F8qoSEGsHrIBvuHa90vejQAW4cU-pdyQsACIdaEw,14458
 hdl/utils/llm/chatgr.py,sha256=lKaDeimYz-Bw32QXYtde51xjf7gbfS2CEYt5R0ODunM,4075
 hdl/utils/llm/embs.py,sha256=Tf0FOYrOFZp7qQpEPiSCXzlgyHH0X9HVTUtsup74a9E,7174
 hdl/utils/llm/extract.py,sha256=2sK_WJzmYIc8iuWaM9DA6Nw3_6q1O4lJ5pKpcZo-bBA,6512
@@ -139,7 +139,7 @@ hdl/utils/schedulers/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hS
 hdl/utils/schedulers/norm_lr.py,sha256=bDwCmdEK-WkgxQMFBiMuchv8Mm7C0-GZJ6usm-PQk14,4461
 hdl/utils/weather/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 hdl/utils/weather/weather.py,sha256=k11o6wM15kF8b9NMlEfrg68ak-SfSYLN3nOOflFUv-I,4381
-hjxdl-0.2.33.dist-info/METADATA,sha256=3F1pmrbVHLnvogM43ps_14ScO8mF_h3I96MpJ-VoR6E,836
-hjxdl-0.2.33.dist-info/WHEEL,sha256=PZUExdf71Ui_so67QXpySuHtCi3-J3wvF4ORK6k_S8U,91
-hjxdl-0.2.33.dist-info/top_level.txt,sha256=-kxwTM5JPhylp06z3zAVO3w6_h7wtBfBo2zgM6YZoTk,4
-hjxdl-0.2.33.dist-info/RECORD,,
+hjxdl-0.2.35.dist-info/METADATA,sha256=RYoVbe-tDbjlIlTa0X6VoTOYuwwVHAjGD-ZsaQ_TOzQ,836
+hjxdl-0.2.35.dist-info/WHEEL,sha256=PZUExdf71Ui_so67QXpySuHtCi3-J3wvF4ORK6k_S8U,91
+hjxdl-0.2.35.dist-info/top_level.txt,sha256=-kxwTM5JPhylp06z3zAVO3w6_h7wtBfBo2zgM6YZoTk,4
+hjxdl-0.2.35.dist-info/RECORD,,