hjxdl 0.1.25__py3-none-any.whl → 0.1.26__py3-none-any.whl

hdl/_version.py

@@ -12,5 +12,5 @@ __version__: str
 __version_tuple__: VERSION_TUPLE
 version_tuple: VERSION_TUPLE
 
-__version__ = version = '0.1.25'
-__version_tuple__ = version_tuple = (0, 1, 25)
+__version__ = version = '0.1.26'
+__version_tuple__ = version_tuple = (0, 1, 26)

hdl/utils/llm/chat.py

@@ -205,119 +205,6 @@ class GGUF_M(Llama):
         # self.resps[-1] = "".join(self.resps[-1])
 
 
-# class GGUF_M():
-#     def __init__(
-#         self,
-#         model_path :str,
-#         device: str='gpu',
-#         generation_kwargs: dict = {},
-#         server_ip: str = "127.0.0.1",
-#         server_port: int = 8000,
-#     ):
-#         """Initialize the model with the provided model path and optional parameters.
-
-#         Args:
-#             model_path (str): The path to the model.
-#             device (str, optional): The device to use for model initialization. Defaults to 'gpu'.
-#             generation_kwargs (dict, optional): Additional keyword arguments for model generation. Defaults to {}.
-#             server_ip (str, optional): The IP address of the server. Defaults to "127.0.0.1".
-#             server_port (int, optional): The port of the server. Defaults to 8000.
-#         """
-#         # 从本地初始化模型
-#         # super().__init__()
-#         self.generation_kwargs = generation_kwargs
-#         print("正在从本地加载模型...")
-#         if device == 'cpu':
-#             self.model = Llama(
-#                 model_path=model_path,
-#                 n_threads=self.generation_kwargs['num_threads'],
-#                 n_ctx=self.generation_kwargs['max_context_length'],
-#             )
-#         else:
-#             self.model = Llama(
-#                 model_path=model_path,
-#                 n_threads=self.generation_kwargs['num_threads'],
-#                 n_ctx=self.generation_kwargs['max_context_length'],
-#                 n_gpu_layers=-1,
-#                 flash_attn=True
-#             )
-
-#         print("完成本地模型的加载")
-
-#     def invoke(
-#         self,
-#         prompt : str,
-#         stop: list[str] | None = ["USER:", "ASSISTANT:"],
-#         # history: list = [],
-#         **kwargs: t.Any,
-#     ) -> str:
-#         """Invoke the model to generate a response based on the given prompt.
-
-#         Args:
-#             prompt (str): The prompt to be used for generating the response.
-#             stop (list[str], optional): List of strings that indicate when the model should stop generating the response. Defaults to ["USER:", "ASSISTANT:"].
-#             **kwargs: Additional keyword arguments to be passed to the model.
-
-#         Returns:
-#             str: The generated response based on the prompt.
-#         """
-#         prompt_final = f"USER:\n{prompt}\nASSISTANT:\n"
-
-#         result = self.model.create_completion(
-#             prompt_final,
-#             repeat_penalty=self.generation_kwargs["repetition_penalty"],
-#             max_tokens=self.generation_kwargs["max_new_tokens"],
-#             stop=stop,
-#             echo=False,
-#             temperature=self.generation_kwargs["temperature"],
-#             mirostat_mode = 2,
-#             mirostat_tau=4.0,
-#             mirostat_eta=1.1
-#         )
-#         resp = result['choices'][0]['text']
-#         # history.append(
-#         #     [prompt, resp]
-#         # )
-#         return resp
-
-#     def stream(
-#         self,
-#         prompt: str,
-#         stop: list[str] | None = ["USER:", "ASSISTANT:"],
-#         # history: list = [],
-#         **kwargs: t.Any,
-#     ):
-#         """Generate text responses based on the given prompt using the model.
-
-#         Args:
-#             prompt (str): The prompt to generate text responses.
-#             stop (list[str], optional): List of strings to stop the generation. Defaults to ["USER:", "ASSISTANT:"].
-#             **kwargs: Additional keyword arguments for the model.
-
-#         Yields:
-#             str: Text responses generated by the model based on the prompt.
-#         """
-#         prompt = f"USER:\n{prompt}\nASSISTANT:\n"
-#         output = self.model.create_completion(
-#             prompt,
-#             stream=True,
-#             repeat_penalty=self.generation_kwargs["repetition_penalty"],
-#             max_tokens=self.generation_kwargs["max_new_tokens"],
-#             stop=stop,
-#             echo=False,
-#             temperature=self.generation_kwargs["temperature"],
-#             mirostat_mode = 2,
-#             mirostat_tau=4.0,
-#             mirostat_eta=1.1
-#         )
-#         # history.append([])
-#         for chunk in output:
-#             item = chunk['choices'][0]['text']
-#             # self.resps[-1].append(item)
-#             yield chunk['choices'][0]['text']
-#         # self.resps[-1] = "".join(self.resps[-1])
-
-
 class OpenAI_M():
     def __init__(
         self,

{hjxdl-0.1.25.dist-info → hjxdl-0.1.26.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: hjxdl
-Version: 0.1.25
+Version: 0.1.26
 Summary: A collection of functions for Jupyter notebooks
 Home-page: https://github.com/huluxiaohuowa/hdl
 Author: Jianxing Hu

{hjxdl-0.1.25.dist-info → hjxdl-0.1.26.dist-info}/RECORD

@@ -1,5 +1,5 @@
 hdl/__init__.py,sha256=GffnD0jLJdhkd-vo989v40N90sQbofkayRBwxc6TVhQ,72
-hdl/_version.py,sha256=2z8sOHys3QouaDyoTFldOod5mPhdtLw8dgODNwh6eyY,413
+hdl/_version.py,sha256=pHptU6h1OxA8-tsynXa5Rz3N6XELevZ_27Ye-N1R-ds,413
 hdl/args/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 hdl/args/loss_args.py,sha256=s7YzSdd7IjD24rZvvOrxLLFqMZQb9YylxKeyelSdrTk,70
 hdl/controllers/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -125,14 +125,14 @@ hdl/utils/desc/template.py,sha256=uKPGIgYFgSY4uBvfsbh5fZN7s39NdGQ2XSVH3pIpsuc,10
 hdl/utils/general/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 hdl/utils/general/glob.py,sha256=8-RCnt6L297wMIfn34ZAMCsGCZUjHG3MGglGZI1cX0g,491
 hdl/utils/llm/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-hdl/utils/llm/chat.py,sha256=cpXgfHtjDz0A5HIInwODQ2kM04hdDsllTqalOU9wmQs,17784
+hdl/utils/llm/chat.py,sha256=LH595PmR0MfFPD5XKff93FOxdL2aQQSt6VjR9nyksqU,13414
 hdl/utils/llm/embs.py,sha256=Tf0FOYrOFZp7qQpEPiSCXzlgyHH0X9HVTUtsup74a9E,7174
 hdl/utils/llm/extract.py,sha256=2sK_WJzmYIc8iuWaM9DA6Nw3_6q1O4lJ5pKpcZo-bBA,6512
 hdl/utils/schedulers/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 hdl/utils/schedulers/norm_lr.py,sha256=bDwCmdEK-WkgxQMFBiMuchv8Mm7C0-GZJ6usm-PQk14,4461
 hdl/utils/weather/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 hdl/utils/weather/weather.py,sha256=k11o6wM15kF8b9NMlEfrg68ak-SfSYLN3nOOflFUv-I,4381
-hjxdl-0.1.25.dist-info/METADATA,sha256=nOQQlDQJmZ6C5W5oedJIMy_5cB1HLtwgJC6PJlFw8pg,627
-hjxdl-0.1.25.dist-info/WHEEL,sha256=UvcQYKBHoFqaQd6LKyqHw9fxEolWLQnlzP0h_LgJAfI,91
-hjxdl-0.1.25.dist-info/top_level.txt,sha256=-kxwTM5JPhylp06z3zAVO3w6_h7wtBfBo2zgM6YZoTk,4
-hjxdl-0.1.25.dist-info/RECORD,,
+hjxdl-0.1.26.dist-info/METADATA,sha256=mG6nvKosLF2q7cuIYTDmGvQ1PZMXTgJTzr9NB4PvpD0,627
+hjxdl-0.1.26.dist-info/WHEEL,sha256=UvcQYKBHoFqaQd6LKyqHw9fxEolWLQnlzP0h_LgJAfI,91
+hjxdl-0.1.26.dist-info/top_level.txt,sha256=-kxwTM5JPhylp06z3zAVO3w6_h7wtBfBo2zgM6YZoTk,4
+hjxdl-0.1.26.dist-info/RECORD,,