hjxdl 0.1.92__py3-none-any.whl → 0.1.94__py3-none-any.whl

hdl/_version.py

@@ -12,5 +12,5 @@ __version__: str
 __version_tuple__: VERSION_TUPLE
 version_tuple: VERSION_TUPLE
 
-__version__ = version = '0.1.92'
-__version_tuple__ = version_tuple = (0, 1, 92)
+__version__ = version = '0.1.94'
+__version_tuple__ = version_tuple = (0, 1, 94)

hdl/utils/llm/chat.py

@@ -1,6 +1,7 @@
 import typing as t
 import asyncio
 from concurrent.futures import ProcessPoolExecutor
+import subprocess
 
 
 from openai import OpenAI
@@ -382,4 +383,77 @@ class OpenAI_M():
                 return result
             except Exception as e:
                 print(e)
-                return ""
+                return ""
+
+
+class MMChatter():
+    def __init__(
+        self,
+        cli_dir: str,
+        model_dir: str,
+        mmproj_dir: str,
+    ) -> None:
+        """Initializes the class with the provided directories.
+
+        Args:
+            cli_dir (str): The directory for the CLI.
+            model_dir (str): The directory for the model.
+            mmproj_dir (str): The directory for the MMProj.
+
+        Returns:
+            None
+        """
+        self.cli_dir = cli_dir
+        self.model_dir = model_dir
+        self.mmproj_dir = mmproj_dir
+
+    def get_resp(
+        self,
+        prompt: str,
+        image: str,
+        temp: float = 0.1,
+        top_p: float = 0.8,
+        top_k: int = 100,
+        repeat_penalty: float = 1.05
+    ):
+        """Get response from the model based on the given prompt and image.
+
+        Args:
+            prompt (str): The prompt to provide to the model.
+            image (str): The image to be used as input for the model.
+            temp (float, optional): Temperature parameter for sampling. Defaults to 0.1.
+            top_p (float, optional): Top-p sampling parameter. Defaults to 0.8.
+            top_k (int, optional): Top-k sampling parameter. Defaults to 100.
+            repeat_penalty (float, optional): Repeat penalty for the model. Defaults to 1.05.
+
+        Returns:
+            str: The response generated by the model based on the input prompt and image.
+        """
+        # Define the command as a list of strings
+        command = [
+            self.cli_dir,
+            "-m", self.model_dir,
+            "--mmproj", self.mmproj_dir,
+            "--image", image,
+            "--temp", f"{temp}",
+            "--top-p", f"{top_p}",
+            "--top-k", f"{top_k}",
+            "--repeat-penalty", f"{repeat_penalty}",
+            "-p", prompt
+        ]
+
+        # Use subprocess to run the command and capture the output
+        result = subprocess.run(
+            command,
+            stdout=subprocess.PIPE,
+            stderr=subprocess.PIPE,
+            text=True
+        )
+
+        # Only capture stdout (ignoring verbose logging)
+        output = result.stdout
+
+        # Process the model's response by parsing the output
+        response = output.splitlines()[-1]  # Assuming the last line is the model's response
+
+        return response

{hjxdl-0.1.92.dist-info → hjxdl-0.1.94.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: hjxdl
-Version: 0.1.92
+Version: 0.1.94
 Summary: A collection of functions for Jupyter notebooks
 Home-page: https://github.com/huluxiaohuowa/hdl
 Author: Jianxing Hu

{hjxdl-0.1.92.dist-info → hjxdl-0.1.94.dist-info}/RECORD

@@ -1,5 +1,5 @@
 hdl/__init__.py,sha256=GffnD0jLJdhkd-vo989v40N90sQbofkayRBwxc6TVhQ,72
-hdl/_version.py,sha256=Bex6a3SN8AMjQtxtqeuYXC1HJMbTAgwQXVfTyyYzULY,413
+hdl/_version.py,sha256=03clbULp3b9RrCR0DpkVeYj6R4aCnFJBab4aegAAlio,413
 hdl/args/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 hdl/args/loss_args.py,sha256=s7YzSdd7IjD24rZvvOrxLLFqMZQb9YylxKeyelSdrTk,70
 hdl/controllers/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -127,7 +127,7 @@ hdl/utils/desc/template.py,sha256=a0UAkkKctt_EHY9UECsIIAwVkGPcM1Hr01HSkRMeIuw,12
 hdl/utils/general/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 hdl/utils/general/glob.py,sha256=8-RCnt6L297wMIfn34ZAMCsGCZUjHG3MGglGZI1cX0g,491
 hdl/utils/llm/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-hdl/utils/llm/chat.py,sha256=TdK_kmtd9P-qEHxRzcuTM49E3Jhdi1xrmvI4mws-uHY,12542
+hdl/utils/llm/chat.py,sha256=VFTyXodWse63M4NLFznz6JEz6_5hDFYy47lY8cq4gGA,14870
 hdl/utils/llm/embs.py,sha256=Tf0FOYrOFZp7qQpEPiSCXzlgyHH0X9HVTUtsup74a9E,7174
 hdl/utils/llm/extract.py,sha256=2sK_WJzmYIc8iuWaM9DA6Nw3_6q1O4lJ5pKpcZo-bBA,6512
 hdl/utils/llm/llama_chat.py,sha256=watcHGOaz-bv3x-yDucYlGk5f8FiqfFhwWogrl334fk,4387
@@ -136,7 +136,7 @@ hdl/utils/schedulers/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hS
 hdl/utils/schedulers/norm_lr.py,sha256=bDwCmdEK-WkgxQMFBiMuchv8Mm7C0-GZJ6usm-PQk14,4461
 hdl/utils/weather/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 hdl/utils/weather/weather.py,sha256=k11o6wM15kF8b9NMlEfrg68ak-SfSYLN3nOOflFUv-I,4381
-hjxdl-0.1.92.dist-info/METADATA,sha256=sp0uFZ1qKMJNUUiSMgn36qkfrqM-SkFKkxDDVNJXUoQ,866
-hjxdl-0.1.92.dist-info/WHEEL,sha256=GV9aMThwP_4oNCtvEC2ec3qUYutgWeAzklro_0m4WJQ,91
-hjxdl-0.1.92.dist-info/top_level.txt,sha256=-kxwTM5JPhylp06z3zAVO3w6_h7wtBfBo2zgM6YZoTk,4
-hjxdl-0.1.92.dist-info/RECORD,,
+hjxdl-0.1.94.dist-info/METADATA,sha256=tH-0-OFejzzH5MiJoLVpWtnlLlpVtLAY5DtDrkk-_dY,866
+hjxdl-0.1.94.dist-info/WHEEL,sha256=GV9aMThwP_4oNCtvEC2ec3qUYutgWeAzklro_0m4WJQ,91
+hjxdl-0.1.94.dist-info/top_level.txt,sha256=-kxwTM5JPhylp06z3zAVO3w6_h7wtBfBo2zgM6YZoTk,4
+hjxdl-0.1.94.dist-info/RECORD,,