hjxdl 0.2.88__py3-none-any.whl → 0.2.90__py3-none-any.whl

hdl/_version.py

@@ -12,5 +12,5 @@ __version__: str
 __version_tuple__: VERSION_TUPLE
 version_tuple: VERSION_TUPLE
 
-__version__ = version = '0.2.88'
-__version_tuple__ = version_tuple = (0, 2, 88)
+__version__ = version = '0.2.90'
+__version_tuple__ = version_tuple = (0, 2, 90)

hdl/utils/llm/chat.py

@@ -639,7 +639,10 @@ class MMChatter():
         temp: float = 0.1,
         top_p: float = 0.8,
         top_k: int = 100,
-        repeat_penalty: float = 1.05
+        repeat_penalty: float = 1.05,
+        n_context: int = 12800,
+        n_max: int = 12800,
+        ngl: int = 9999,
     ):
         """Get response from the model based on the given prompt and image.
 
@@ -664,7 +667,10 @@ class MMChatter():
             "--top-p", f"{top_p}",
             "--top-k", f"{top_k}",
             "--repeat-penalty", f"{repeat_penalty}",
-            "-p", prompt
+            "-c", f"{n_context}",
+            "-n", f"{n_max}",
+            "-p", prompt,
+            "-ngl", f"{ngl}",
         ]
 
         # Use subprocess to run the command and capture the output
@@ -675,10 +681,16 @@ class MMChatter():
             text=True
         )
 
-        # Only capture stdout (ignoring verbose logging)
+        # Process the output
         output = result.stdout
 
-        # Process the model's response by parsing the output
-        response = output.splitlines()[-1].strip('<assistant>')  # Assuming the last line is the model's response
+        # Extract the relevant part of the output
+        # Locate the response starting from '<assistant>' and capture everything afterwards
+        start_marker = "<assistant>"
+        if start_marker in output:
+            response_start = output.index(start_marker) + len(start_marker)
+            response = output[response_start:].strip()
+        else:
+            response = output.strip()
 
-        return response
+        return response

{hjxdl-0.2.88.dist-info → hjxdl-0.2.90.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: hjxdl
-Version: 0.2.88
+Version: 0.2.90
 Summary: A collection of functions for Jupyter notebooks
 Home-page: https://github.com/huluxiaohuowa/hdl
 Author: Jianxing Hu

{hjxdl-0.2.88.dist-info → hjxdl-0.2.90.dist-info}/RECORD

@@ -1,5 +1,5 @@
 hdl/__init__.py,sha256=GffnD0jLJdhkd-vo989v40N90sQbofkayRBwxc6TVhQ,72
-hdl/_version.py,sha256=gmIfdIg5gEvfMxffRlk3KF_G7qsO5gyiwsJ6wEhCrTk,413
+hdl/_version.py,sha256=dsW-sD-GWSmrnvsjSNdPvgFmdtr0NxczFjTqn2lljPU,413
 hdl/args/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 hdl/args/loss_args.py,sha256=s7YzSdd7IjD24rZvvOrxLLFqMZQb9YylxKeyelSdrTk,70
 hdl/controllers/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -128,7 +128,7 @@ hdl/utils/general/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU
 hdl/utils/general/glob.py,sha256=Zuf7WHU0UdUPOs9UrhxmrCiMC8GrHxQU6n3mTThv6yc,1120
 hdl/utils/general/runners.py,sha256=x7QBolp3MrqNV6L4rB6Ueybr26bqkRFZTuXhY0SwyLk,3061
 hdl/utils/llm/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-hdl/utils/llm/chat.py,sha256=B0OSX2Yc4OZUwRu-aHnZOW-knTeDqlzCP_UqlgnhMKA,24476
+hdl/utils/llm/chat.py,sha256=FykxgrUlolJvG5NN0sDlTmVf2F2kDWp1M1iodVNFeUg,24850
 hdl/utils/llm/chatgr.py,sha256=5F5PJHe8vz3iCfi4TT54DCLRi1UeJshECdVtgvvvao0,3696
 hdl/utils/llm/embs.py,sha256=Tf0FOYrOFZp7qQpEPiSCXzlgyHH0X9HVTUtsup74a9E,7174
 hdl/utils/llm/extract.py,sha256=2sK_WJzmYIc8iuWaM9DA6Nw3_6q1O4lJ5pKpcZo-bBA,6512
@@ -139,7 +139,7 @@ hdl/utils/schedulers/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hS
 hdl/utils/schedulers/norm_lr.py,sha256=bDwCmdEK-WkgxQMFBiMuchv8Mm7C0-GZJ6usm-PQk14,4461
 hdl/utils/weather/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 hdl/utils/weather/weather.py,sha256=k11o6wM15kF8b9NMlEfrg68ak-SfSYLN3nOOflFUv-I,4381
-hjxdl-0.2.88.dist-info/METADATA,sha256=jAJxvM6YypO5nHnLRSe8Zhi8QwOlvmsfMFi8H9IjeVg,836
-hjxdl-0.2.88.dist-info/WHEEL,sha256=PZUExdf71Ui_so67QXpySuHtCi3-J3wvF4ORK6k_S8U,91
-hjxdl-0.2.88.dist-info/top_level.txt,sha256=-kxwTM5JPhylp06z3zAVO3w6_h7wtBfBo2zgM6YZoTk,4
-hjxdl-0.2.88.dist-info/RECORD,,
+hjxdl-0.2.90.dist-info/METADATA,sha256=zXS1Zo2oeR0MqDgUOwvYGU_RxOLS75wdfsjRNlz4q64,836
+hjxdl-0.2.90.dist-info/WHEEL,sha256=PZUExdf71Ui_so67QXpySuHtCi3-J3wvF4ORK6k_S8U,91
+hjxdl-0.2.90.dist-info/top_level.txt,sha256=-kxwTM5JPhylp06z3zAVO3w6_h7wtBfBo2zgM6YZoTk,4
+hjxdl-0.2.90.dist-info/RECORD,,