lollms-client 0.17.0__py3-none-any.whl → 0.17.1__py3-none-any.whl

lollms_client/__init__.py

@@ -6,7 +6,7 @@ from lollms_client.lollms_discussion import LollmsDiscussion, LollmsMessage
 from lollms_client.lollms_utilities import PromptReshaper # Keep general utilities
 from lollms_client.lollms_functions import FunctionCalling_Library
 
-__version__ = "0.17.0"
+__version__ = "0.17.1"
 
 # Optionally, you could define __all__ if you want to be explicit about exports
 __all__ = [

lollms_client/lollms_core.py

@@ -61,11 +61,12 @@ class LollmsClient():
                  ctx_size: Optional[int] = 8192,
                  n_predict: Optional[int] = 4096,
                  stream: bool = False,
-                 temperature: float = 0.1,
-                 top_k: int = 50,
-                 top_p: float = 0.95,
-                 repeat_penalty: float = 0.8,
-                 repeat_last_n: int = 40,
+                 temperature: float = 0.7, # Ollama default is 0.8, common default 0.7
+                 top_k: int = 40,          # Ollama default is 40
+                 top_p: float = 0.9,       # Ollama default is 0.9
+                 repeat_penalty: float = 1.1, # Ollama default is 1.1
+                 repeat_last_n: int = 64,  # Ollama default is 64
+
                  seed: Optional[int] = None,
                  n_threads: int = 8,
                  streaming_callback: Optional[Callable[[str, MSG_TYPE], None]] = None,

lollms_client/lollms_llm_binding.py

@@ -157,29 +157,25 @@ class LollmsLLMBinding(ABC):
 
 
     def split_discussion(self, lollms_prompt_string: str, system_keyword="!@>system:", user_keyword="!@>user:", ai_keyword="!@>assistant:") -> list:
-
         """
-        Abra-cadabra! Splits a combined LoLLMs prompt string into a list of
-        OpenAI chat messages.
-
-        Each segment starting with system_keyword/user_keyword/ai_keyword
-        becomes a {"role": ..., "content": ...} dict.
+        Splits a LoLLMs prompt into a list of OpenAI-style messages.
+        If the very first chunk has no prefix, it's assigned to "system".
         """
-        # Build a regex that looks ahead for any of the three markers
+        # Regex to split on any of the three prefixes (lookahead)
         pattern = r"(?={}|{}|{})".format(
             re.escape(system_keyword),
             re.escape(user_keyword),
             re.escape(ai_keyword)
         )
-        # Split the big string into little bits at each keyword
         parts = re.split(pattern, lollms_prompt_string)
         messages = []
 
         for part in parts:
             part = part.strip()
             if not part:
-                continue  # Skip empty rabbitholes
+                continue
 
+            # Determine role and strip prefix if present
             if part.startswith(system_keyword):
                 role = "system"
                 content = part[len(system_keyword):].strip()
@@ -190,16 +186,22 @@ class LollmsLLMBinding(ABC):
                 role = "assistant"
                 content = part[len(ai_keyword):].strip()
             else:
-                # Unknown segment—maybe a ghost?
-                continue
+                # No prefix: if it's the first valid chunk, treat as system
+                if not messages:
+                    role = "system"
+                    content = part
+                else:
+                    # otherwise skip unrecognized segments
+                    continue
 
             messages.append({"role": role, "content": content})
-        if messages[-1]["content"]=="":
-            del messages[-1]
+            if messages[-1]["content"]=="":
+                del messages[-1]
         return messages
 
 
 
+
 class LollmsLLMBindingManager:
     """Manages binding discovery and instantiation"""
 

{lollms_client-0.17.0.dist-info → lollms_client-0.17.1.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: lollms_client
-Version: 0.17.0
+Version: 0.17.1
 Summary: A client library for LoLLMs generate endpoint
 Author-email: ParisNeo <parisneoai@gmail.com>
 License: Apache Software License

{lollms_client-0.17.0.dist-info → lollms_client-0.17.1.dist-info}/RECORD

@@ -15,13 +15,13 @@ examples/personality_test/chat_test.py,sha256=o2jlpoddFc-T592iqAiA29xk3x27KsdK5D
 examples/personality_test/chat_with_aristotle.py,sha256=4X_fwubMpd0Eq2rCReS2bgVlUoAqJprjkLXk2Jz6pXU,1774
 examples/personality_test/tesks_test.py,sha256=7LIiwrEbva9WWZOLi34fsmCBN__RZbPpxoUOKA_AtYk,1924
 examples/test_local_models/local_chat.py,sha256=slakja2zaHOEAUsn2tn_VmI4kLx6luLBrPqAeaNsix8,456
-lollms_client/__init__.py,sha256=gnRUMaensmKS0xLWcPnEhZzlwu6zbXt9M2NIlW35YXM,823
+lollms_client/__init__.py,sha256=v0fLw3fxRSVML8auu9wqW8w-93EVhGHvQK06SOb8F4o,823
 lollms_client/lollms_config.py,sha256=goEseDwDxYJf3WkYJ4IrLXwg3Tfw73CXV2Avg45M_hE,21876
-lollms_client/lollms_core.py,sha256=6Uvm0qI1NZAzVu9kCoa-gCmBIe5FxRqAywfFEFqQliY,79894
+lollms_client/lollms_core.py,sha256=fRHdQ0yWAmMuOLZAzDbdlYfCsx0Rb8rQ-RYl_bKgEHk,80049
 lollms_client/lollms_discussion.py,sha256=9b83m0D894jwpgssWYTQHbVxp1gJoI-J947Ui_dRXII,2073
 lollms_client/lollms_functions.py,sha256=p8SFtmEPqvVCsIz2fZ5HxyOHaxjrAo5c12uTzJnb6m8,3594
 lollms_client/lollms_js_analyzer.py,sha256=01zUvuO2F_lnUe_0NLxe1MF5aHE1hO8RZi48mNPv-aw,8361
-lollms_client/lollms_llm_binding.py,sha256=Ekh_UzqOh7KyF4asjj83a_I40d7Iki7OjKNKtKF5tEs,9714
+lollms_client/lollms_llm_binding.py,sha256=bdElz_IBx0zZ-85YTT1fyY_mSoHo46tKIMiHYJlKCkM,9809
 lollms_client/lollms_python_analyzer.py,sha256=7gf1fdYgXCOkPUkBAPNmr6S-66hMH4_KonOMsADASxc,10246
 lollms_client/lollms_stt_binding.py,sha256=jAUhLouEhh2hmm1bK76ianfw_6B59EHfY3FmLv6DU-g,5111
 lollms_client/lollms_tasks.py,sha256=Tgqces03gPTHFJCcPaeN9vBCsil3SSJX7nQAjCQ2-yg,34393
@@ -58,8 +58,8 @@ lollms_client/tts_bindings/piper_tts/__init__.py,sha256=0IEWG4zH3_sOkSb9WbZzkeV5
 lollms_client/tts_bindings/xtts/__init__.py,sha256=FgcdUH06X6ZR806WQe5ixaYx0QoxtAcOgYo87a2qxYc,18266
 lollms_client/ttv_bindings/__init__.py,sha256=UZ8o2izQOJLQgtZ1D1cXoNST7rzqW22rL2Vufc7ddRc,3141
 lollms_client/ttv_bindings/lollms/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-lollms_client-0.17.0.dist-info/licenses/LICENSE,sha256=HrhfyXIkWY2tGFK11kg7vPCqhgh5DcxleloqdhrpyMY,11558
-lollms_client-0.17.0.dist-info/METADATA,sha256=8Yr67tAA-uvLMsS5XABaicDYGSyl_jqRofN8NVWwsT8,9798
-lollms_client-0.17.0.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-lollms_client-0.17.0.dist-info/top_level.txt,sha256=NI_W8S4OYZvJjb0QWMZMSIpOrYzpqwPGYaklhyWKH2w,23
-lollms_client-0.17.0.dist-info/RECORD,,
+lollms_client-0.17.1.dist-info/licenses/LICENSE,sha256=HrhfyXIkWY2tGFK11kg7vPCqhgh5DcxleloqdhrpyMY,11558
+lollms_client-0.17.1.dist-info/METADATA,sha256=il6ItLIYooPptltVkFNR-nLgFF6Kjcf_PyckEhbMlzA,9798
+lollms_client-0.17.1.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+lollms_client-0.17.1.dist-info/top_level.txt,sha256=NI_W8S4OYZvJjb0QWMZMSIpOrYzpqwPGYaklhyWKH2w,23
+lollms_client-0.17.1.dist-info/RECORD,,