lollms-client 0.17.0__tar.gz → 0.17.1__tar.gz

{lollms_client-0.17.0/lollms_client.egg-info → lollms_client-0.17.1}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: lollms_client
-Version: 0.17.0
+Version: 0.17.1
 Summary: A client library for LoLLMs generate endpoint
 Author-email: ParisNeo <parisneoai@gmail.com>
 License: Apache Software License

{lollms_client-0.17.0 → lollms_client-0.17.1}/lollms_client/__init__.py

@@ -6,7 +6,7 @@ from lollms_client.lollms_discussion import LollmsDiscussion, LollmsMessage
 from lollms_client.lollms_utilities import PromptReshaper # Keep general utilities
 from lollms_client.lollms_functions import FunctionCalling_Library
 
-__version__ = "0.17.0"
+__version__ = "0.17.1"
 
 # Optionally, you could define __all__ if you want to be explicit about exports
 __all__ = [

{lollms_client-0.17.0 → lollms_client-0.17.1}/lollms_client/lollms_core.py

@@ -61,11 +61,12 @@ class LollmsClient():
                  ctx_size: Optional[int] = 8192,
                  n_predict: Optional[int] = 4096,
                  stream: bool = False,
-                 temperature: float = 0.1,
-                 top_k: int = 50,
-                 top_p: float = 0.95,
-                 repeat_penalty: float = 0.8,
-                 repeat_last_n: int = 40,
+                 temperature: float = 0.7, # Ollama default is 0.8, common default 0.7
+                 top_k: int = 40,          # Ollama default is 40
+                 top_p: float = 0.9,       # Ollama default is 0.9
+                 repeat_penalty: float = 1.1, # Ollama default is 1.1
+                 repeat_last_n: int = 64,  # Ollama default is 64
+
                  seed: Optional[int] = None,
                  n_threads: int = 8,
                  streaming_callback: Optional[Callable[[str, MSG_TYPE], None]] = None,

{lollms_client-0.17.0 → lollms_client-0.17.1}/lollms_client/lollms_llm_binding.py

@@ -157,29 +157,25 @@ class LollmsLLMBinding(ABC):
 
 
     def split_discussion(self, lollms_prompt_string: str, system_keyword="!@>system:", user_keyword="!@>user:", ai_keyword="!@>assistant:") -> list:
-
         """
-        Abra-cadabra! Splits a combined LoLLMs prompt string into a list of
-        OpenAI chat messages.
-
-        Each segment starting with system_keyword/user_keyword/ai_keyword
-        becomes a {"role": ..., "content": ...} dict.
+        Splits a LoLLMs prompt into a list of OpenAI-style messages.
+        If the very first chunk has no prefix, it's assigned to "system".
         """
-        # Build a regex that looks ahead for any of the three markers
+        # Regex to split on any of the three prefixes (lookahead)
         pattern = r"(?={}|{}|{})".format(
             re.escape(system_keyword),
             re.escape(user_keyword),
             re.escape(ai_keyword)
         )
-        # Split the big string into little bits at each keyword
         parts = re.split(pattern, lollms_prompt_string)
         messages = []
 
         for part in parts:
             part = part.strip()
             if not part:
-                continue  # Skip empty rabbitholes
+                continue
 
+            # Determine role and strip prefix if present
             if part.startswith(system_keyword):
                 role = "system"
                 content = part[len(system_keyword):].strip()
@@ -190,16 +186,22 @@ class LollmsLLMBinding(ABC):
                 role = "assistant"
                 content = part[len(ai_keyword):].strip()
             else:
-                # Unknown segment—maybe a ghost?
-                continue
+                # No prefix: if it's the first valid chunk, treat as system
+                if not messages:
+                    role = "system"
+                    content = part
+                else:
+                    # otherwise skip unrecognized segments
+                    continue
 
             messages.append({"role": role, "content": content})
-        if messages[-1]["content"]=="":
-            del messages[-1]
+            if messages[-1]["content"]=="":
+                del messages[-1]
         return messages
 
 
 
+
 class LollmsLLMBindingManager:
     """Manages binding discovery and instantiation"""
 

{lollms_client-0.17.0 → lollms_client-0.17.1/lollms_client.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: lollms_client
-Version: 0.17.0
+Version: 0.17.1
 Summary: A client library for LoLLMs generate endpoint
 Author-email: ParisNeo <parisneoai@gmail.com>
 License: Apache Software License