lollms-client 1.3.0__tar.gz → 1.3.1__tar.gz

{lollms_client-1.3.0/src/lollms_client.egg-info → lollms_client-1.3.1}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: lollms_client
-Version: 1.3.0
+Version: 1.3.1
 Summary: A client library for LoLLMs generate endpoint
 Author-email: ParisNeo <parisneoai@gmail.com>
 License: Apache Software License

{lollms_client-1.3.0 → lollms_client-1.3.1}/src/lollms_client/__init__.py

@@ -8,7 +8,7 @@ from lollms_client.lollms_utilities import PromptReshaper # Keep general utiliti
 from lollms_client.lollms_mcp_binding import LollmsMCPBinding, LollmsMCPBindingManager
 from lollms_client.lollms_llm_binding import LollmsLLMBindingManager
 
-__version__ = "1.3.0" # Updated version
+__version__ = "1.3.1" # Updated version
 
 # Optionally, you could define __all__ if you want to be explicit about exports
 __all__ = [

{lollms_client-1.3.0 → lollms_client-1.3.1}/src/lollms_client/llm_bindings/ollama/__init__.py

@@ -1,4 +1,4 @@
-# bindings/ollama/binding.py
+# bindings/ollama/__init__.py
 import requests
 import json
 from lollms_client.lollms_llm_binding import LollmsLLMBinding
@@ -13,7 +13,7 @@ from ascii_colors import ASCIIColors, trace_exception
 import pipmaster as pm
 from lollms_client.lollms_utilities import ImageTokenizer
 pm.ensure_packages(["ollama","pillow","tiktoken"])
-
+import re
 
 import ollama
 import tiktoken
@@ -256,22 +256,22 @@ class OllamaBinding(LollmsLLMBinding):
             return {"status": False, "error": error_message}
 
     def generate_from_messages(self,
-                     messages: List[Dict],
-                     n_predict: Optional[int] = None,
-                     stream: Optional[bool] = None,
-                     temperature: Optional[float] = None,
-                     top_k: Optional[int] = None,
-                     top_p: Optional[float] = None,
-                     repeat_penalty: Optional[float] = None,
-                     repeat_last_n: Optional[int] = None,
-                     seed: Optional[int] = None,
-                     n_threads: Optional[int] = None,
-                     ctx_size: int | None = None,
-                     streaming_callback: Optional[Callable[[str, MSG_TYPE], None]] = None,
-                     **kwargs
-                     ) -> Union[str, dict]:
+                        messages: List[Dict],
+                        n_predict: Optional[int] = None,
+                        stream: Optional[bool] = None,
+                        temperature: Optional[float] = None,
+                        top_k: Optional[int] = None,
+                        top_p: Optional[float] = None,
+                        repeat_penalty: Optional[float] = None,
+                        repeat_last_n: Optional[int] = None,
+                        seed: Optional[int] = None,
+                        n_threads: Optional[int] = None,
+                        ctx_size: int | None = None,
+                        streaming_callback: Optional[Callable[[str, MSG_TYPE], None]] = None,
+                        **kwargs
+                        ) -> Union[str, dict]:
         if not self.ollama_client:
-             return {"status": False, "error": "Ollama client not initialized."}
+            return {"status": False, "error": "Ollama client not initialized."}
 
         options = {}
         if n_predict is not None: options['num_predict'] = n_predict
@@ -283,34 +283,91 @@ class OllamaBinding(LollmsLLMBinding):
         if seed is not None: options['seed'] = seed
         if n_threads is not None: options['num_thread'] = n_threads
         if ctx_size is not None: options['num_ctx'] = ctx_size
-        
+
+        def normalize_message(msg: Dict) -> Dict:
+            role = msg.get("role", "user")
+            content = msg.get("content", "")
+            text_parts = []
+            images = []
+
+            if isinstance(content, str):
+                text_parts.append(content)
+            elif isinstance(content, list):
+                for item in content:
+                    if item.get("type") == "text":
+                        text_parts.append(item.get("text", ""))
+                    elif item.get("type") == "image_url":
+                        base64_data = item.get("image_url", {}).get("base64")
+                        url = item.get("image_url", {}).get("url")
+                        if base64_data:
+                            # ⚠️ remove prefix "data:image/...;base64,"
+                            cleaned = re.sub(r"^data:image/[^;]+;base64,", "", base64_data)
+                            images.append(cleaned)
+                        elif url:
+                            images.append(url)
+
+            return {
+                "role": role,
+                "content": "\n".join([p for p in text_parts if p.strip()]),
+                "images": images if images else None
+            }
+
+        ollama_messages = []
+        for m in messages:
+            nm = normalize_message(m)
+            if nm["images"]:
+                ollama_messages.append({
+                    "role": nm["role"],
+                    "content": nm["content"],
+                    "images": nm["images"]
+                })
+            else:
+                ollama_messages.append({
+                    "role": nm["role"],
+                    "content": nm["content"]
+                })
+
         full_response_text = ""
 
         try:
             if stream:
                 response_stream = self.ollama_client.chat(
                     model=self.model_name,
-                    messages=messages,
+                    messages=ollama_messages,
                     stream=True,
                     options=options if options else None
                 )
                 for chunk_dict in response_stream:
                     chunk_content = chunk_dict.get('message', {}).get('content', '')
-                    if chunk_content: # Ensure there is content to process
+                    if chunk_content:
                         full_response_text += chunk_content
                         if streaming_callback:
                             if not streaming_callback(chunk_content, MSG_TYPE.MSG_TYPE_CHUNK):
-                                break # Callback requested stop
+                                break
                 return full_response_text
-            else: # Not streaming
+            else:
                 response_dict = self.ollama_client.chat(
                     model=self.model_name,
-                    messages=messages,
+                    messages=ollama_messages,
                     stream=False,
                     options=options if options else None
                 )
                 return response_dict.get('message', {}).get('content', '')
 
+        except ollama.ResponseError as e:
+            error_message = f"Ollama API ResponseError: {e.error or 'Unknown error'} (status code: {e.status_code})"
+            ASCIIColors.error(error_message)
+            return {"status": False, "error": error_message, "status_code": e.status_code}
+        except ollama.RequestError as e:
+            error_message = f"Ollama API RequestError: {str(e)}"
+            ASCIIColors.error(error_message)
+            return {"status": False, "error": error_message}
+        except Exception as ex:
+            error_message = f"An unexpected error occurred: {str(ex)}"
+            trace_exception(ex)
+            return {"status": False, "error": error_message}
+
+
         except ollama.ResponseError as e:
             error_message = f"Ollama API ResponseError: {e.error or 'Unknown error'} (status code: {e.status_code})"
             ASCIIColors.error(error_message)

{lollms_client-1.3.0 → lollms_client-1.3.1}/src/lollms_client/lollms_core.py

@@ -1449,7 +1449,7 @@ Provide your response as a single JSON object inside a JSON markdown tag. Use th
         context: Optional[str] = None,
         use_mcps: Union[None, bool, List[str]] = None,
         use_data_store: Union[None, Dict[str, Callable]] = None,
-        system_prompt: str = None,
+        system_prompt: str|None = None,
         reasoning_system_prompt: str = "You are a logical AI assistant. Your task is to achieve the user's goal by thinking step-by-step and using the available tools.",
         images: Optional[List[str]] = None,
         max_reasoning_steps: int = 10,
@@ -1525,8 +1525,8 @@ Provide your response as a single JSON object inside a JSON markdown tag. Use th
                 if callable(info):
                     call_fn = info
                 elif isinstance(info, dict):
-                    if "call" in info and callable(info["call"]):
-                        call_fn = info["call"]
+                    if "callable" in info and callable(info["callable"]):
+                        call_fn = info["callable"]
                     description = info.get("description", description)
                 if call_fn:
                     visible_tools.append({
@@ -1727,7 +1727,7 @@ Fill the parameters for the selected tool. If code is required, do not paste cod
                         log_event("RAG call start", MSG_TYPE.MSG_TYPE_STEP, meta={"tool_name": tool_name, "query": query, "top_k": top_k, "min_similarity_percent": min_sim, "has_filters": bool(filters)})
                         rag_fn = rag_registry[tool_name]
                         try:
-                            raw_results = rag_fn(query=query, top_k=top_k, filters=filters)
+                            raw_results = rag_fn(query=query, top_k=top_k if top_k else None, filters=filters if filters else None)
                         except TypeError:
                             raw_results = rag_fn(query)
                         docs = []

{lollms_client-1.3.0 → lollms_client-1.3.1}/src/lollms_client/tti_bindings/diffusers/__init__.py

@@ -476,6 +476,7 @@ class DiffusersTTIBinding_Impl(LollmsTTIBinding):
 
     def __init__(self, **kwargs):
         super().__init__(binding_name=BindingName)
+        self.manager: Optional[ModelManager] = None
         if not DIFFUSERS_AVAILABLE:
             raise ImportError("Diffusers not available. Please install required packages.")
         self.config = self.DEFAULT_CONFIG.copy()
@@ -485,7 +486,6 @@ class DiffusersTTIBinding_Impl(LollmsTTIBinding):
         self.models_path = Path(models_path_str)
         self.models_path.mkdir(parents=True, exist_ok=True)
         self.registry = PipelineRegistry()
-        self.manager: Optional[ModelManager] = None
         self._resolve_device_and_dtype()
         if self.model_name:
             self._acquire_manager()

{lollms_client-1.3.0 → lollms_client-1.3.1/src/lollms_client.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: lollms_client
-Version: 1.3.0
+Version: 1.3.1
 Summary: A client library for LoLLMs generate endpoint
 Author-email: ParisNeo <parisneoai@gmail.com>
 License: Apache Software License