lollms-client 1.3.8__py3-none-any.whl → 1.4.1__py3-none-any.whl

lollms_client/lollms_discussion.py

@@ -134,7 +134,7 @@ def create_dynamic_models(
         user_data_zone = Column(EncryptedText, nullable=True) # Field for persistent user-specific data
         discussion_data_zone = Column(EncryptedText, nullable=True) # Field for persistent discussion-specific data
         personality_data_zone = Column(EncryptedText, nullable=True) # Field for persistent personality-specific data
-        memory = Column(EncryptedText, nullable=True) # New field for long-term memory across discussions
+        memory = Column(EncryptedText, nullable=True) # Field for long-term memory, now managed with structured memories
         
         participants = Column(JSON, nullable=True, default=dict)
         active_branch_id = Column(String, nullable=True)
@@ -1646,71 +1646,85 @@ class LollmsDiscussion:
 
     def memorize(self, branch_tip_id: Optional[str] = None):
         """
-        Analyzes the current discussion, extracts key information suitable for long-term
-        memory, and appends it to the discussion's 'memory' field.
-
-        This is intended to build a persistent knowledge base about user preferences,
-        facts, and context that can be useful across different future discussions.
+        Analyzes the current discussion to create a structured memory of its essence,
+        focusing on preserving detailed technical content, problems, and solutions.
+        This new memory is then automatically saved and loaded into the context for immediate use.
 
         Args:
             branch_tip_id: The ID of the message to use as the end of the context
-                           for memory extraction. Defaults to the active branch.
+                        for memory extraction. Defaults to the active branch.
         """
         try:
-            # 1. Get the current conversation context
             discussion_context = self.export("markdown", branch_tip_id=branch_tip_id)
             if not discussion_context.strip():
                 print("[INFO] Memorize: Discussion is empty, nothing to memorize.")
                 return
 
-            # 2. Formulate the prompt for the LLM
             system_prompt = (
-                "You are a Memory Extractor AI. Your task is to analyze a conversation "
-                "and extract only the most critical pieces of information that would be "
-                "valuable for a future, unrelated conversation with the same user. "
-                "Focus on: \n"
-                "- Explicit user preferences, goals, or facts about themselves.\n"
-                "- Key decisions or conclusions reached.\n"
-                "- Important entities, projects, or topics mentioned that are likely to recur.\n"
-                "Format the output as a concise list of bullet points. Be brief and factual. "
-                "Do not repeat information that is already in the User Data Zone or the Memory"
-                "If no new, significant long-term information is present, output the single word: 'NOTHING'."
+                "You are a Technical Knowledge Extraction AI specialized in preserving detailed information. "
+                "Your task is to extract and preserve the ACTUAL CONTENT and DETAILS from discussions, not just summaries.\n\n"
+                
+                "CRITICAL INSTRUCTIONS:\n"
+                "- If equations, formulas, or code are mentioned, INCLUDE THE FULL EQUATIONS/FORMULAS/CODE in the memory\n"
+                "- If technical procedures or steps are discussed, preserve the EXACT STEPS\n"
+                "- If specific values, parameters, or constants are mentioned, include them\n"
+                "- If problems and solutions are discussed, capture BOTH the problem statement AND the detailed solution\n"
+                "- Focus on ACTIONABLE and REFERENCEABLE content that someone could use later\n"
+                "- Preserve technical terminology, variable names, and specific implementation details\n"
+                "- Do NOT create high-level summaries - capture the actual working content\n\n"
+                
+                "OUTPUT FORMAT: JSON with 'title' (descriptive but specific) and 'content' (detailed technical content)"
             )
             
             prompt = (
-                "Analyze the following discussion and extract key information for long-term memory:\n\n"
-                f"--- Conversation ---\n{discussion_context}\n\n"
-                "--- Extracted Memory Points (as a bulleted list) ---"
+                "Extract the key technical content from this discussion. Focus on preserving:\n"
+                "1. Complete equations, formulas, or code snippets\n"
+                "2. Specific problem statements and their detailed solutions\n"
+                "3. Step-by-step procedures or algorithms\n"
+                "4. Important constants, values, or parameters\n"
+                "5. Technical concepts with their precise definitions\n"
+                "6. Any implementation details or configuration settings\n\n"
+                
+                "IMPORTANT: Do not summarize what was discussed - extract the actual usable content.\n"
+                "If Maxwell's equations were shown, include the actual equations.\n"
+                "If code was provided, include the actual code.\n"
+                "If a solution method was explained, include the actual steps.\n\n"
+                
+                f"--- Conversation to Extract From ---\n{discussion_context}\n\n"
+                
+                "Extract the technical essence that would be valuable for future reference:"
             )
 
-            # 3. Call the LLM to extract information
-            print("[INFO] Memorize: Extracting key information from discussion...")
-            extracted_info = self.lollmsClient.generate_text(
+            print("[INFO] Memorize: Extracting detailed technical content into a new memory...")
+            memory_json = self.lollmsClient.generate_structured_content(
                 prompt,
+                schema={
+                    "title": "A descriptive title indicating the type of problem solved (e.g., 'Python Import Error Fix', 'Database Connection Issue Solution')", 
+                    "content": "Structured content with PROBLEM: [detailed problem] and SOLUTION: [detailed solution] sections"
+                },
                 system_prompt=system_prompt,
-                n_predict=512, # A reasonable length for a summary
-                temperature=0.1, # Low temperature for factual extraction
-                top_k=10,
+                temperature=0.1
             )
 
-            # 4. Process and append the information
-            if extracted_info and "NOTHING" not in extracted_info.upper():
-                new_memory_entry = extracted_info.strip()
-                
-                # Format with a timestamp for context
-                timestamp = datetime.utcnow().strftime("%Y-%m-%d %H:%M:%S UTC")
-                formatted_entry = f"\n\n--- Memory entry from {timestamp} ---\n{new_memory_entry}"
-
-                current_memory = self.memory or ""
-                self.memory = (current_memory + formatted_entry).strip()
-                self.touch() # Mark as updated and save if autosave is on
-                print(f"[INFO] Memorize: New information added to long-term memory.")
+            if memory_json and memory_json.get("title") and memory_json.get("content"):
+                print(f"[INFO] Memorize: New memory created and loaded into context: '{title}'.")
+                return memory_json
             else:
-                print("[INFO] Memorize: No new significant information found to add to memory.")
-                
+                print("[WARNING] Memorize: Failed to generate a valid memory from the discussion.")
+                return None
         except Exception as e:
             trace_exception(e)
-            print(f"[ERROR] Memorize: Failed to extract memory. {e}")
+            print(f"[ERROR] Memorize: Failed to create memory. {e}")
+
+        def set_memory(self, memory_text: str):
+            """Sets the discussion's memory content.
+            This memory is included in the system context during exports and can be
+            used to provide background information or retain important details across turns.
+            Args:
+                memory_text: The text to set as the discussion's memory.
+            """       
+            self.memory = memory_text.strip()
+            self.touch()
 
     def count_discussion_tokens(self, format_type: str, branch_tip_id: Optional[str] = None) -> int:
         """Counts the number of tokens in the exported discussion content.
@@ -2353,7 +2367,7 @@ class LollmsDiscussion:
         
         return self.add_artefact(
             title, content=new_content, images=new_images,
-            audios=latest_artefact.get("audios", []), videos=latest_artefact.get("videos", []),
+            audios=latest_artefact.get("audios", []),videos=latest_artefact.get("videos", []),
             zip_content=latest_artefact.get("zip"), version=latest_version + 1, **extra_data
         )
 
@@ -2447,6 +2461,38 @@ class LollmsDiscussion:
             title=title, content=content, version=version, **extra_data
         )
 
+    def remove_artefact(self, title: str, version: Optional[int] = None) -> int:
+        """
+        Removes artefacts by title. Removes all versions if `version` is None.
+        
+        Returns:
+            The number of artefact entries removed.
+        """
+        new_metadata = (self.metadata or {}).copy()
+        artefacts = new_metadata.get("_artefacts", [])
+        if not artefacts:
+            return 0
+
+        initial_count = len(artefacts)
+        
+        if version is None:
+            # Remove all versions with the matching title
+            kept_artefacts = [a for a in artefacts if a.get('title') != title]
+        else:
+            # Remove only the specific title and version
+            kept_artefacts = [a for a in artefacts if not (a.get('title') == title and a.get('version') == version)]
+
+        if len(kept_artefacts) < initial_count:
+            new_metadata["_artefacts"] = kept_artefacts
+            self.metadata = new_metadata
+            self.commit()
+
+        removed_count = initial_count - len(kept_artefacts)
+        if removed_count > 0:
+            print(f"Removed {removed_count} artefact(s) titled '{title}'.")
+            
+        return removed_count
+
     def clone_without_messages(self) -> 'LollmsDiscussion':
         """
         Creates a new discussion with the same context but no message history.
@@ -2539,36 +2585,4 @@ class LollmsDiscussion:
         if db_manager:
             new_discussion.commit()
 
-        return new_discussion
-
-    def remove_artefact(self, title: str, version: Optional[int] = None) -> int:
-        """
-        Removes artefacts by title. Removes all versions if `version` is None.
-        
-        Returns:
-            The number of artefact entries removed.
-        """
-        new_metadata = (self.metadata or {}).copy()
-        artefacts = new_metadata.get("_artefacts", [])
-        if not artefacts:
-            return 0
-
-        initial_count = len(artefacts)
-        
-        if version is None:
-            # Remove all versions with the matching title
-            kept_artefacts = [a for a in artefacts if a.get('title') != title]
-        else:
-            # Remove only the specific title and version
-            kept_artefacts = [a for a in artefacts if not (a.get('title') == title and a.get('version') == version)]
-
-        if len(kept_artefacts) < initial_count:
-            new_metadata["_artefacts"] = kept_artefacts
-            self.metadata = new_metadata
-            self.commit()
-
-        removed_count = initial_count - len(kept_artefacts)
-        if removed_count > 0:
-            print(f"Removed {removed_count} artefact(s) titled '{title}'.")
-            
-        return removed_count
+        return new_discussion

lollms_client/tti_bindings/diffusers/__init__.py

@@ -131,7 +131,28 @@ CIVITAI_MODELS = {
         "filename": "papercut.safetensors",
         "description": "Paper cutout SD1.5.",
         "owned_by": "civitai"
-    }
+    },
+    "fantassifiedIcons": {
+        "display_name": "Fantassified Icons",
+        "url": "https://civitai.com/api/download/models/67584?type=Model&format=SafeTensor&size=pruned&fp=fp16",
+        "filename": "fantassifiedIcons_fantassifiedIconsV20.safetensors",
+        "description": "Flat, modern Icons.",
+        "owned_by": "civitai"
+    },
+    "game_icon_institute": {
+        "display_name": "Game icon institute",
+        "url": "https://civitai.com/api/download/models/158776?type=Model&format=SafeTensor&size=full&fp=fp16",
+        "filename": "gameIconInstituteV10_v10.safetensors",
+        "description": "Flat, modern game Icons.",
+        "owned_by": "civitai"
+    },
+    "M4RV3LS_DUNGEONS": {
+        "display_name": "M4RV3LS & DUNGEONS",
+        "url": "https://civitai.com/api/download/models/139417?type=Model&format=SafeTensor&size=pruned&fp=fp16",
+        "filename": "M4RV3LSDUNGEONSNEWV40COMICS_mD40.safetensors",
+        "description": "comics.",
+        "owned_by": "civitai"
+    },
 }
 
 TORCH_DTYPE_MAP_STR_TO_OBJ = {
@@ -453,8 +474,8 @@ class DiffusersTTIBinding_Impl(LollmsTTIBinding):
         "safety_checker_on": True,
         "num_inference_steps": 25,
         "guidance_scale": 7.0,
-        "default_width": 512,
-        "default_height": 512,
+        "width": 512,
+        "height": 512,
         "seed": -1,
         "enable_cpu_offload": False,
         "enable_sequential_cpu_offload": False,
@@ -484,6 +505,7 @@ class DiffusersTTIBinding_Impl(LollmsTTIBinding):
         self.config = self.DEFAULT_CONFIG.copy()
         self.config.update(kwargs)
         self.model_name = self.config.get("model_name", "")
+        
         models_path_str = kwargs.get("models_path", str(Path(__file__).parent / "models"))
         self.models_path = Path(models_path_str)
         self.models_path.mkdir(parents=True, exist_ok=True)
@@ -600,11 +622,11 @@ class DiffusersTTIBinding_Impl(LollmsTTIBinding):
         generator = self._prepare_seed(kwargs)
         pipeline_args = {
             "prompt": prompt,
-            "negative_prompt": negative_prompt or None,
-            "width": width if width is not None else self.config["default_width"],
-            "height": height if height is not None else self.config["default_height"],
-            "num_inference_steps": kwargs.pop("num_inference_steps", self.config["num_inference_steps"]),
-            "guidance_scale": kwargs.pop("guidance_scale", self.config["guidance_scale"]),
+            "negative_prompt": negative_prompt or self.config.get("negative_prompt", ""),
+            "width": width if width is not None else self.config.get("width", 512),
+            "height": height if height is not None else self.config.get("height", 512),
+            "num_inference_steps": kwargs.pop("num_inference_steps", self.config.get("num_inference_steps",25)),
+            "guidance_scale": kwargs.pop("guidance_scale", self.config.get("guidance_scale",6.5)),
             "generator": generator
         }
         pipeline_args.update(kwargs)
@@ -646,8 +668,8 @@ class DiffusersTTIBinding_Impl(LollmsTTIBinding):
             self._acquire_manager()
         imgs = [images] if isinstance(images, str) else list(images)
         pil_images = [self._decode_image_input(s) for s in imgs]
-        out_w = width if width is not None else self.config["default_width"]
-        out_h = height if height is not None else self.config["default_height"]
+        out_w = width if width is not None else self.config["width"]
+        out_h = height if height is not None else self.config["height"]
         generator = self._prepare_seed(kwargs)
         steps = kwargs.pop("num_inference_steps", self.config["num_inference_steps"])
         guidance = kwargs.pop("guidance_scale", self.config["guidance_scale"])
@@ -756,8 +778,8 @@ class DiffusersTTIBinding_Impl(LollmsTTIBinding):
             {"name": "enable_cpu_offload", "type": "bool", "value": self.config["enable_cpu_offload"], "description": "Enable model CPU offload (saves VRAM, slower)."},
             {"name": "enable_sequential_cpu_offload", "type": "bool", "value": self.config["enable_sequential_cpu_offload"], "description": "Enable sequential CPU offload."},
             {"name": "enable_xformers", "type": "bool", "value": self.config["enable_xformers"], "description": "Enable xFormers memory efficient attention."},
-            {"name": "default_width", "type": "int", "value": self.config["default_width"], "description": "Default image width."},
-            {"name": "default_height", "type": "int", "value": self.config["default_height"], "description": "Default image height."},
+            {"name": "width", "type": "int", "value": self.config["width"], "description": "Default image width."},
+            {"name": "height", "type": "int", "value": self.config["height"], "description": "Default image height."},
             {"name": "num_inference_steps", "type": "int", "value": self.config["num_inference_steps"], "description": "Default inference steps."},
             {"name": "guidance_scale", "type": "float", "value": self.config["guidance_scale"], "description": "Default guidance scale (CFG)."},
             {"name": "seed", "type": "int", "value": self.config["seed"], "description": "Default seed (-1 for random)."},

{lollms_client-1.3.8.dist-info → lollms_client-1.4.1.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: lollms_client
-Version: 1.3.8
+Version: 1.4.1
 Summary: A client library for LoLLMs generate endpoint
 Author-email: ParisNeo <parisneoai@gmail.com>
 License: Apache Software License
@@ -56,7 +56,7 @@ Whether you're connecting to a remote LoLLMs server, an Ollama instance, the Ope
 *   📝 **Advanced Structured Content Generation:** Reliably generate structured JSON output from natural language prompts using the `generate_structured_content` helper method, enforcing a specific schema.
 *   💬 **Advanced Discussion Management:** Robustly manage conversation histories with `LollmsDiscussion`, featuring branching, context exporting, and automatic pruning.
 *   🧠 **Persistent Memory & Data Zones:** `LollmsDiscussion` now supports multiple, distinct data zones (`user_data_zone`, `discussion_data_zone`, `personality_data_zone`) and a long-term `memory` field. This allows for sophisticated context layering and state management, enabling agents to learn and remember over time.
-*   ✍️ **Automatic Memorization:** A new `memorize()` method allows the AI to analyze a conversation and extract key facts, appending them to the long-term `memory` for recall in future sessions.
+*   ✍️ **Structured Memorization:** The `memorize()` method analyzes a conversation to extract its essence (e.g., a problem and its solution), creating a structured "memory" with a title and content. These memories are stored and can be explicitly loaded into the AI's context, providing a more robust and manageable long-term memory system.
 *   📊 **Detailed Context Analysis:** The `get_context_status()` method provides a rich, detailed breakdown of the prompt context, showing the content and token count for each individual component (system prompt, data zones, message history).
 *   ⚙️ **Standardized Configuration Management:** A unified dictionary-based system (`llm_binding_config`) to configure any binding in a consistent manner.
 *   🧩 **Extensible:** Designed to easily incorporate new LLM backends and modality services, including custom MCP toolsets.
@@ -384,7 +384,7 @@ with tempfile.TemporaryDirectory() as tmpdir:
             # The 'breakdown' shows the individual zones that were combined
             for name, content in sys_ctx.get('breakdown', {}).items():
                 # For brevity, show only first line of content
-                print(f"    -> Contains '{name}': {content.split(os.linesep)[0]}...")
+                print(f"    -> Contains '{name}': {content.split(os.linesep)}...")
 
         # Print the message history details
         if 'message_history' in status['zones']:
@@ -424,7 +424,7 @@ with tempfile.TemporaryDirectory() as tmpdir:
             if name == 'memory':
                 ASCIIColors.yellow(f"    -> Full '{name}' content:\n{content}")
             else:
-                print(f"    -> Contains '{name}': {content.split(os.linesep)[0]}...")
+                print(f"    -> Contains '{name}': {content.split(os.linesep)}...")
     print("------------------------------------------")
 
 ```

{lollms_client-1.3.8.dist-info → lollms_client-1.4.1.dist-info}/RECORD

@@ -1,8 +1,8 @@
-lollms_client/__init__.py,sha256=Fk7jMpe7rlCAXA5rDjKP0dxSc5TCXoWX4UHtU_-Qo1U,1146
+lollms_client/__init__.py,sha256=G2ENRPwIlHb_nTaBEbn_AvUQvlsBYpIuQXGWYkYmyo0,1146
 lollms_client/lollms_agentic.py,sha256=pQiMEuB_XkG29-SW6u4KTaMFPr6eKqacInggcCuCW3k,13914
 lollms_client/lollms_config.py,sha256=goEseDwDxYJf3WkYJ4IrLXwg3Tfw73CXV2Avg45M_hE,21876
-lollms_client/lollms_core.py,sha256=LS28j1Kh24NB80vJ4CI6HUsMjRp9I-8XCW7X8n8sNeQ,180837
-lollms_client/lollms_discussion.py,sha256=F92mJvpQXUFodsqEJVN54zSoJ3mJghFWwWqDOz-lGmY,121842
+lollms_client/lollms_core.py,sha256=aCEoxmEF6ZmkBgJgZd74lKkM4A3PVVyt2IwMvLfScWw,315053
+lollms_client/lollms_discussion.py,sha256=jWw1lSq0Oz_X5pnkECf1XwdDP2Lf84im00VpwuvsXXk,123041
 lollms_client/lollms_js_analyzer.py,sha256=01zUvuO2F_lnUe_0NLxe1MF5aHE1hO8RZi48mNPv-aw,8361
 lollms_client/lollms_llm_binding.py,sha256=Dj1PI2bQBYv_JgPxCIaIC7DMUvWdFJGwXFdsP5hdGBg,25014
 lollms_client/lollms_mcp_binding.py,sha256=psb27A23VFWDfZsR2WUbQXQxiZDW5yfOak6ZtbMfszI,10222
@@ -49,7 +49,7 @@ lollms_client/stt_bindings/lollms/__init__.py,sha256=9Vmn1sQQZKLGLe7nZnc-0LnNeSY
 lollms_client/stt_bindings/whisper/__init__.py,sha256=1Ej67GdRKBy1bba14jMaYDYHiZkxJASkWm5eF07ztDQ,15363
 lollms_client/stt_bindings/whispercpp/__init__.py,sha256=xSAQRjAhljak3vWCpkP0Vmdb6WmwTzPjXyaIB85KLGU,21439
 lollms_client/tti_bindings/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-lollms_client/tti_bindings/diffusers/__init__.py,sha256=KKcIBIQvavAyIwuqappRqLghUOcm-XOP_Y4SL_pEcWY,40669
+lollms_client/tti_bindings/diffusers/__init__.py,sha256=Pi5Zw4nHGXVc0Vcb0ib7KkoiOx__0JukWtL01BUzd7c,41692
 lollms_client/tti_bindings/gemini/__init__.py,sha256=f9fPuqnrBZ1Z-obcoP6EVvbEXNbNCSg21cd5efLCk8U,16707
 lollms_client/tti_bindings/lollms/__init__.py,sha256=5Tnsn4b17djvieQkcjtIDBm3qf0pg5ZWWov-4_2wmo0,8762
 lollms_client/tti_bindings/openai/__init__.py,sha256=YWJolJSQfIzTJvrLQVe8rQewP7rddf6z87g4rnp-lTs,4932
@@ -71,8 +71,8 @@ lollms_client/tts_bindings/xtts/server/main.py,sha256=T-Kn5NM-u1FJMygeV8rOoZKlqn
 lollms_client/tts_bindings/xtts/server/setup_voices.py,sha256=UdHaPa5aNcw8dR-aRGkZr2OfSFFejH79lXgfwT0P3ss,1964
 lollms_client/ttv_bindings/__init__.py,sha256=UZ8o2izQOJLQgtZ1D1cXoNST7rzqW22rL2Vufc7ddRc,3141
 lollms_client/ttv_bindings/lollms/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-lollms_client-1.3.8.dist-info/licenses/LICENSE,sha256=HrhfyXIkWY2tGFK11kg7vPCqhgh5DcxleloqdhrpyMY,11558
-lollms_client-1.3.8.dist-info/METADATA,sha256=6a5qX-Rj4rcNTiN3Yuw0HRbkBn8yET5Bh-F_4JB3RzU,58549
-lollms_client-1.3.8.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-lollms_client-1.3.8.dist-info/top_level.txt,sha256=Bk_kz-ri6Arwsk7YG-T5VsRorV66uVhcHGvb_g2WqgE,14
-lollms_client-1.3.8.dist-info/RECORD,,
+lollms_client-1.4.1.dist-info/licenses/LICENSE,sha256=HrhfyXIkWY2tGFK11kg7vPCqhgh5DcxleloqdhrpyMY,11558
+lollms_client-1.4.1.dist-info/METADATA,sha256=eBfpms3EJ5sD7D-xBTXggnqOc1g8IE0inftnXGQmb6w,58689
+lollms_client-1.4.1.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+lollms_client-1.4.1.dist-info/top_level.txt,sha256=Bk_kz-ri6Arwsk7YG-T5VsRorV66uVhcHGvb_g2WqgE,14
+lollms_client-1.4.1.dist-info/RECORD,,