langroid 0.53.10__py3-none-any.whl → 0.53.12__py3-none-any.whl

langroid/agent/task.py

@@ -578,19 +578,24 @@ class Task:
         return self.pending_message
 
     def init_loggers(self) -> None:
+        """Initialise per-task Rich and TSV loggers."""
+        from langroid.utils.logging import RichFileLogger
+
         if self.caller is not None and self.caller.logger is not None:
             self.logger = self.caller.logger
         elif self.logger is None:
             self.logger = RichFileLogger(
                 str(Path(self.config.logs_dir) / f"{self.name}.log"),
+                append=True,
                 color=self.color_log,
             )
 
         if self.caller is not None and self.caller.tsv_logger is not None:
             self.tsv_logger = self.caller.tsv_logger
         elif self.tsv_logger is None:
+            # unique logger name ensures a distinct `logging.Logger` object
             self.tsv_logger = setup_file_logger(
-                "tsv_logger",
+                f"tsv_logger.{self.name}.{id(self)}",
                 str(Path(self.config.logs_dir) / f"{self.name}.tsv"),
             )
             header = ChatDocLoggerFields().tsv_header()

langroid/embedding_models/models.py

@@ -521,7 +521,7 @@ class GeminiEmbeddings(EmbeddingModel):
         for batch in batched(texts, self.config.batch_size):
             result = self.client.models.embed_content(  # type: ignore[attr-defined]
                 model=self.config.model_name,
-                contents=batch,
+                contents=batch,  # type: ignore
             )
 
             if not hasattr(result, "embeddings") or not isinstance(
@@ -532,7 +532,9 @@ class GeminiEmbeddings(EmbeddingModel):
                 )
 
             # Extract .values from ContentEmbedding objects
-            all_embeddings.extend([emb.values for emb in result.embeddings])
+            all_embeddings.extend(
+                [emb.values for emb in result.embeddings]  # type: ignore
+            )
 
         return all_embeddings
 

langroid/utils/logging.py

@@ -1,6 +1,8 @@
 import logging
+import os
 import os.path
-from typing import no_type_check
+import threading
+from typing import ClassVar, Dict, no_type_check
 
 import colorlog
 from rich.console import Console
@@ -114,22 +116,86 @@ def setup_loggers_for_package(package_name: str, level: int) -> None:
 
 
 class RichFileLogger:
-    def __init__(self, log_file: str, append: bool = False, color: bool = True):
-        os.makedirs(os.path.dirname(log_file), exist_ok=True)
-        self.log_file = log_file
-        if not append:
-            if os.path.exists(self.log_file):
-                os.remove(self.log_file)
-        self.file = None
-        self.console = None
-        self.append = append
-        self.color = color
+    """Singleton-per-path, ref-counted, thread-safe file logger.
 
+    • Any number of calls to `RichFileLogger(path)` yield the same object.
+    • A per-instance lock guarantees that the underlying file is opened only
+      once, even when many threads construct the logger concurrently.
+    • A reference counter tracks how many parts of the program are using the
+      logger; the FD is closed only when the counter reaches zero.
+    • All writes are serialised with a dedicated write-lock.
+    """
+
+    _instances: ClassVar[Dict[str, "RichFileLogger"]] = {}
+    _ref_counts: ClassVar[Dict[str, int]] = {}
+    # guards _instances & _ref_counts
+    _class_lock: ClassVar[threading.Lock] = threading.Lock()
+
+    # ------------------------------------------------------------------ #
+    # construction / destruction
+    # ------------------------------------------------------------------ #
+    def __new__(
+        cls, log_file: str, append: bool = False, color: bool = True
+    ) -> "RichFileLogger":
+        with cls._class_lock:
+            if log_file in cls._instances:
+                cls._ref_counts[log_file] += 1
+                return cls._instances[log_file]
+
+            inst = super().__new__(cls)
+            # create the per-instance init-lock *before* releasing class-lock
+            inst._init_lock = threading.Lock()
+            cls._instances[log_file] = inst
+            cls._ref_counts[log_file] = 1
+            return inst
+
+    def __init__(self, log_file: str, append: bool = False, color: bool = True) -> None:
+        # Double-checked locking: perform heavy init exactly once.
+        if getattr(self, "_init_done", False):
+            return
+
+        if not hasattr(self, "_init_lock"):
+            self._init_lock: threading.Lock = threading.Lock()
+
+        with self._init_lock:
+            if getattr(self, "_init_done", False):
+                return
+
+            os.makedirs(os.path.dirname(log_file), exist_ok=True)
+            mode = "a" if append else "w"
+            self.file = open(log_file, mode, buffering=1, encoding="utf-8")
+            self.log_file: str = log_file
+            self.color: bool = color
+            self.console: Console | None = (
+                Console(file=self.file, force_terminal=True, width=200)
+                if color
+                else None
+            )
+            self._write_lock = threading.Lock()
+            self._init_done = True  # set last
+
+    # ------------------------------------------------------------------ #
+    # public API
+    # ------------------------------------------------------------------ #
     @no_type_check
     def log(self, message: str) -> None:
-        with open(self.log_file, "a") as f:
-            if self.color:
-                console = Console(file=f, force_terminal=True, width=200)
-                console.print(escape(message))
+        """Thread-safe write to the log file."""
+        with self._write_lock:
+            if self.color and self.console is not None:
+                self.console.print(escape(message))
+            else:
+                print(message, file=self.file)
+            self.file.flush()
+
+    def close(self) -> None:
+        """Decrease ref-count; close FD only when last user is done."""
+        with self._class_lock:
+            count = self._ref_counts.get(self.log_file, 0) - 1
+            if count <= 0:
+                self._ref_counts.pop(self.log_file, None)
+                self._instances.pop(self.log_file, None)
+                with self._write_lock:
+                    if not self.file.closed:
+                        self.file.close()
             else:
-                print(message, file=f)
+                self._ref_counts[self.log_file] = count

{langroid-0.53.10.dist-info → langroid-0.53.12.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: langroid
-Version: 0.53.10
+Version: 0.53.12
 Summary: Harness LLMs with Multi-Agent Programming
 Author-email: Prasad Chalasani <pchalasani@gmail.com>
 License: MIT

{langroid-0.53.10.dist-info → langroid-0.53.12.dist-info}/RECORD

@@ -8,7 +8,7 @@ langroid/agent/batch.py,sha256=vi1r5i1-vN80WfqHDSwjEym_KfGsqPGUtwktmiK1nuk,20635
 langroid/agent/chat_agent.py,sha256=2HIYzYxkrGkRIS97ioKfIqjaW3RbX89M39LjzBobBEY,88381
 langroid/agent/chat_document.py,sha256=6O20Fp4QrquykaF2jFtwNHkvcoDte1LLwVZNk9mVH9c,18057
 langroid/agent/openai_assistant.py,sha256=JkAcs02bIrgPNVvUWVR06VCthc5-ulla2QMBzux_q6o,34340
-langroid/agent/task.py,sha256=HB6N-Jn80HFqCf0ZYOC1v3Bn3oO7NLjShHQJJFwW0q4,90557
+langroid/agent/task.py,sha256=dJ2nRKc9-ulZyzNaABMKb9PKJzWRdZTonH9TPswpdbc,90801
 langroid/agent/tool_message.py,sha256=BhjP-_TfQ2tgxuY4Yo_JHLOwwt0mJ4BwjPnREvEY4vk,14744
 langroid/agent/xml_tool_message.py,sha256=oeBKnJNoGaKdtz39XoWGMTNlVyXew2MWH5lgtYeh8wQ,15496
 langroid/agent/callbacks/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -62,7 +62,7 @@ langroid/cachedb/base.py,sha256=ztVjB1DtN6pLCujCWnR6xruHxwVj3XkYniRTYAKKqk0,1354
 langroid/cachedb/redis_cachedb.py,sha256=7kgnbf4b5CKsCrlL97mHWKvdvlLt8zgn7lc528jEpiE,5141
 langroid/embedding_models/__init__.py,sha256=KyYxR3jDFUCfYjSuCL86qjAmrq6mXXjOT4lFNOKVj6Y,955
 langroid/embedding_models/base.py,sha256=Ml7oA6PzQm0wZmIYn3fhF7dvZCi-amviWUwOeBegH3A,2562
-langroid/embedding_models/models.py,sha256=iGRrQR7ehDunA_7cPMu3CiHFugYWDkauOsiqHH-bv9s,20725
+langroid/embedding_models/models.py,sha256=g6BdBon6JzCIg5hYN07y6aCcWRJqCpGwCLkvXDPEeew,20787
 langroid/embedding_models/remote_embeds.py,sha256=6_kjXByVbqhY9cGwl9R83ZcYC2km-nGieNNAo1McHaY,5151
 langroid/embedding_models/protoc/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 langroid/embedding_models/protoc/embeddings.proto,sha256=_O-SgFpTaylQeOTgSpxhEJ7CUw7PeCQQJLaPqpPYKJg,321
@@ -112,7 +112,7 @@ langroid/utils/configuration.py,sha256=ZkHHkEeWuS-o3_S4g0SE0wz-UK_of23NOWve1kpQi
 langroid/utils/constants.py,sha256=CK09kda9bNDEhnwClq7ZTWZOh38guJlfcZ5hKUS1Ijo,1075
 langroid/utils/git_utils.py,sha256=WnflJ3R3owhlD0LNdSJakcKhExcEehE1UW5jYVQl8JY,7955
 langroid/utils/globals.py,sha256=Az9dOFqR6n9CoTYSqa2kLikQWS0oCQ9DFQIQAnG-2q8,1355
-langroid/utils/logging.py,sha256=mwxHimq1wtVQ64PvDyfJJ7Upj-rjHLNHgx8EC2wClvo,4024
+langroid/utils/logging.py,sha256=zTcsd0Gsmar-BMUCoVyRJUOvKE6Nb54PRFu5coqCAmA,6844
 langroid/utils/object_registry.py,sha256=iPz9GHzvmCeVoidB3JdAMEKcxJEqTdUr0otQEexDZ5s,2100
 langroid/utils/pandas_utils.py,sha256=UctS986Jtl_MvU5rA7-GfrjEHXP7MNu8ePhepv0bTn0,755
 langroid/utils/pydantic_utils.py,sha256=R7Ps8VP56-eSo-LYHWllFo-SJ2zDmdItuuYpUq2gGJ8,20854
@@ -133,7 +133,7 @@ langroid/vector_store/pineconedb.py,sha256=otxXZNaBKb9f_H75HTaU3lMHiaR2NUp5MqwLZ
 langroid/vector_store/postgres.py,sha256=wHPtIi2qM4fhO4pMQr95pz1ZCe7dTb2hxl4VYspGZoA,16104
 langroid/vector_store/qdrantdb.py,sha256=O6dSBoDZ0jzfeVBd7LLvsXu083xs2fxXtPa9gGX3JX4,18443
 langroid/vector_store/weaviatedb.py,sha256=Yn8pg139gOy3zkaPfoTbMXEEBCiLiYa1MU5d_3UA1K4,11847
-langroid-0.53.10.dist-info/METADATA,sha256=LT3U04tElPa-24L_12M3ncmAtvvcD_3228Pf2lG3Yi8,64946
-langroid-0.53.10.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
-langroid-0.53.10.dist-info/licenses/LICENSE,sha256=EgVbvA6VSYgUlvC3RvPKehSg7MFaxWDsFuzLOsPPfJg,1065
-langroid-0.53.10.dist-info/RECORD,,
+langroid-0.53.12.dist-info/METADATA,sha256=oEsmu11j0aZ18Qqz7-HRIGJNNhGccECY4UmAVjQLHeU,64946
+langroid-0.53.12.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
+langroid-0.53.12.dist-info/licenses/LICENSE,sha256=EgVbvA6VSYgUlvC3RvPKehSg7MFaxWDsFuzLOsPPfJg,1065
+langroid-0.53.12.dist-info/RECORD,,