langroid 0.26.0__tar.gz → 0.26.2__tar.gz

{langroid-0.26.0 → langroid-0.26.2}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: langroid
-Version: 0.26.0
+Version: 0.26.2
 Summary: Harness LLMs with Multi-Agent Programming
 License: MIT
 Author: Prasad Chalasani
@@ -54,7 +54,7 @@ Requires-Dist: fire (>=0.5.0,<0.6.0)
 Requires-Dist: gitpython (>=3.1.43,<4.0.0)
 Requires-Dist: google-api-python-client (>=2.95.0,<3.0.0)
 Requires-Dist: google-generativeai (>=0.5.2,<0.6.0)
-Requires-Dist: groq (>=0.5.0,<0.6.0)
+Requires-Dist: groq (>=0.13.0,<0.14.0)
 Requires-Dist: grpcio (>=1.62.1,<2.0.0)
 Requires-Dist: halo (>=0.0.31,<0.0.32)
 Requires-Dist: huggingface-hub (>=0.21.2,<0.22.0) ; extra == "hf-transformers" or extra == "all" or extra == "transformers"

{langroid-0.26.0 → langroid-0.26.2}/langroid/agent/batch.py

@@ -363,3 +363,36 @@ def agent_response_batch(
         sequential=sequential,
         stop_on_first_result=stop_on_first_result,
     )
+
+
+def run_batch_function(
+    function: Callable[[T], U],
+    items: list[T],
+    sequential: bool = True,
+    batch_size: Optional[int] = None,
+) -> List[U]:
+    async def _do_task(item: T) -> U:
+        return function(item)
+
+    async def _do_all(items: Iterable[T]) -> List[U]:
+        if sequential:
+            results = []
+            for item in items:
+                result = await _do_task(item)
+                results.append(result)
+            return results
+
+        return await asyncio.gather(*(_do_task(item) for item in items))
+
+    results: List[U] = []
+
+    if batch_size is None:
+        with status(f"[bold green]Running {len(items)} tasks:"):
+            results = asyncio.run(_do_all(items))
+    else:
+        batches = batched(items, batch_size)
+        for batch in batches:
+            with status(f"[bold green]Running batch of {len(batch)} tasks:"):
+                results.extend(asyncio.run(_do_all(batch)))
+
+    return results

{langroid-0.26.0 → langroid-0.26.2}/langroid/agent/chat_agent.py

@@ -58,6 +58,8 @@ class ChatAgentConfig(AgentConfig):
             the OpenAI tool-call API is used, rather than the older/deprecated
             function-call API. However the tool-call API has some tricky aspects,
             hence we set this to False by default.
+        strict_recovery: whether to enable strict schema recovery when there
+            is a tool-generation error.
         enable_orchestration_tool_handling: whether to enable handling of orchestration
             tools, e.g. ForwardTool, DoneTool, PassTool, etc.
         output_format: When supported by the LLM (certain OpenAI LLMs

{langroid-0.26.0 → langroid-0.26.2}/langroid/parsing/document_parser.py

@@ -357,6 +357,7 @@ class DocumentParser(Parser):
         docs: List[Document] = []
         # metadata.id to be shared by ALL chunks of this document
         common_id = ObjectRegistry.new_id()
+        n_chunks = 0  # how many chunk so far
         for i, page in self.iterate_pages():
             page_text = self.extract_text_from_page(page)
             split += self.tokenizer.encode(page_text)
@@ -378,9 +379,14 @@ class DocumentParser(Parser):
                         ),
                     )
                 )
+                n_chunks += 1
                 split = split[self.config.chunk_size - self.config.overlap :]
                 pages = [str(i + 1)]
-        if len(split) > self.config.overlap:
+        # there may be a last split remaining:
+        # if it's shorter than the overlap, we shouldn't make a chunk for it
+        # since it's already included in the prior chunk;
+        # the only exception is if there have been no chunks so far.
+        if len(split) > self.config.overlap or n_chunks == 0:
             pg = "-".join([pages[0], pages[-1]])
             text = self.tokenizer.decode(split[: self.config.chunk_size])
             docs.append(

{langroid-0.26.0 → langroid-0.26.2}/pyproject.toml

@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "langroid"
-version = "0.26.0"
+version = "0.26.2"
 description = "Harness LLMs with Multi-Agent Programming"
 authors = ["Prasad Chalasani <pchalasani@gmail.com>"]
 readme = "README.md"
@@ -82,7 +82,7 @@ grpcio = "^1.62.1"
 duckduckgo-search = "^6.0.0"
 
 google-generativeai = "^0.5.2"
-groq = "^0.5.0"
+groq = "^0.13.0"
 nest-asyncio = "^1.6.0"
 async-generator = "^1.10"