langroid 0.1.40__py3-none-any.whl → 0.1.41__py3-none-any.whl

langroid/agent/special/table_chat_agent.py

@@ -10,7 +10,9 @@ the code and returns the result as a string.
 import io
 import logging
 import sys
+from typing import no_type_check
 
+import numpy as np
 import pandas as pd
 from rich.console import Console
 
@@ -26,16 +28,72 @@ logger = logging.getLogger(__name__)
 console = Console()
 
 DEFAULT_TABLE_CHAT_SYSTEM_MESSAGE = """
-You are a savvy data scientist, with expertise in analyzing tabular dataset,
+You are a savvy data scientist, with expertise in analyzing tabular datasets,
 using Python and the Pandas library for dataframe manipulation.
 Since you do not have access to the dataframe 'df', you
 will need to use the `run_code` tool/function-call to answer the question.
-The columns in the dataframe are:
-{columns}
+Here is a summary of the dataframe:
+{summary}
 Do not assume any columns other than those shown.
+In the code you submit to the `run_code` tool/function, 
+do not forget to include any necessary imports, such as `import pandas as pd`.
+Sometimes you may not be able to answer the question in a single call to `run_code`,
+so you can use a series of calls to `run_code` to build up the answer. 
+For example you may first want to know something about the possible values in a column.
+
+If you receive a null or other unexpected result, see if you have made an assumption
+in your code, and try another way, or use `run_code` to explore the dataframe 
+before submitting your final code. 
+
+Start by asking me what I want to know about the data.
 """
 
 
+@no_type_check
+def dataframe_summary(df: pd.DataFrame) -> str:
+    """
+    Generate a structured summary for a pandas DataFrame containing numerical
+    and categorical values.
+
+    Args:
+        df (pd.DataFrame): The input DataFrame to summarize.
+
+    Returns:
+        str: A nicely structured and formatted summary string.
+    """
+
+    # Column names display
+    col_names_str = (
+        "COLUMN NAMES:\n" + " ".join([f"'{col}'" for col in df.columns]) + "\n\n"
+    )
+
+    # Numerical data summary
+    num_summary = df.describe().applymap(lambda x: "{:.2f}".format(x))
+    num_str = "Numerical Column Summary:\n" + num_summary.to_string() + "\n\n"
+
+    # Categorical data summary
+    cat_columns = df.select_dtypes(include=[np.object_]).columns
+    cat_summary_list = []
+
+    for col in cat_columns:
+        unique_values = df[col].unique()
+        if len(unique_values) < 10:
+            cat_summary_list.append(f"'{col}': {', '.join(map(str, unique_values))}")
+        else:
+            cat_summary_list.append(f"'{col}': {df[col].nunique()} unique values")
+
+    cat_str = "Categorical Column Summary:\n" + "\n".join(cat_summary_list) + "\n\n"
+
+    # Missing values summary
+    nan_summary = df.isnull().sum().rename("missing_values").to_frame()
+    nan_str = "Missing Values Column Summary:\n" + nan_summary.to_string() + "\n"
+
+    # Combine the summaries into one structured string
+    summary_str = col_names_str + num_str + cat_str + nan_str
+
+    return summary_str
+
+
 class TableChatAgentConfig(ChatAgentConfig):
     system_message: str = DEFAULT_TABLE_CHAT_SYSTEM_MESSAGE
     user_message: None | str = None
@@ -77,10 +135,8 @@ class TableChatAgent(ChatAgent):
             df = read_tabular_data(config.data, config.separator)
 
         self.df = df
-        columns_with_quotes = [f"'{c}'" for c in df.columns]
-        config.system_message = config.system_message.format(
-            columns=", ".join(columns_with_quotes)
-        )
+        summary = dataframe_summary(df)
+        config.system_message = config.system_message.format(summary=summary)
 
         super().__init__(config)
         self.config: TableChatAgentConfig = config

langroid/language_models/openai_gpt.py

@@ -4,7 +4,7 @@ import logging
 import os
 import sys
 from enum import Enum
-from typing import Any, Dict, List, Optional, Tuple, Union, cast
+from typing import Any, Dict, List, Optional, Tuple, Union
 
 import openai
 from dotenv import load_dotenv
@@ -361,13 +361,13 @@ class OpenAIGPT(LanguageModel):
             LLMResponse object
         """
         openai.api_key = self.api_key
-        if type(messages) == str:
+        if isinstance(messages, str):
             llm_messages = [
                 LLMMessage(role=Role.SYSTEM, content="You are a helpful assistant."),
                 LLMMessage(role=Role.USER, content=messages),
             ]
         else:
-            llm_messages = cast(List[LLMMessage], messages)
+            llm_messages = messages
 
         @retry_with_exponential_backoff
         def completions_with_backoff(**kwargs):  # type: ignore

{langroid-0.1.40.dist-info → langroid-0.1.41.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: langroid
-Version: 0.1.40
+Version: 0.1.41
 Summary: Harness LLMs with Multi-Agent Programming
 License: MIT
 Author: Prasad Chalasani
@@ -39,6 +39,7 @@ Requires-Dist: openai (>=0.27.5,<0.28.0)
 Requires-Dist: pandas (>=2.0.3,<3.0.0)
 Requires-Dist: pre-commit (>=3.3.2,<4.0.0)
 Requires-Dist: prettytable (>=3.8.0,<4.0.0)
+Requires-Dist: psycopg2 (>=2.9.7,<3.0.0)
 Requires-Dist: pydantic (==1.10.11)
 Requires-Dist: pygithub (>=1.58.1,<2.0.0)
 Requires-Dist: pygments (>=2.15.1,<3.0.0)
@@ -77,6 +78,8 @@ Description-Content-Type: text/markdown
 [![Static Badge](https://img.shields.io/badge/Discord-orange?logoColor=orange&link=https%3A%2F%2Fdiscord.gg%2FZU36McDgDs)](https://discord.gg/ZU36McDgDs)
 [![Open in Colab](https://colab.research.google.com/assets/colab-badge.svg)](https://colab.research.google.com/github/langroid/langroid/blob/main/examples/langroid_quick_examples.ipynb)
 
+[![Share on Twitter](https://img.shields.io/twitter/url?style=social&url=https://github.com/langroid/langroid)](https://twitter.com/intent/tweet?text=Langroid%20is%20a%20powerful,%20elegant%20new%20framework%20to%20easily%20build%20%23LLM%20applications.%20You%20set%20up%20LLM-powered%20Agents%20with%20vector-stores,%20assign%20tasks,%20and%20have%20them%20collaboratively%20solve%20problems%20via%20message-transformations.%20https://github.com/langroid/langroid)
+[![Share on LinkedIn](https://img.shields.io/badge/Share%20on-LinkedIn-blue)](https://www.linkedin.com/shareArticle?mini=true&url=https://github.com/langroid/langroid&title=Langroid:%20A%20Powerful,%20Elegant%20Framework&summary=Langroid%20is%20a%20powerful,%20elegant%20new%20framework%20to%20easily%20build%20%23LLM%20applications.%20You%20set%20up%20LLM-powered%20Agents%20with%20vector-stores,%20assign%20tasks,%20and%20have%20them%20collaboratively%20solve%20problems%20via%20message-transformations.)
 
 </div>
 
@@ -114,6 +117,7 @@ for ideas on what to contribute.
 <summary> <b>:fire: Updates/Releases</b></summary>
 
 - **Aug 2023:**
+  - **Example:** [Answer questions](examples/docqa/chat-search.py) using Google Search + vecdb-retrieval from URL contents. 
   - **0.1.39:** [`GoogleSearchTool`](langroid/agent/stateless_tools/google_search_tool.py) to enable Agents (their LLM) to do Google searches via function-calling/tools.
     See [this chat example](examples/basic/chat-search.py) for how easy it is to add this tool to an agent.
   - **Colab notebook** to try the quick-start examples: [![Open in Colab](https://colab.research.google.com/assets/colab-badge.svg)](https://colab.research.google.com/github/langroid/langroid/blob/main/examples/langroid_quick_examples.ipynb) 
@@ -662,7 +666,18 @@ script in the `langroid-examples` repo.
 
 # :heart: Thank you to our [supporters](https://github.com/langroid/langroid/stargazers)
 
-If you like this repo, don't forget to leave a star :star: !
+If you like this project, please give it a star ⭐ and 📢 spread the word in your network:
+
+[![Share on Twitter](https://img.shields.io/twitter/url?style=social&url=https://github.com/langroid/langroid)](https://twitter.com/intent/tweet?text=Langroid%20is%20a%20powerful,%20elegant%20new%20framework%20to%20easily%20build%20%23LLM%20applications.%20You%20set%20up%20LLM-powered%20Agents%20with%20vector-stores,%20assign%20tasks,%20and%20have%20them%20collaboratively%20solve%20problems%20via%20message-transformations.%20https://github.com/langroid/langroid)
+[![Share on LinkedIn](https://img.shields.io/badge/Share%20on-LinkedIn-blue)](https://www.linkedin.com/shareArticle?mini=true&url=https://github.com/langroid/langroid&title=Langroid:%20A%20Powerful,%20Elegant%20Framework&summary=Langroid%20is%20a%20powerful,%20elegant%20new%20framework%20to%20easily%20build%20%23LLM%20applications.%20You%20set%20up%20LLM-powered%20Agents%20with%20vector-stores,%20assign%20tasks,%20and%20have%20them%20collaboratively%20solve%20problems%20via%20message-transformations.)
+
+
+
+
+Your support will help build Langroid's momentum and community.
+
+
+
 
 # Langroid Co-Founders
 

{langroid-0.1.40.dist-info → langroid-0.1.41.dist-info}/RECORD

@@ -10,7 +10,7 @@ langroid/agent/special/doc_chat_agent.py,sha256=FjuHxV6OyHvPcHuPgsm9kXMIL8qVhOM8
 langroid/agent/special/recipient_validator_agent.py,sha256=x2UprcGlh-fyxQCZbb_fkKrruU5Om0mgOnNzk_PYBNM,4527
 langroid/agent/special/retriever_agent.py,sha256=DeOB5crFjXBvDEZT9k9ZVinOfFM2VgS6tQWWFyXSk9o,7204
 langroid/agent/special/sql_chat_agent.py,sha256=2pw8o-0ul909HAOUO3G7SVVAaB3qVBkjtaXneNzy1x0,10215
-langroid/agent/special/table_chat_agent.py,sha256=FRkeEMvJxFievRgwschphIVNYYTLmheEyn7RQCggXdg,4953
+langroid/agent/special/table_chat_agent.py,sha256=L0T6Tj_3AMckwWI2HTb19hyp7r3P77KEFMldkT3acUU,7058
 langroid/agent/stateless_tools/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 langroid/agent/stateless_tools/google_search_tool.py,sha256=64F9oMNdS237BBOitrvYXN4Il_ES_fNrHkh35tBEDfA,1160
 langroid/agent/task.py,sha256=KJZt6lSfCAVctyFfBJWLFcfys73kjrQJV4Y3aMVwO1M,26233
@@ -26,7 +26,7 @@ langroid/embedding_models/clustering.py,sha256=tZWElUqXl9Etqla0FAa7og96iDKgjqWju
 langroid/embedding_models/models.py,sha256=1xcv9hqmCTsbUbS8v7XeZRsf25Tu79JUoSipIYpvNoo,2765
 langroid/language_models/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 langroid/language_models/base.py,sha256=7FMiUyJ3Kf9Uiqvjh-lNGfwnCibY0SbnK4jdORCv3SM,12657
-langroid/language_models/openai_gpt.py,sha256=TuertCPkjJzz35YYGHTwX2E5gevENEPdPoFVyGl8M6k,17973
+langroid/language_models/openai_gpt.py,sha256=L5Lm3ApOflqMI3405rR5Wp6tAFKTGsPc0iQAVNdV9N8,17947
 langroid/language_models/utils.py,sha256=rmnSn-sJ3aKl_wBdeLPkck0Li4Ed6zkCxZYYl7n1V34,4668
 langroid/mytypes.py,sha256=YA42IJcooJnTxAwk-B4FmZ1hqzIIF1ZZKcpUKzBTGGo,1537
 langroid/parsing/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -68,7 +68,7 @@ langroid/vector_store/base.py,sha256=QZx3NUNwf2I0r3A7iuoUHIRGbqt_pFGD0hq1R-Yg8iM
 langroid/vector_store/chromadb.py,sha256=s5pQkKjaMP-Tt5A8M10EInFzttaALPbJAq7q4gf0TKg,5235
 langroid/vector_store/qdrant_cloud.py,sha256=3im4Mip0QXLkR6wiqVsjV1QvhSElfxdFSuDKddBDQ-4,188
 langroid/vector_store/qdrantdb.py,sha256=KRvIIj1IZG2zFqejofMnRs2hT86B-27LgBEnuczdqOU,9072
-langroid-0.1.40.dist-info/LICENSE,sha256=EgVbvA6VSYgUlvC3RvPKehSg7MFaxWDsFuzLOsPPfJg,1065
-langroid-0.1.40.dist-info/WHEEL,sha256=vVCvjcmxuUltf8cYhJ0sJMRDLr1XsPuxEId8YDzbyCY,88
-langroid-0.1.40.dist-info/METADATA,sha256=ql9pYkR-oovH5Db91QIShwjPAq0bxXEWE7yxjwvvEiY,27547
-langroid-0.1.40.dist-info/RECORD,,
+langroid-0.1.41.dist-info/LICENSE,sha256=EgVbvA6VSYgUlvC3RvPKehSg7MFaxWDsFuzLOsPPfJg,1065
+langroid-0.1.41.dist-info/WHEEL,sha256=vVCvjcmxuUltf8cYhJ0sJMRDLr1XsPuxEId8YDzbyCY,88
+langroid-0.1.41.dist-info/METADATA,sha256=eIqNnzfP3fq3V05ResrFM7U8k16CYgJ8Je4VTZEjqLo,29766
+langroid-0.1.41.dist-info/RECORD,,