ai-data-science-team 0.0.0.9012__tar.gz → 0.0.0.9013__tar.gz

{ai_data_science_team-0.0.0.9012/ai_data_science_team.egg-info → ai_data_science_team-0.0.0.9013}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.2
 Name: ai-data-science-team
-Version: 0.0.0.9012
+Version: 0.0.0.9013
 Summary: Build and run an AI-powered data science team.
 Home-page: https://github.com/business-science/ai-data-science-team
 Author: Matt Dancho
@@ -152,7 +152,11 @@ This is a top secret project I'm working on. It's a multi-agent data science app
 
 #### 🔥 Agentic Applications
 
-1. **SQL Database Agent App:** Connects any SQL Database, generates SQL queries from natural language, and returns data as a downloadable table. [See Application](/apps/sql-database-agent-app/)
+1. **NEW Exploratory Data Copilot**: An AI-powered data science app that performs automated exploratory data analysis (EDA) with EDA Reporting, Missing Data Analysis, Correlation Analysis, and more. [See Application](/apps/exploratory-copilot-app/)
+
+![Exploratory Data Copilot](/img/apps/ai_exploratory_copilot.jpg)
+
+2. **SQL Database Agent App:** Connects any SQL Database, generates SQL queries from natural language, and returns data as a downloadable table. [See Application](/apps/sql-database-agent-app/)
 
 ### Agents Available Now
 

{ai_data_science_team-0.0.0.9012 → ai_data_science_team-0.0.0.9013}/README.md

@@ -98,7 +98,11 @@ This is a top secret project I'm working on. It's a multi-agent data science app
 
 #### 🔥 Agentic Applications
 
-1. **SQL Database Agent App:** Connects any SQL Database, generates SQL queries from natural language, and returns data as a downloadable table. [See Application](/apps/sql-database-agent-app/)
+1. **NEW Exploratory Data Copilot**: An AI-powered data science app that performs automated exploratory data analysis (EDA) with EDA Reporting, Missing Data Analysis, Correlation Analysis, and more. [See Application](/apps/exploratory-copilot-app/)
+
+![Exploratory Data Copilot](/img/apps/ai_exploratory_copilot.jpg)
+
+2. **SQL Database Agent App:** Connects any SQL Database, generates SQL queries from natural language, and returns data as a downloadable table. [See Application](/apps/sql-database-agent-app/)
 
 ### Agents Available Now
 

ai_data_science_team-0.0.0.9013/ai_data_science_team/_version.py

@@ -0,0 +1 @@
+__version__ = "0.0.0.9013"

{ai_data_science_team-0.0.0.9012 → ai_data_science_team-0.0.0.9013}/ai_data_science_team/agents/data_loader_tools_agent.py

@@ -25,6 +25,7 @@ from ai_data_science_team.tools.data_loader import (
     get_file_info,
     search_files_by_pattern,
 )
+from ai_data_science_team.utils.messages import get_tool_call_names
 
 AGENT_NAME = "data_loader_tools_agent"
 
@@ -174,6 +175,12 @@ class DataLoaderToolsAgent(BaseAgent):
             return Markdown(self.response["messages"][0].content)
         else:
             return self.response["messages"][0].content
+    
+    def get_tool_calls(self):
+        """
+        Returns the tool calls made by the agent.
+        """
+        return self.response["tool_calls"]
 
     
 
@@ -204,6 +211,7 @@ def make_data_loader_tools_agent(
         internal_messages: Annotated[Sequence[BaseMessage], operator.add]
         user_instructions: str
         data_loader_artifacts: dict
+        tool_calls: List[str]
         
     def data_loader_agent(state):
         
@@ -253,10 +261,13 @@ def make_data_loader_tools_agent(
             elif isinstance(last_message, dict) and "artifact" in last_message:
                 last_tool_artifact = last_message["artifact"]
 
+        tool_calls = get_tool_call_names(internal_messages)
+        
         return {
             "messages": [last_ai_message], 
             "internal_messages": internal_messages,
             "data_loader_artifacts": last_tool_artifact,
+            "tool_calls": tool_calls,
         }
         
     workflow = StateGraph(GraphState)

{ai_data_science_team-0.0.0.9012 → ai_data_science_team-0.0.0.9013}/ai_data_science_team/ds_agents/eda_tools_agent.py

@@ -19,17 +19,20 @@ from ai_data_science_team.templates import BaseAgent
 from ai_data_science_team.utils.regex import format_agent_name
 
 from ai_data_science_team.tools.eda import (
+    explain_data,
     describe_dataset, 
     visualize_missing, 
     correlation_funnel,
     generate_sweetviz_report,
 )
+from ai_data_science_team.utils.messages import get_tool_call_names
 
 
 AGENT_NAME = "exploratory_data_analyst_agent"
 
 # Updated tool list for EDA
 EDA_TOOLS = [
+    explain_data,
     describe_dataset,
     visualize_missing,
     correlation_funnel,
@@ -162,6 +165,12 @@ class EDAToolsAgent(BaseAgent):
             return Markdown(self.response["messages"][0].content)
         else:
             return self.response["messages"][0].content
+        
+    def get_tool_calls(self):
+        """
+        Returns the tool calls made by the agent.
+        """
+        return self.response["tool_calls"]
 
 def make_eda_tools_agent(
     model: Any,
@@ -191,6 +200,7 @@ def make_eda_tools_agent(
         user_instructions: str
         data_raw: dict
         eda_artifacts: dict
+        tool_calls: list
 
     def exploratory_agent(state):
         print(format_agent_name(AGENT_NAME))
@@ -229,11 +239,14 @@ def make_eda_tools_agent(
                 last_tool_artifact = last_message.artifact
             elif isinstance(last_message, dict) and "artifact" in last_message:
                 last_tool_artifact = last_message["artifact"]
+                
+        tool_calls = get_tool_call_names(internal_messages)
         
         return {
             "messages": [last_ai_message],
             "internal_messages": internal_messages,
             "eda_artifacts": last_tool_artifact,
+            "tool_calls": tool_calls,
         }
     
     workflow = StateGraph(GraphState)

{ai_data_science_team-0.0.0.9012 → ai_data_science_team-0.0.0.9013}/ai_data_science_team/ml_agents/mlflow_tools_agent.py

@@ -27,6 +27,7 @@ from ai_data_science_team.tools.mlflow import (
     mlflow_search_registered_models,
     mlflow_get_model_version_details,
 )
+from ai_data_science_team.utils.messages import get_tool_call_names
 
 AGENT_NAME = "mlflow_tools_agent"
 
@@ -228,6 +229,12 @@ class MLflowToolsAgent(BaseAgent):
             return Markdown(self.response["messages"][0].content)
         else:
             return self.response["messages"][0].content
+    
+    def get_tool_calls(self):
+        """
+        Returns the tool calls made by the agent.
+        """
+        return self.response["tool_calls"]
             
     
     
@@ -330,10 +337,13 @@ def make_mlflow_tools_agent(
             elif isinstance(last_message, dict) and "artifact" in last_message:
                 last_tool_artifact = last_message["artifact"]
 
+        tool_calls = get_tool_call_names(internal_messages)
+        
         return {
             "messages": [last_ai_message], 
             "internal_messages": internal_messages,
             "mlflow_artifacts": last_tool_artifact,
+            "tool_calls": tool_calls,
         }
 
     

{ai_data_science_team-0.0.0.9012 → ai_data_science_team-0.0.0.9013}/ai_data_science_team/tools/dataframe.py

@@ -74,7 +74,12 @@ def get_dataframe_summary(
     return summaries
 
 
-def _summarize_dataframe(df: pd.DataFrame, dataset_name: str, n_sample=30, skip_stats=False) -> str:
+def _summarize_dataframe(
+    df: pd.DataFrame, 
+    dataset_name: str, 
+    n_sample=30, 
+    skip_stats=False
+) -> str:
     """Generate a summary string for a single DataFrame."""
     # 1. Convert dictionary-type cells to strings
     #    This prevents unhashable dict errors during df.nunique().

{ai_data_science_team-0.0.0.9012 → ai_data_science_team-0.0.0.9013}/ai_data_science_team/tools/eda.py

@@ -2,11 +2,44 @@
 from typing import Annotated, Dict, Tuple, Union
 
 import os
+import tempfile
 
 from langchain.tools import tool
 
 from langgraph.prebuilt import InjectedState  
 
+from ai_data_science_team.tools.dataframe import get_dataframe_summary
+
+
+@tool(response_format='content')
+def explain_data(
+    data_raw: Annotated[dict, InjectedState("data_raw")],
+    n_sample: int = 30,
+    skip_stats: bool = False,
+):
+    """
+    Tool: explain_data
+    Description:
+        Provides an extensive, narrative summary of a DataFrame including its shape, column types,
+        missing value percentages, unique counts, sample rows, and (if not skipped) descriptive stats/info.
+
+    Parameters:
+        data_raw (dict): Raw data.
+        n_sample (int, default=30): Number of rows to display.
+        skip_stats (bool, default=False): If True, omit descriptive stats/info.
+
+    LLM Guidance:
+        Use when a detailed, human-readable explanation is needed—i.e., a full overview is preferred over a concise numerical summary.
+
+    Returns:
+        str: Detailed DataFrame summary.
+    """
+    print("    * Tool: explain_data")
+    import pandas as pd
+    
+    result = get_dataframe_summary(pd.DataFrame(data_raw), n_sample=n_sample, skip_stats=skip_stats)
+    
+    return result
 
 @tool(response_format='content_and_artifact')
 def describe_dataset(
@@ -15,21 +48,33 @@ def describe_dataset(
     """
     Tool: describe_dataset
     Description:
-        Describe the dataset by computing summary
-        statistics using the DataFrame's describe() method.
-        
+        Compute and return summary statistics for the dataset using pandas' describe() method.
+        The tool provides both a textual summary and a structured artifact (a dictionary) for further processing.
+
+    Parameters:
+    -----------
+    data_raw : dict
+        The raw data in dictionary format.
+
+    LLM Selection Guidance:
+    ------------------------
+    Use this tool when:
+      - The request emphasizes numerical descriptive statistics (e.g., count, mean, std, min, quartiles, max).
+      - The user needs a concise statistical snapshot rather than a detailed narrative.
+      - Both a brief text explanation and a structured data artifact (for downstream tasks) are required.
+
     Returns:
     -------
     Tuple[str, Dict]:
-        content: A textual summary of the DataFrame's descriptive statistics.
-        artifact: A dictionary (from DataFrame.describe()) for further inspection.
+        - content: A textual summary indicating that summary statistics have been computed.
+        - artifact: A dictionary (derived from DataFrame.describe()) containing detailed statistical measures.
     """
     print("    * Tool: describe_dataset")
     import pandas as pd
     df = pd.DataFrame(data_raw)
     description_df = df.describe(include='all')
     content = "Summary statistics computed using pandas describe()."
-    artifact = description_df.to_dict()
+    artifact = {'describe_df': description_df.to_dict()}
     return content, artifact
 
 
@@ -226,8 +271,8 @@ def generate_sweetviz_report(
     data_raw: Annotated[dict, InjectedState("data_raw")],
     target: str = None,
     report_name: str = "sweetviz_report.html",
-    report_directory: str = os.path.join(os.getcwd(), "reports"),
-    open_browser: bool = True,
+    report_directory: str = None,  # <-- Default to None
+    open_browser: bool = False,
 ) -> Tuple[str, Dict]:
     """
     Tool: generate_sweetviz_report
@@ -243,9 +288,10 @@ def generate_sweetviz_report(
     report_name : str, optional
         The file name to save the Sweetviz HTML report. Default is "sweetviz_report.html".
     report_directory : str, optional
-        The directory where the report should be saved. Defaults to a 'reports' directory in the current working directory.
+        The directory where the report should be saved. 
+        If None, a temporary directory is created and used.
     open_browser : bool, optional
-        Whether to open the report in a web browser. Default is True.
+        Whether to open the report in a web browser. Default is False.
     
     Returns:
     --------
@@ -254,28 +300,37 @@ def generate_sweetviz_report(
         artifact: A dictionary with the report file path and optionally the report's HTML content.
     """
     print("    * Tool: generate_sweetviz_report")
+
+    # Import sweetviz
     try:
         import sweetviz as sv
     except ImportError:
         raise ImportError("Please install the 'sweetviz' package to use this tool. Run: pip install sweetviz")
+    
     import pandas as pd
+    
     # Convert injected raw data to a DataFrame.
     df = pd.DataFrame(data_raw)
     
+    # If no directory is specified, use a temporary directory.
+    if not report_directory:
+        report_directory = tempfile.mkdtemp()
+        print(f"    * Using temporary directory: {report_directory}")
+    else:
+        # Ensure user-specified directory exists.
+        if not os.path.exists(report_directory):
+            os.makedirs(report_directory)
+    
     # Create the Sweetviz report.
     report = sv.analyze(df, target_feat=target)
     
-    # Ensure the directory exists; default is os.getcwd()/reports
-    if not os.path.exists(report_directory):
-        os.makedirs(report_directory)
-    
     # Determine the full path for the report.
     full_report_path = os.path.join(report_directory, report_name)
     
     # Save the report to the specified HTML file.
     report.show_html(
         filepath=full_report_path,
-        open_browser=True,
+        open_browser=open_browser,
     )
     
     # Optionally, read the HTML content (if desired to pass along in the artifact).
@@ -285,9 +340,13 @@ def generate_sweetviz_report(
     except Exception:
         html_content = None
     
-    content = f"Sweetviz EDA report generated and saved as '{os.path.abspath(full_report_path)}'."
+    content = (
+        f"Sweetviz EDA report generated and saved as '{os.path.abspath(full_report_path)}'. "
+        f"{'This was saved in a temporary directory.' if 'tmp' in report_directory else ''}"
+    )
     artifact = {
         "report_file": os.path.abspath(full_report_path),
         "report_html": html_content,
     }
     return content, artifact
+

ai_data_science_team-0.0.0.9013/ai_data_science_team/utils/messages.py

@@ -0,0 +1,27 @@
+
+
+
+def get_tool_call_names(messages):
+    """
+    Method to extract the tool call names from a list of LangChain messages.
+    
+    Parameters:
+    ----------
+    messages : list
+        A list of LangChain messages.
+        
+    Returns:
+    -------
+    tool_calls : list
+        A list of tool call names.
+    
+    """
+    tool_calls = []
+    for message in messages:
+        try: 
+            if "tool_call_id" in list(dict(message).keys()):
+                tool_calls.append(message.name)
+        except:
+            pass
+    return tool_calls
+

{ai_data_science_team-0.0.0.9012 → ai_data_science_team-0.0.0.9013/ai_data_science_team.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.2
 Name: ai-data-science-team
-Version: 0.0.0.9012
+Version: 0.0.0.9013
 Summary: Build and run an AI-powered data science team.
 Home-page: https://github.com/business-science/ai-data-science-team
 Author: Matt Dancho
@@ -152,7 +152,11 @@ This is a top secret project I'm working on. It's a multi-agent data science app
 
 #### 🔥 Agentic Applications
 
-1. **SQL Database Agent App:** Connects any SQL Database, generates SQL queries from natural language, and returns data as a downloadable table. [See Application](/apps/sql-database-agent-app/)
+1. **NEW Exploratory Data Copilot**: An AI-powered data science app that performs automated exploratory data analysis (EDA) with EDA Reporting, Missing Data Analysis, Correlation Analysis, and more. [See Application](/apps/exploratory-copilot-app/)
+
+![Exploratory Data Copilot](/img/apps/ai_exploratory_copilot.jpg)
+
+2. **SQL Database Agent App:** Connects any SQL Database, generates SQL queries from natural language, and returns data as a downloadable table. [See Application](/apps/sql-database-agent-app/)
 
 ### Agents Available Now
 

{ai_data_science_team-0.0.0.9012 → ai_data_science_team-0.0.0.9013}/ai_data_science_team.egg-info/SOURCES.txt

@@ -43,5 +43,6 @@ ai_data_science_team/utils/__init__.py
 ai_data_science_team/utils/html.py
 ai_data_science_team/utils/logging.py
 ai_data_science_team/utils/matplotlib.py
+ai_data_science_team/utils/messages.py
 ai_data_science_team/utils/plotly.py
 ai_data_science_team/utils/regex.py

ai_data_science_team-0.0.0.9012/ai_data_science_team/_version.py

@@ -1 +0,0 @@
-__version__ = "0.0.0.9012"