dao-ai 0.0.18__tar.gz → 0.0.19__tar.gz

{dao_ai-0.0.18 → dao_ai-0.0.19}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: dao-ai
-Version: 0.0.18
+Version: 0.0.19
 Summary: DAO AI: A modular, multi-agent orchestration framework for complex AI workflows. Supports agent handoff, tool integration, and dynamic configuration via YAML.
 Project-URL: Homepage, https://github.com/natefleming/dao-ai
 Project-URL: Documentation, https://natefleming.github.io/dao-ai
@@ -24,22 +24,22 @@ Classifier: Topic :: Scientific/Engineering :: Artificial Intelligence
 Classifier: Topic :: Software Development :: Libraries :: Python Modules
 Classifier: Topic :: System :: Distributed Computing
 Requires-Python: >=3.12
-Requires-Dist: databricks-agents>=1.2.0
-Requires-Dist: databricks-langchain>=0.4.2
-Requires-Dist: databricks-sdk[openai]>=0.55.0
+Requires-Dist: databricks-agents>=1.6.0
+Requires-Dist: databricks-langchain>=0.8.0
+Requires-Dist: databricks-sdk[openai]>=0.66.0
 Requires-Dist: duckduckgo-search>=8.0.2
 Requires-Dist: grandalf>=0.8
-Requires-Dist: langchain-mcp-adapters>=0.1.9
+Requires-Dist: langchain-mcp-adapters>=0.1.10
 Requires-Dist: langchain-tavily>=0.2.11
 Requires-Dist: langchain>=0.3.27
 Requires-Dist: langgraph-checkpoint-postgres>=2.0.23
 Requires-Dist: langgraph-supervisor>=0.0.29
 Requires-Dist: langgraph-swarm>=0.0.14
-Requires-Dist: langgraph>=0.6.5
+Requires-Dist: langgraph>=0.6.7
 Requires-Dist: langmem>=0.0.29
 Requires-Dist: loguru>=0.7.3
-Requires-Dist: mcp>=1.9.1
-Requires-Dist: mlflow>=3.3.2
+Requires-Dist: mcp>=1.14.1
+Requires-Dist: mlflow>=3.4.0
 Requires-Dist: nest-asyncio>=1.6.0
 Requires-Dist: openevals>=0.0.19
 Requires-Dist: openpyxl>=3.1.5

dao_ai-0.0.19/config/examples/deep_research.yaml

@@ -0,0 +1,413 @@
+# yaml-language-server: $schema=../../schemas/model_config_schema.json
+
+variables:
+  tavily_search_key: &tavily_search_key                                                                                       
+    options:
+      - env: TAVILY_API_KEY                         
+      - scope: retail_consumer_goods                    
+        secret: TAVILY_API_KEY                      
+
+schemas:
+  executive_research_schema: &executive_research_schema
+    catalog_name: retail_consumer_goods                  
+    schema_name: store_ops                
+
+resources:
+  llms:
+    default_llm: &default_llm
+      name: databricks-claude-3-7-sonnet 
+      temperature: 0.1                             
+      max_tokens: 16384                             
+
+    fast_llm: &fast_llm
+      name: databricks-meta-llama-3-1-8b-instruct 
+      temperature: 0.1                              
+      max_tokens: 8192                             
+
+    tool_calling_llm: &tool_calling_llm
+      name: databricks-claude-3-7-sonnet
+      temperature: 0.1
+      max_tokens: 16384
+      fallbacks:                                   
+        - databricks-meta-llama-3-3-70b-instruct
+
+    reasoning_llm: &reasoning_llm
+      name: databricks-claude-3-7-sonnet
+      temperature: 0.2
+      max_tokens: 16384
+
+    deep_reasoning_llm: &deep_reasoning_llm
+      name: databricks-claude-sonnet-4
+      temperature: 0.1
+      max_tokens: 32768
+      fallbacks: 
+        - databricks-claude-3-7-sonnet
+
+  tables:
+    employee_performance:
+      schema: *executive_research_schema                        
+      name: employee_performance                              
+    
+    products:
+      schema: *executive_research_schema
+      name: products
+
+    inventory: 
+      schema: *executive_research_schema
+      name: inventory
+
+    customers: 
+      schema: *executive_research_schema
+      name: customers
+
+    managers:
+      schema: *executive_research_schema
+      name: managers
+
+    employee_tasks: 
+      schema: *executive_research_schema
+      name: employee_tasks
+
+    appointments: 
+      schema: *executive_research_schema
+      name: appointments
+
+    evaluation: 
+      schema: *executive_research_schema
+      name: evaluation
+
+  functions:
+    find_inventory_by_sku: &find_inventory_by_sku
+      schema: *executive_research_schema
+      name: find_inventory_by_sku
+
+    find_inventory_by_upc: &find_inventory_by_upc
+      schema: *executive_research_schema
+      name: find_inventory_by_upc     
+    
+    find_product_by_sku: &find_product_by_sku
+      schema: *executive_research_schema
+      name: find_product_by_sku     
+
+    find_product_by_upc: &find_product_by_upc
+      schema: *executive_research_schema
+      name: find_product_by_upc     
+
+    find_store_by_number: &find_store_by_number
+      schema: *executive_research_schema
+      name: find_store_by_number     
+    
+    find_store_inventory_by_sku: &find_store_inventory_by_sku
+      schema: *executive_research_schema
+      name: find_store_inventory_by_sku     
+
+    find_store_inventory_by_upc: &find_store_inventory_by_upc
+      schema: *executive_research_schema
+      name: find_store_inventory_by_upc
+
+  genie_rooms:
+    executive_research_genie_room: &executive_research_genie_room
+      name: "Executive Research Genie Room"                       
+      description: "A specialized room for deep executive research and analysis" 
+      space_id: 01f05dd06c421ad6b522bf7a517cf6d2          
+
+tools:
+  executive_research_genie_tool: &executive_research_genie_tool
+    name: executive_research_genie_tool
+    function:
+      type: factory                                 
+      name: dao_ai.tools.create_genie_tool     
+      args:                                     
+        name: executive_research_genie_tool
+        description: Query the data warehouse for comprehensive business metrics including customer KPIs, financial performance, operational data, employee metrics, inventory levels, and sales data. Optimized for deep analytical research and multi-dimensional analysis.
+        genie_room: *executive_research_genie_room      
+        
+
+agents:
+  research_lead: &research_lead
+    name: research_lead
+    description: "Research Coordinator and Executive Interface Specialist"
+    model: *default_llm
+    tools:
+      - *executive_research_genie_tool
+    prompt: |
+      You are the Research Coordinator serving as the primary interface between executives and the deep research team. Your role is to understand executive inquiries, develop comprehensive research strategies, and orchestrate the team of specialists to deliver thorough analysis and strategic recommendations.
+
+      ## Your Responsibilities:
+      - **Inquiry Assessment**: Understand the executive's specific research needs and context
+      - **Research Planning**: Develop comprehensive research strategies across all domains
+      - **Team Coordination**: Direct specialists based on research requirements
+      - **Quality Assurance**: Ensure comprehensive coverage of all relevant aspects
+      - **Executive Communication**: Provide status updates and manage expectations
+
+      ## Research Strategy Framework:
+      1. **Scope Definition**: Clarify research objectives and success criteria
+      2. **Domain Mapping**: Identify which specialist teams are needed (KPI, market, financial, operations)
+      3. **Sequencing**: Determine optimal research workflow and dependencies
+      4. **Timeline Planning**: Establish research milestones and deadlines
+      5. **Quality Standards**: Set expectations for depth and comprehensiveness
+
+      ## When to Handoff:
+      - **Always start** with **kpi_analyst** for foundational data analysis
+      - Hand off to **market_intelligence** when external market context is critical
+      - Hand off to **financial_strategy** when financial modeling or ROI analysis is needed
+      - Hand off to **operations_expert** when operational improvements are in scope
+      - Coordinate with **strategy_synthesizer** to ensure all findings are integrated
+
+      ## Communication Style:
+      - **Executive-Level**: Professional, strategic, and focused on business impact
+      - **Action-Oriented**: Clear next steps and deliverables
+      - **Comprehensive**: Consider all relevant business dimensions
+      - **Time-Conscious**: Respect executive time constraints while ensuring thoroughness
+
+      ## Important Guidelines
+      - Limit Graph Recursion to 5 iterations.
+      - Run as many tools as you can concurrently
+      
+      You serve as the intelligent orchestrator ensuring that complex executive research questions receive comprehensive, coordinated analysis from all relevant specialist teams.
+    handoff_prompt: |
+      Hand off to me when starting any new executive research inquiry, when research scope needs to be defined, when multiple specialist teams need coordination, or when ensuring comprehensive coverage across all business dimensions.
+
+  kpi_analyst: &kpi_analyst
+    name: kpi_analyst
+    description: "KPI Research and Data Analysis Specialist"
+    model: *reasoning_llm
+    tools:
+      - *executive_research_genie_tool
+    prompt: |
+      You are a KPI Research Specialist focused on comprehensive data analysis and performance metrics research. Your role is to conduct deep dives into business performance indicators and provide thorough analytical foundations for executive decision-making.
+
+      ## Your Expertise:
+      - Customer metrics analysis (CAC, LTV, churn, retention, satisfaction, NPS)
+      - Financial KPIs (revenue, margins, profitability, cash flow, ROI)
+      - Operational metrics (inventory turnover, productivity, efficiency ratios)
+      - Market performance indicators and competitive benchmarks
+      - Statistical analysis and trend identification
+
+      ## Research Methodology:
+      1. **Data Collection**: Query multiple data sources using genie tool
+      2. **Historical Analysis**: Examine 12+ month trends and seasonality
+      3. **Benchmarking**: Research industry standards and competitor performance
+      4. **Cross-Validation**: Verify findings across multiple data points
+      5. **Statistical Analysis**: Identify correlations and significance
+
+      ## When to Handoff:
+      - Hand off to **market_intelligence** when you need industry context and competitive intelligence
+      - Hand off to **financial_strategy** when you discover financial anomalies requiring strategic analysis
+      - Hand off to **operations_expert** when operational inefficiencies are identified
+      - Hand off to **strategy_synthesizer** when your research is complete for final strategic synthesis
+
+      ## Important Guidelines
+      - Limit Graph Recursion to 5 iterations.
+      - Run as many tools as you can concurrently
+
+      Always provide comprehensive data foundation with specific metrics, trends, and preliminary insights.
+    handoff_prompt: |
+      Hand off to me when foundational data analysis is needed, when KPI research is required, when historical trends need analysis, when performance metrics need benchmarking, or when starting comprehensive business analysis.
+
+  market_intelligence: &market_intelligence
+    name: market_intelligence
+    description: "Market Intelligence and Competitive Analysis Specialist"
+    model: *reasoning_llm
+    tools:
+      - *executive_research_genie_tool
+    prompt: |
+      You are a Market Intelligence Analyst specializing in external market research, competitive analysis, and industry benchmarking. You provide crucial context for internal performance by analyzing market conditions, competitor strategies, and industry trends.
+
+      ## Your Expertise:
+      - Industry trend analysis and market dynamics
+      - Competitive intelligence and benchmarking
+      - Regulatory and compliance landscape analysis
+      - Market opportunity identification and sizing
+      - Customer behavior and preference trends
+
+      ## Research Approach:
+      1. **Market Landscape**: Comprehensive industry analysis and trends
+      2. **Competitive Analysis**: Direct and indirect competitor performance
+      3. **Regulatory Environment**: Compliance requirements and regulatory changes
+      4. **Customer Insights**: Market research on customer preferences and behavior
+      5. **Opportunity Assessment**: Market gaps and growth opportunities
+
+      ## When to Handoff:
+      - Hand off to **financial_strategy** when market insights need financial modeling
+      - Hand off to **operations_expert** when market trends impact operational strategy
+      - Hand off to **kpi_analyst** when you need internal data to validate market assumptions
+      - Hand off to **strategy_synthesizer** when market analysis is complete
+
+      ## Important Guidelines
+      - Limit Graph Recursion to 5 iterations.
+      - Run as many tools as you can concurrently
+
+      Focus on external market dynamics and how they impact internal performance metrics.
+    handoff_prompt: |
+      Hand off to me when external market context is needed, when competitive intelligence is required, when industry benchmarking is necessary, when market trends analysis is needed, or when understanding market dynamics that impact business performance.
+
+  financial_strategy: &financial_strategy
+    name: financial_strategy
+    description: "Financial Strategy and ROI Analysis Specialist"
+    model: *deep_reasoning_llm
+    tools:
+      - *executive_research_genie_tool
+    prompt: |
+      You are a Financial Strategy Analyst specializing in financial modeling, ROI analysis, and strategic investment recommendations. You translate business insights into financial impact and provide comprehensive financial analysis for executive decision-making.
+
+      ## Your Expertise:
+      - Financial modeling and forecasting
+      - ROI and cost-benefit analysis
+      - Investment prioritization and portfolio optimization
+      - Cash flow analysis and working capital management
+      - Financial risk assessment and mitigation
+
+      ## Analysis Framework:
+      1. **Financial Impact Modeling**: Quantify the financial implications of strategic initiatives
+      2. **ROI Analysis**: Comprehensive return on investment calculations
+      3. **Cost-Benefit Assessment**: Detailed analysis of costs vs. expected benefits
+      4. **Risk-Adjusted Returns**: Financial projections incorporating risk factors
+      5. **Investment Prioritization**: Ranking initiatives by financial attractiveness
+
+      ## When to Handoff:
+      - Hand off to **operations_expert** when financial analysis reveals operational improvement opportunities
+      - Hand off to **market_intelligence** when you need additional market context for financial projections
+      - Hand off to **kpi_analyst** when you need more granular performance data
+      - Hand off to **strategy_synthesizer** when financial analysis and recommendations are complete
+
+      ## Important Guidelines
+      - Limit Graph Recursion to 5 iterations.
+      - Run as many tools as you can concurrently
+
+      Focus on translating insights into financial impact and strategic investment recommendations.
+    handoff_prompt: |
+      Hand off to me when financial analysis is required, when ROI modeling is needed, when cost-benefit analysis is necessary, when financial implications of strategies need evaluation, or when investment recommendations are required.
+
+  operations_expert: &operations_expert
+    name: operations_expert
+    description: "Operations Optimization and Efficiency Specialist"
+    model: *reasoning_llm
+    tools:
+      - *executive_research_genie_tool
+    prompt: |
+      You are an Operations Optimization Specialist focused on operational efficiency, process improvement, and tactical implementation strategies. You analyze operational data to identify improvement opportunities and develop actionable implementation plans.
+
+      ## Your Expertise:
+      - Process optimization and efficiency analysis
+      - Supply chain and inventory management
+      - Employee productivity and performance optimization
+      - Operational cost reduction strategies
+      - Implementation planning and change management
+
+      ## Optimization Areas:
+      1. **Process Efficiency**: Identify bottlenecks and improvement opportunities
+      2. **Resource Utilization**: Optimize staff, inventory, and asset utilization
+      3. **Cost Reduction**: Operational cost optimization strategies
+      4. **Quality Improvement**: Process improvements for better outcomes
+      5. **Implementation Planning**: Tactical execution strategies for recommendations
+
+      ## When to Handoff:
+      - Hand off to **financial_strategy** when operational improvements need financial modeling
+      - Hand off to **market_intelligence** when you need market context for operational strategies
+      - Hand off to **kpi_analyst** when you need detailed performance metrics
+      - Hand off to **strategy_synthesizer** when operational analysis and recommendations are complete
+
+      ## Important Guidelines
+      - Limit Graph Recursion to 5 iterations.
+      - Run as many tools as you can concurrently
+
+      Focus on practical, implementable operational improvements with clear success metrics.
+    handoff_prompt: |
+      Hand off to me when operational efficiency analysis is needed, when process optimization is required, when implementation planning is necessary, when operational cost reduction strategies are needed, or when tactical execution plans are required.
+
+  strategy_synthesizer: &strategy_synthesizer
+    name: strategy_synthesizer
+    description: "Executive Strategy Synthesizer and Decision Support Specialist"
+    model: *deep_reasoning_llm
+    tools:
+      - *executive_research_genie_tool
+    prompt: |
+      You are the Executive Strategy Synthesizer responsible for consolidating research from all specialist agents and creating comprehensive strategic recommendations for C-suite decision-making. You synthesize complex analysis into actionable executive insights.
+
+      ## Your Role:
+      - Synthesize findings from KPI, market, financial, and operational analysis
+      - Create executive-level strategic recommendations
+      - Prioritize initiatives based on impact and feasibility
+      - Develop comprehensive implementation roadmaps
+      - Present cohesive strategic narrative for leadership
+
+      ## Synthesis Framework:
+      1. **Strategic Integration**: Combine insights from all research domains
+      2. **Priority Matrix**: Rank recommendations by impact and feasibility
+      3. **Risk Assessment**: Comprehensive risk analysis across all domains
+      4. **Implementation Roadmap**: Phased execution plan with timelines
+      5. **Success Metrics**: KPIs for measuring strategic initiative success
+
+      ## Executive Deliverable Structure:
+      1. **Executive Summary** (3-4 key strategic insights)
+      2. **Integrated Analysis** (synthesis of all research findings)
+      3. **Strategic Recommendations** (prioritized action plan)
+      4. **Implementation Roadmap** (phased execution strategy)
+      5. **Risk Management** (comprehensive risk mitigation plan)
+      6. **Success Metrics** (KPIs for tracking progress)
+
+      ## When to Handoff:
+      - Hand off to **kpi_analyst** if critical data gaps are identified
+      - Hand off to **market_intelligence** if additional market context is needed
+      - Hand off to **financial_strategy** if financial modeling requires refinement
+      - Hand off to **operations_expert** if implementation details need optimization
+
+      ## Important Guidelines
+      - Limit Graph Recursion to 5 iterations.
+      - Run as many tools as you can concurrently
+
+      You are the final authority on strategic synthesis and executive communication.
+    handoff_prompt: |
+      Hand off to me when strategic synthesis is needed, when executive-level recommendations are required, when integrating findings from multiple specialists, when creating comprehensive strategic narratives, or when final executive deliverables are needed.
+
+app:
+  name: deep_research_executive_assistant                        
+  description: "Deep Research Multi-Agent Executive Assistant for KPI Analysis and Strategic Recommendations"
+  log_level: DEBUG                                  
+  registered_model:                                
+    schema: *executive_research_schema                        
+    name: deep_research_executive_assistant                          
+  endpoint_name: deep_research_executive_assistant    
+  environment_vars: 
+    TAVILY_API_KEY: "{{secrets/retail_consumer_goods/TAVILY_API_KEY}}" 
+  tags:                                            
+    business: rcg                                 
+    research: deep
+    orchestration: swarm                                
+  permissions:                                     
+    - principals: [users]                         
+      entitlements:
+        - CAN_QUERY                               
+  agents:                                        
+    - *research_lead
+    - *kpi_analyst
+    - *market_intelligence
+    - *financial_strategy
+    - *operations_expert
+    - *strategy_synthesizer                                     
+  orchestration:                                  
+    swarm:                                    
+      model: *default_llm
+      default_agent: research_lead
+      handoffs:
+        research_lead:
+          - kpi_analyst
+          - market_intelligence
+          - financial_strategy
+          - operations_expert
+          - strategy_synthesizer
+        kpi_analyst:
+          - market_intelligence
+          - financial_strategy
+          - operations_expert
+          - strategy_synthesizer
+        market_intelligence:
+          - financial_strategy
+          - strategy_synthesizer
+        financial_strategy:
+          - operations_expert
+          - strategy_synthesizer
+        operations_expert:
+          - strategy_synthesizer
+        strategy_synthesizer: []

{dao_ai-0.0.18 → dao_ai-0.0.19}/config/hardware_store/supervisor.yaml

@@ -174,7 +174,7 @@ resources:
   databases:
     # PostgreSQL database for agent memory and checkpoints
     retail_database: &retail_database
-      name: "Retail Database"                                  
+      name: "retail-consumer-goods"
       description: "Database for agent memory and checkpoints" 
       
       # Database connection parameters

{dao_ai-0.0.18 → dao_ai-0.0.19}/config/hardware_store/supervisor_postgres.yaml

@@ -194,7 +194,7 @@ resources:
   databases:
     # PostgreSQL database for agent memory and checkpoints
     retail_database: &retail_database
-      name: "Retail Database"                                  
+      name: "retail-consumer-goods"
       description: "Database for agent memory and checkpoints" 
       
       # Database connection parameters

{dao_ai-0.0.18 → dao_ai-0.0.19}/config/quick_serve_restaurant/quick-serve-restaurant.yaml

@@ -175,7 +175,7 @@ resources:
   databases:
     # PostgreSQL database for agent memory and checkpoints
     qsr_database: &qsr_database
-      name: "Retail Database"                                  
+      name: "retail-consumer-goods"
       description: "Database for agent memory and checkpoints" 
       
       # Database connection parameters

{dao_ai-0.0.18 → dao_ai-0.0.19}/examples/hardware_store/examples.yaml

@@ -2,7 +2,7 @@
     recommendation_example:
       messages:
         - role: user
-          content: Can you recommend a lamp to match my oak side tables?
+          content: Can you a stain color to go with my beige lawn furniture?
       custom_inputs:
         configurable:
           thread_id: "1"
@@ -12,7 +12,7 @@
     inventory_example:
       messages:
         - role: user
-          content: How many oak tables do we have in stock?
+          content: How many big green egg grills do you have in stock?
       custom_inputs:
         configurable:
           thread_id: "1"
@@ -88,6 +88,26 @@
           content: Can you give me information about this item?
           image_paths:
             - tests/images/doritos_upc.png
+      custom_inputs:
+        configurable:
+          thread_id: "1"
+          user_id: john_smith
+          store_num: 87887
+
+    favorite_color_is:
+      messages:
+        - role: user
+          content: My favorite color is red?
+      custom_inputs:
+        configurable:
+          thread_id: "1"
+          user_id: john_smith
+          store_num: 87887
+
+    what_is_my_favorite_color:
+      messages:
+        - role: user
+          content: What is my favorite color?
       custom_inputs:
         configurable:
           thread_id: "1"

{dao_ai-0.0.18 → dao_ai-0.0.19}/notebooks/05_agent_as_code_driver.py

@@ -6,8 +6,37 @@
 
 # COMMAND ----------
 
-dbutils.widgets.text(name="config-path", defaultValue="../config/model_config.yaml")
-config_path: str = dbutils.widgets.get("config-path")
+from typing import Sequence
+import os
+
+def find_yaml_files_os_walk(base_path: str) -> Sequence[str]:
+    if not os.path.exists(base_path):
+        raise FileNotFoundError(f"Base path does not exist: {base_path}")
+    
+    if not os.path.isdir(base_path):
+        raise NotADirectoryError(f"Base path is not a directory: {base_path}")
+    
+    yaml_files = []
+    
+    for root, dirs, files in os.walk(base_path):
+        for file in files:
+            if file.lower().endswith(('.yaml', '.yml')):
+                yaml_files.append(os.path.join(root, file))
+    
+    return sorted(yaml_files)
+
+# COMMAND ----------
+
+dbutils.widgets.text(name="config-path", defaultValue="")
+
+config_files: Sequence[str] = find_yaml_files_os_walk("../config")
+dbutils.widgets.dropdown(name="config-paths", choices=config_files, defaultValue=next(iter(config_files), ""))
+
+config_path: str | None = dbutils.widgets.get("config-path") or None
+project_path: str = dbutils.widgets.get("config-paths") or None
+
+config_path: str = config_path or project_path
+
 print(config_path)
 
 # COMMAND ----------
@@ -44,6 +73,12 @@ print("\n".join(pip_requirements))
 
 # COMMAND ----------
 
+import dao_ai.providers
+import dao_ai.providers.base
+import dao_ai.providers.databricks
+
+# COMMAND ----------
+
 # MAGIC %load_ext autoreload
 # MAGIC %autoreload 2
 

{dao_ai-0.0.18 → dao_ai-0.0.19}/notebooks/06_run_evaluation.py

@@ -27,6 +27,12 @@ sys.path.insert(0, "../src")
 
 # COMMAND ----------
 
+import dao_ai.providers
+import dao_ai.providers.base
+import dao_ai.providers.databricks
+
+# COMMAND ----------
+
 # DBTITLE 1,Enable Nest Asyncio for Compatibility
 import nest_asyncio
 nest_asyncio.apply()

{dao_ai-0.0.18 → dao_ai-0.0.19}/notebooks/08_run_examples.py

@@ -23,16 +23,49 @@ sys.path.insert(0, "../src")
 
 # COMMAND ----------
 
+import dao_ai.providers
+import dao_ai.providers.base
+import dao_ai.providers.databricks
+
+# COMMAND ----------
+
 import nest_asyncio
 nest_asyncio.apply()
 
 # COMMAND ----------
 
-from rich import print as pprint
+from typing import Sequence
+import os
+
+def find_yaml_files_os_walk(base_path: str) -> Sequence[str]:
+    if not os.path.exists(base_path):
+        raise FileNotFoundError(f"Base path does not exist: {base_path}")
+    
+    if not os.path.isdir(base_path):
+        raise NotADirectoryError(f"Base path is not a directory: {base_path}")
+    
+    yaml_files = []
+    
+    for root, dirs, files in os.walk(base_path):
+        for file in files:
+            if file.lower().endswith(('.yaml', '.yml')):
+                yaml_files.append(os.path.join(root, file))
+    
+    return sorted(yaml_files)
+
+# COMMAND ----------
+
+dbutils.widgets.text(name="config-path", defaultValue="")
+
+config_files: Sequence[str] = find_yaml_files_os_walk("../config")
+dbutils.widgets.dropdown(name="config-paths", choices=config_files, defaultValue=next(iter(config_files), ""))
+
+config_path: str | None = dbutils.widgets.get("config-path") or None
+project_path: str = dbutils.widgets.get("config-paths") or None
+
+config_path: str = config_path or project_path
 
-dbutils.widgets.text(name="config-path", defaultValue="../config/model_config.yaml")
-config_path: str = dbutils.widgets.get("config-path")
-pprint(config_path)
+print(config_path)
 
 # COMMAND ----------
 
@@ -60,15 +93,12 @@ import yaml
 from pathlib import Path
 from rich import print as pprint
 
-dbutils.widgets.text(name="config-path", defaultValue="../config/model_config.yaml")
-config_path: str = dbutils.widgets.get("config-path")
-pprint(config_path)
 
 examples_path: Path = Path.cwd().parent / "examples"
 projects: Sequence[str] = [item.name for item in examples_path.iterdir() if item.is_dir()]
 
-dbutils.widgets.dropdown(name="project", defaultValue=projects[0], choices=projects)
-project: str = dbutils.widgets.get("project")
+dbutils.widgets.dropdown(name="example-project", defaultValue=projects[0], choices=projects)
+project: str = dbutils.widgets.get("example-project")
 
 project_examples: Path = Path.cwd().parent / "examples" / project
 examples_files: Sequence[str] = [item.name for item in project_examples.iterdir() if item.is_file()]