aia 1.0.0.pre.beta → 1.1.0

data/examples/README.md

@@ -185,11 +185,51 @@ Docs: [Executable Prompts](https://madbomber.github.io/aia/guides/executable-pro
 
 Docs: [Chat Guide](https://madbomber.github.io/aia/guides/chat/), [Directives Reference](https://madbomber.github.io/aia/directives-reference/), [Workflows and Pipelines](https://madbomber.github.io/aia/workflows-and-pipelines/)
 
+## Running All Demos
+
+`run_all.sh` runs all non-interactive demo scripts in sequence and captures the combined output. It serves as a structural integration test — since LLM responses are non-deterministic, exact diffs between runs won't match, but you can spot missing sections, crashes, or changed command output.
+
+```bash
+cd examples
+
+# Run all demos and save output to a timestamped log
+bash run_all.sh
+
+# Print to terminal only (no log file)
+bash run_all.sh --no-save
+
+# Save to your own file with tee
+bash run_all.sh --no-save 2>&1 | tee my_run.log
+
+# Show help
+bash run_all.sh --help
+```
+
+Output logs are saved to `examples/output/run_YYYYMMDD_HHMMSS.log`. Compare runs with:
+
+```bash
+diff output/run_PREV.log output/run_LATEST.log
+```
+
+**What it runs:** Scripts 01-14, 16-19, and 21 (18 scripts total).
+
+**What it skips:**
+
+| Script | Reason |
+|--------|--------|
+| `00_setup_aia.sh` | Run manually first (pulls models, writes config) |
+| `15_parameters.sh` | Part 2 prompts interactively for a required parameter |
+| `20_mcp_servers.sh` | Requires Node.js/npx + MCP filesystem server |
+| `22_chat_mode.sh` | Interactive chat session (uses `expect`) |
+
+The output includes a banner with version info, per-script pass/fail status, and a summary with counts.
+
 ## Directory Structure
 
 ```
 examples/
   common.sh                    # Shared setup sourced by all demos
+  run_all.sh                   # Batch runner for non-interactive demos
   aia_config.yml               # Generated by 00_setup_aia.sh
   aia_config_with_mcp.yml      # Config with MCP server (demo 20)
   prompts_dir/                 # All demo prompt files
@@ -199,6 +239,7 @@ examples/
   directives/                  # Custom directive files (demo 16)
   tools/                       # Local tool files (demo 19)
   mcp/                         # MCP server configs (demo 20)
+  output/                      # Timestamped run logs (git-ignored)
 ```
 
 ## Notes

data/examples/run_all.sh

@@ -0,0 +1,261 @@
+#!/usr/bin/env bash
+# examples/run_all.sh
+#
+# Runs all example demo scripts in order and captures output.
+#
+# The output is saved to a timestamped file for comparison against
+# future runs — a super-meta integration test. Since LLM responses
+# are non-deterministic, exact diffs won't match; look for structural
+# differences (missing sections, crashes, changed command output).
+#
+# What it skips:
+#   - 00_setup_aia.sh  — run manually first (pulls models, writes config)
+#   - 15_parameters.sh — Part 2 prompts interactively for a required param
+#   - 20_mcp_servers.sh — requires Node.js/npx + MCP filesystem server
+#   - 22_chat_mode.sh  — interactive chat (Parts 1-4 use expect; Part 5
+#                         opens a live session)
+#
+# Prerequisites:
+#   - Run 00_setup_aia.sh first
+#   - Ollama running with qwen3 model available
+#
+# Usage:
+#   cd examples
+#   bash run_all.sh                  # run and save output
+#   bash run_all.sh --no-save        # run without saving (just print)
+#   diff output/run_PREV.log output/run_LATEST.log  # compare runs
+#
+# Exit codes:
+#   0 — all scripts completed (some may have non-fatal warnings)
+#   1 — setup not done or a script failed fatally
+
+set -uo pipefail
+
+SCRIPT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)"
+cd "${SCRIPT_DIR}"
+
+# --- Usage ---
+
+usage() {
+  cat <<'USAGE'
+Usage: bash run_all.sh [OPTIONS]
+
+Run all non-interactive AIA example scripts and capture output.
+
+Options:
+  -h, --help      Show this help message and exit
+  --no-save       Print output to the terminal only (do not save a log file)
+
+By default the output is saved to examples/output/run_YYYYMMDD_HHMMSS.log.
+Since LLM responses are non-deterministic, exact diffs between runs won't
+match; look for structural differences (missing sections, crashes, changed
+command output).
+
+Saving output with tee:
+  bash run_all.sh --no-save 2>&1 | tee my_run.log
+
+  Use --no-save so the script does not write its own log file, then pipe
+  through tee to send output to both the terminal and your chosen file.
+
+Comparing runs:
+  diff output/run_PREV.log output/run_LATEST.log
+
+Skipped scripts (require manual or interactive setup):
+  00_setup_aia.sh   — run manually first (pulls models, writes config)
+  15_parameters.sh  — Part 2 prompts interactively for a required param
+  20_mcp_servers.sh — requires Node.js/npx + MCP filesystem server
+  22_chat_mode.sh   — interactive chat session
+
+Prerequisites:
+  1. Run 00_setup_aia.sh first
+  2. Ollama running with the qwen3 model available
+
+Exit codes:
+  0  All scripts completed (some may have non-fatal warnings)
+  1  Setup not done or a script failed fatally
+USAGE
+}
+
+# --- Parse flags ---
+
+SAVE_OUTPUT=true
+case "${1:-}" in
+  -h|--help)
+    usage
+    exit 0
+    ;;
+  --no-save)
+    SAVE_OUTPUT=false
+    ;;
+esac
+
+# --- Pre-flight checks ---
+
+if [[ ! -f "aia_config.yml" ]]; then
+  echo "ERROR: aia_config.yml not found."
+  echo "       Run 00_setup_aia.sh first."
+  exit 1
+fi
+
+if ! command -v aia &>/dev/null; then
+  echo "ERROR: aia is not installed."
+  exit 1
+fi
+
+# --- Scripts to run ---
+# Order matters: numbered scripts build on each other conceptually.
+# Scripts are listed explicitly so we can annotate skips.
+
+SCRIPTS=(
+  01_basic_usage.sh
+  02_frontmatter.sh
+  03_shell_integration.sh
+  04_erb_templating.sh
+  05_shell_then_erb.sh
+  06_prompt_chaining.sh
+  07_pipeline.sh
+  08_context_files.sh
+  09_roles.sh
+  10_stdin_piping.sh
+  11_multi_model.sh
+  12_token_usage.sh
+  13_cost_tracking.sh
+  14_output_file.sh
+  # 15_parameters.sh — skipped: Part 2 blocks on interactive input
+  16_directives.sh
+  17_require_and_conditionals.sh
+  18_tools.sh
+  19_local_tools.sh
+  # 20_mcp_servers.sh — skipped: requires npx + MCP server
+  21_executable_prompts.sh
+  # 22_chat_mode.sh — skipped: interactive chat session
+)
+
+SKIPPED=(
+  "15_parameters.sh (interactive parameter input)"
+  "20_mcp_servers.sh (requires Node.js/npx + MCP server)"
+  "22_chat_mode.sh  (interactive chat session)"
+)
+
+# --- Set up output ---
+
+TIMESTAMP="$(date +%Y%m%d_%H%M%S)"
+OUTPUT_DIR="${SCRIPT_DIR}/output"
+OUTPUT_FILE="${OUTPUT_DIR}/run_${TIMESTAMP}.log"
+
+if [[ "${SAVE_OUTPUT}" == true ]]; then
+  mkdir -p "${OUTPUT_DIR}"
+fi
+
+# --- Banner ---
+
+banner() {
+  cat <<EOF
+================================================================================
+  AIA Examples — Full Run
+  Date:    $(date '+%Y-%m-%d %H:%M:%S')
+  AIA:     $(aia --version 2>/dev/null || echo "unknown")
+  Ruby:    $(ruby --version 2>/dev/null | head -1)
+  Model:   $(grep 'name:' aia_config.yml | head -1 | sed 's/.*name: *//')
+================================================================================
+
+Skipped scripts:
+$(printf '  - %s\n' "${SKIPPED[@]}")
+
+Running ${#SCRIPTS[@]} scripts ...
+
+EOF
+}
+
+# --- Run a single script ---
+
+run_script() {
+  local script="$1"
+  local index="$2"
+  local total="$3"
+  local status
+
+  echo "──────────────────────────────────────────────────────────────"
+  echo "  [${index}/${total}] ${script}"
+  echo "──────────────────────────────────────────────────────────────"
+  echo
+
+  if [[ ! -f "${script}" ]]; then
+    echo "  SKIP: file not found"
+    echo
+    return 0
+  fi
+
+  bash "${script}" 2>&1
+  status=$?
+
+  echo
+  if [[ ${status} -eq 0 ]]; then
+    echo "  ✓ ${script} completed (exit ${status})"
+  else
+    echo "  ✗ ${script} FAILED (exit ${status})"
+  fi
+  echo
+
+  return ${status}
+}
+
+# --- Main ---
+
+main() {
+  banner
+
+  local total=${#SCRIPTS[@]}
+  local passed=0
+  local failed=0
+  local failures=()
+
+  for i in "${!SCRIPTS[@]}"; do
+    local script="${SCRIPTS[$i]}"
+    local index=$((i + 1))
+
+    if run_script "${script}" "${index}" "${total}"; then
+      ((passed++))
+    else
+      ((failed++))
+      failures+=("${script}")
+    fi
+  done
+
+  echo "================================================================================"
+  echo "  Summary"
+  echo "================================================================================"
+  echo
+  echo "  Total:   ${total}"
+  echo "  Passed:  ${passed}"
+  echo "  Failed:  ${failed}"
+  echo "  Skipped: ${#SKIPPED[@]}"
+  echo
+
+  if [[ ${failed} -gt 0 ]]; then
+    echo "  Failed scripts:"
+    printf '    - %s\n' "${failures[@]}"
+    echo
+  fi
+
+  if [[ "${SAVE_OUTPUT}" == true ]]; then
+    echo "  Output saved to: ${OUTPUT_FILE}"
+    echo
+  fi
+
+  echo "  To compare against a future run:"
+  echo "    diff output/run_PREV.log output/run_LATEST.log"
+  echo
+  echo "================================================================================"
+
+  return ${failed}
+}
+
+# --- Execute ---
+
+if [[ "${SAVE_OUTPUT}" == true ]]; then
+  main 2>&1 | tee "${OUTPUT_FILE}"
+  exit ${PIPESTATUS[0]}
+else
+  main
+fi

data/lib/aia/adapter/chat_execution.rb

@@ -117,14 +117,16 @@ module AIA
 
         # Report failed models but continue with valid ones
         unless failed_models.empty?
-          puts "\nFailed to initialize the following models:"
-          failed_models.each { |failure| puts "   - #{failure}" }
+          warn "\nFailed to initialize the following models:"
+          failed_models.each { |failure| warn "   - #{failure}" }
+          logger = LoggerManager.aia_logger
+          failed_models.each { |failure| logger.error("Model initialization failed: #{failure}") }
         end
 
         # If no models initialized successfully, exit
         if valid_chats.empty?
-          puts "\nNo valid models could be initialized. Exiting."
-          puts "\nAvailable models can be listed with: bin/aia --help models"
+          warn "\nNo valid models could be initialized. Exiting."
+          warn "\nAvailable models can be listed with: bin/aia --help models"
           exit 1
         end
 
@@ -135,8 +137,7 @@ module AIA
 
         # Report successful models
         if failed_models.any?
-          puts "\nSuccessfully initialized: #{@models.join(', ')}"
-          puts
+          warn "\nSuccessfully initialized: #{@models.join(', ')}"
         end
 
         # Use the first chat to determine tool support (assuming all models have similar tool support)
@@ -222,7 +223,8 @@ module AIA
         mcp_connector = McpConnector.new
         tool_loader = ToolLoader.new(mcp_connector)
 
-        @tools = tool_loader.load_tools_with_mcp
+        @tools = tool_loader.load_tools
+        ToolFilter.detect_conflicts
         @tools = ToolFilter.filter_allowed(@tools)
         @tools = ToolFilter.filter_rejected(@tools)
         @tools = ToolFilter.drop_duplicates(@tools)

data/lib/aia/adapter/mcp_connector.rb

@@ -17,35 +17,6 @@ module AIA
           return
         end
 
-        logger.debug("Starting MCP connection via RubyLLM::MCP.establish_connection")
-        LoggerManager.configure_mcp_logger
-
-        start_time = Time.now
-        RubyLLM::MCP.establish_connection
-        elapsed = Time.now - start_time
-
-        tool_count = RubyLLM::MCP.tools.size
-        tools.concat(RubyLLM::MCP.tools)
-
-        logger.info("MCP connection established", elapsed_seconds: elapsed.round(2), tool_count: tool_count)
-      rescue StandardError => e
-        logger.error("Failed to connect MCP clients", error_class: e.class.name, error_message: e.message)
-        logger.debug("MCP connection error backtrace", backtrace: e.backtrace&.first(5))
-        warn "Warning: Failed to connect MCP clients: #{e.message}"
-      end
-
-      # =========================================================================
-      # SimpleFlow-based Parallel MCP Connection
-      # =========================================================================
-      # Uses fiber-based concurrency to connect to all MCP servers in parallel.
-      # This reduces total connection time from sum(timeouts) to max(timeouts).
-
-      def support_mcp_with_simple_flow(tools)
-        if AIA.config.flags.no_mcp
-          logger.debug("MCP processing bypassed via --no-mcp flag")
-          return
-        end
-
         if AIA.config.mcp_servers.nil? || AIA.config.mcp_servers.empty?
           logger.debug("No MCP servers configured, skipping MCP setup")
           return

data/lib/aia/adapter/modality_handlers.rb

@@ -1,6 +1,8 @@
 # lib/aia/adapter/modality_handlers.rb
 # frozen_string_literal: true
 
+require 'tempfile'
+
 module AIA
   module Adapter
     module ModalityHandlers
@@ -11,18 +13,21 @@ module AIA
       end
 
       def speak(_text)
-        output_file = "#{Time.now.to_i}.mp3"
-
         # NOTE: RubyLLM doesn't have a direct text-to-speech feature
         # This is a placeholder for a custom implementation or external service
+        tmpfile = Tempfile.new(['aia-tts-', '.mp3'])
         begin
-          File.write(output_file, 'Mock TTS audio content')
-          if File.exist?(output_file) && system("which #{AIA.config.audio.speak_command} > /dev/null 2>&1")
-            system("#{AIA.config.audio.speak_command} #{output_file}")
+          tmpfile.write('Mock TTS audio content')
+          tmpfile.close
+          speak_cmd = AIA.config.audio.speak_command
+          if system('which', speak_cmd, out: File::NULL, err: File::NULL)
+            system(speak_cmd, tmpfile.path)
           end
-          "Audio generated and saved to: #{output_file}"
+          "Audio generated successfully"
         rescue StandardError => e
           "Error generating audio: #{e.message}"
+        ensure
+          tmpfile.unlink
         end
       end
 
@@ -55,8 +60,7 @@ module AIA
 
         # Return the full response object to preserve token information
         response
-      rescue Exception => e # rubocop:disable Lint/RescueException
-        # Catch ALL exceptions including LoadError, ScriptError, etc.
+      rescue StandardError => e
         # Tool crashes should not crash AIA - log and continue gracefully
         handle_tool_crash(chat_instance, e)
       end
@@ -114,18 +118,22 @@ module AIA
 
       def text_to_audio_single(prompt, model_name)
         text_prompt = extract_text_prompt(prompt)
-        output_file = "#{Time.now.to_i}.mp3"
 
+        # NOTE: RubyLLM doesn't have a direct TTS feature
+        # TODO: This is a placeholder for a custom implementation
+        tmpfile = Tempfile.new(['aia-tts-', '.mp3'])
         begin
-          # NOTE: RubyLLM doesn't have a direct TTS feature
-          # TODO: This is a placeholder for a custom implementation
-          File.write(output_file, text_prompt)
-          if File.exist?(output_file) && system("which #{AIA.config.audio.speak_command} > /dev/null 2>&1")
-            system("#{AIA.config.audio.speak_command} #{output_file}")
+          tmpfile.write(text_prompt)
+          tmpfile.close
+          speak_cmd = AIA.config.audio.speak_command
+          if system('which', speak_cmd, out: File::NULL, err: File::NULL)
+            system(speak_cmd, tmpfile.path)
           end
-          "Audio generated and saved to: #{output_file}"
+          "Audio generated successfully"
         rescue StandardError => e
           "Error generating audio: #{e.message}"
+        ensure
+          tmpfile.unlink
         end
       end
 

data/lib/aia/adapter/tool_filter.rb

@@ -30,6 +30,27 @@ module AIA
         end
       end
 
+      def self.detect_conflicts
+        allowed  = AIA.config.tools.allowed
+        rejected = AIA.config.tools.rejected
+        return [] if allowed.nil? || allowed.empty? || rejected.nil? || rejected.empty?
+
+        allowed_list  = Array(allowed).map(&:strip)
+        rejected_list = Array(rejected).map(&:strip)
+
+        conflicts = allowed_list & rejected_list
+        return [] if conflicts.empty?
+
+        logger = LoggerManager.aia_logger
+        conflicts.each do |pattern|
+          msg = "Tool pattern '#{pattern}' appears in both --allowed-tools and --rejected-tools. Rejected takes precedence."
+          logger.warn(msg)
+          warn "WARNING: #{msg}"
+        end
+
+        conflicts
+      end
+
       def self.drop_duplicates(tools)
         seen_names = Set.new
         original_size = tools.size

data/lib/aia/adapter/tool_loader.rb

@@ -8,15 +8,7 @@ module AIA
         @mcp_connector = mcp_connector
       end
 
-      def load_tools_with_mcp
-        tools = []
-
-        tools += scan_local_tools
-        @mcp_connector.support_mcp_with_simple_flow(tools)
-        tools
-      end
-
-      def load_tools_legacy
+      def load_tools
         tools = []
 
         tools += scan_local_tools