synth-ai 0.2.9.dev0__py3-none-any.whl → 0.2.23.dev3__py3-none-any.whl

examples/blog_posts/mipro/deploy_banking77_task_app.sh

@@ -0,0 +1,41 @@
+#!/bin/bash
+# Deploy Banking77 task app locally for MIPROv2 optimization
+
+set -e
+
+echo "🚀 Deploying Banking77 Task App for MIPROv2..."
+echo "================================================"
+
+# Set up environment variables
+export ENVIRONMENT_API_KEY="${ENVIRONMENT_API_KEY:-$(python -c 'import secrets; print(secrets.token_urlsafe(32))')}"
+export GROQ_API_KEY="${GROQ_API_KEY}"
+
+# Check for required env vars
+if [ -z "$GROQ_API_KEY" ]; then
+    echo "❌ Error: GROQ_API_KEY not set"
+    echo "Please set it: export GROQ_API_KEY=your_key"
+    exit 1
+fi
+
+echo "✅ ENVIRONMENT_API_KEY: ${ENVIRONMENT_API_KEY:0:20}..."
+echo "✅ GROQ_API_KEY: ${GROQ_API_KEY:0:20}..."
+
+# Navigate to repo root
+cd "$(dirname "$0")/../../.."
+
+echo ""
+echo "📦 Installing dependencies..."
+uv pip install -e . --quiet || true
+
+echo ""
+echo "🏃 Starting Banking77 task app on http://127.0.0.1:8102"
+echo "Press Ctrl+C to stop"
+echo ""
+
+# Run the task app
+python -m examples.task_apps.banking77.banking77_task_app \
+    --host 0.0.0.0 \
+    --port 8102 \
+    --reload
+
+

examples/blog_posts/mipro/multi_step.md

@@ -0,0 +1,79 @@
+# Banking77 Multi-Step Pipeline (Classifier ➞ Calibrator)
+
+This note explains how to spin up the new two-stage Banking77 task app and baseline. The pipeline mirrors the multi-module design from `monorepo/multi_step.md`: a classifier proposes an intent, then a calibrator confirms or adjusts it before reporting the final label.
+
+## 1. Prerequisites
+
+- Repo checked out and editable: `/Users/joshpurtell/Documents/GitHub/synth-ai`
+- Python dependencies installed (`uv pip install -e .` or equivalent)
+- Environment variables exported:
+  - `SYNTH_API_KEY`
+  - `ENVIRONMENT_API_KEY` (shared with task app)
+  - `GROQ_API_KEY` (policy model; optional if using OpenAI)
+  - `OPENAI_API_KEY` (meta-model for MIPRO proposals)
+
+## 2. Task App: `banking77-pipeline`
+
+The task app lives in `examples/task_apps/banking77_pipeline/`. It reuses the single-step dataset loader and router, but evaluates a two-step sequence inside `rollout_executor`.
+
+### Local launch (uvicorn)
+
+```bash
+cd /Users/joshpurtell/Documents/GitHub/synth-ai
+uvx synth-ai deploy banking77-pipeline --runtime uvicorn --port 8112 \
+  --env-file .env --follow
+```
+
+- Health check: `curl -H "X-API-Key: $ENVIRONMENT_API_KEY" http://127.0.0.1:8112/health`
+- All inference calls must flow through the prompt-learning interceptor; both classifier and calibrator enforce `tool_choice="required"` on `banking77_classify`.
+
+### Modal deploy (optional)
+
+```bash
+uvx synth-ai deploy banking77-pipeline --runtime modal --name banking77-pipeline-dev \
+  --env-file .env --follow
+```
+
+## 3. Baseline Runner
+
+`examples/baseline/banking77_pipeline_baseline.py` mirrors the online pipeline so you can measure performance without hosting the task app.
+
+Example invocation:
+
+```bash
+cd /Users/joshpurtell/Documents/GitHub/synth-ai
+uvx synth-ai baseline run banking77_pipeline --split train --seeds 0,1,2 --verbose
+```
+
+Outputs include per-module tool calls, the final intent, and accuracy. Set `--output baseline_results.json` to store artifacts.
+
+## 4. Prompt-Learning Configs (MIPROv2)
+
+- Task app id: `prompt_learning.task_app_id = "banking77-pipeline"`
+- Default URL points to Modal dev (`https://synth-laboratories-dev--synth-banking77-pipeline-web.modal.run`). Override by setting `TASK_APP_URL` if you run locally.
+- New configs live in `examples/blog_posts/mipro/configs/`:
+  - `banking77_pipeline_mipro_local.toml` – main config for local backend runs
+  - `banking77_pipeline_mipro_test.toml` – reduced-iteration variant for CI smoke tests
+- Each config includes:
+  - `prompt_learning.initial_prompt.metadata.pipeline_modules` with classifier/calibrator instruction text and few-shot placeholders
+  - Tuned iteration counts (5×2 for local, 2×2 for smoke) to keep latency manageable since every trial runs two modules
+  - Updated seed pools (`bootstrap_train`, `online_pool`, `test_pool`) sized for pipeline evaluation
+
+### Running the Multi-Step Optimiser
+
+1. Start the task app (port 8112)  
+   `./examples/blog_posts/mipro/deploy_banking77_pipeline_task_app.sh`
+2. Kick off optimisation  
+   `TASK_APP_URL=https://synth-laboratories-dev--synth-banking77-pipeline-web.modal.run \
+   ./examples/blog_posts/mipro/run_mipro_banking77_pipeline.sh`
+
+The run script performs environment checks, verifies the pipeline health endpoint, and forwards the new config to the backend.
+
+## 5. Checklist
+
+- [x] Task app registered via `ModalDeploymentConfig` under `app_id="banking77-pipeline"`
+- [x] Baseline present (`banking77_pipeline_baseline.py`)
+- [x] Prompt-learning configs + helper scripts landed (`banking77_pipeline_mipro_*.toml`, run/deploy scripts)
+- [ ] Multi-step CLI reporting + tests (pending once backend wiring lands)
+
+Use this guide to verify the service locally before integration with the prompt-learning job runner.

examples/blog_posts/mipro/run_mipro_banking77.sh

@@ -0,0 +1,191 @@
+#!/bin/bash
+# Run MIPROv2 optimization for Banking77 against the backend
+
+set -e
+
+echo "🔬 Running MIPROv2 on Banking77"
+echo "================================="
+
+# Navigate to repo root
+REPO_ROOT="$(cd "$(dirname "$0")/../../.." && pwd)"
+cd "$REPO_ROOT"
+
+# Save backend-related vars from environment before loading .env files (so they don't get overridden)
+SAVED_BACKEND_BASE_URL="${BACKEND_BASE_URL:-}"
+SAVED_SYNTH_BASE_URL="${SYNTH_BASE_URL:-}"
+
+# Load environment variables from .env file if it exists
+# Use a safer method that only loads KEY=VALUE pairs and ignores errors
+_load_env_file() {
+    local env_file="$1"
+    if [ -f "$env_file" ]; then
+        echo "📝 Loading environment variables from $env_file..."
+        # Only export lines that look like KEY=VALUE (handles comments and empty lines)
+        while IFS= read -r line || [ -n "$line" ]; do
+            # Skip comments and empty lines
+            [[ "$line" =~ ^[[:space:]]*# ]] && continue
+            [[ -z "${line// }" ]] && continue
+            # Only export if it looks like KEY=VALUE
+            # BUT: Don't override backend URLs if they were set in environment
+            if [[ "$line" =~ ^[[:space:]]*BACKEND_BASE_URL= ]]; then
+                if [ -z "$SAVED_BACKEND_BASE_URL" ]; then
+                    # Only load from .env if not already set in environment
+                    export "$line" 2>/dev/null || true
+                else
+                    echo "   ⚠️  Skipping BACKEND_BASE_URL from .env (using environment value)"
+                fi
+            elif [[ "$line" =~ ^[[:space:]]*SYNTH_BASE_URL= ]]; then
+                if [ -z "$SAVED_SYNTH_BASE_URL" ]; then
+                    # Only load from .env if not already set in environment
+                    export "$line" 2>/dev/null || true
+                else
+                    echo "   ⚠️  Skipping SYNTH_BASE_URL from .env (using environment value)"
+                fi
+            elif [[ "$line" =~ ^[[:space:]]*[A-Za-z_][A-Za-z0-9_]*= ]]; then
+                export "$line" 2>/dev/null || true
+            fi
+        done < "$env_file"
+    fi
+}
+
+_load_env_file "$REPO_ROOT/.env"
+_load_env_file "$REPO_ROOT/examples/rl/.env"
+
+# Restore backend URLs from environment if they were set
+if [ -n "$SAVED_BACKEND_BASE_URL" ]; then
+    export BACKEND_BASE_URL="$SAVED_BACKEND_BASE_URL"
+    echo "✅ Using BACKEND_BASE_URL from environment: $BACKEND_BASE_URL"
+fi
+if [ -n "$SAVED_SYNTH_BASE_URL" ]; then
+    export SYNTH_BASE_URL="$SAVED_SYNTH_BASE_URL"
+    echo "✅ Using SYNTH_BASE_URL from environment: $SYNTH_BASE_URL"
+fi
+
+# Check for required environment variables
+if [ -z "$SYNTH_API_KEY" ]; then
+    echo "❌ Error: SYNTH_API_KEY not set"
+    echo "Please get your API key from the backend and set it:"
+    echo "  export SYNTH_API_KEY=your_key"
+    echo "Or add it to $REPO_ROOT/.env"
+    exit 1
+fi
+
+if [ -z "$ENVIRONMENT_API_KEY" ]; then
+    echo "❌ Error: ENVIRONMENT_API_KEY not set"
+    echo "Please set the same key used when deploying the task app:"
+    echo "  export ENVIRONMENT_API_KEY=your_key"
+    echo "Or add it to $REPO_ROOT/.env"
+    exit 1
+fi
+
+if [ -z "$GROQ_API_KEY" ]; then
+    echo "❌ Error: GROQ_API_KEY not set"
+    echo "Please set your Groq API key:"
+    echo "  export GROQ_API_KEY=your_key"
+    echo "Or add it to $REPO_ROOT/.env"
+    exit 1
+fi
+
+# Check for OpenAI API key (needed for meta-model)
+if [ -z "$OPENAI_API_KEY" ]; then
+    echo "⚠️  Warning: OPENAI_API_KEY not set"
+    echo "MIPROv2 uses a meta-model (gpt-4o-mini) for prompt proposals."
+    echo "Please set your OpenAI API key:"
+    echo "  export OPENAI_API_KEY=your_key"
+    echo "Or add it to $REPO_ROOT/.env"
+    echo ""
+    read -p "Continue anyway? (y/N) " -n 1 -r
+    echo
+    if [[ ! $REPLY =~ ^[Yy]$ ]]; then
+        exit 1
+    fi
+fi
+
+# Default to localhost backend if not specified
+# Respect BACKEND_BASE_URL from environment (don't override if already set)
+if [ -z "$BACKEND_BASE_URL" ]; then
+    BACKEND_BASE_URL="http://localhost:8000"
+fi
+BACKEND_URL="$BACKEND_BASE_URL"
+# Ensure it doesn't have /api suffix for the base URL check (CLI will add it)
+BACKEND_URL_NO_API="${BACKEND_URL%/api}"
+
+echo ""
+echo "🔧 Debug Info:"
+echo "   BACKEND_BASE_URL from env: ${SAVED_BACKEND_BASE_URL:-<not set>}"
+echo "   BACKEND_BASE_URL current: $BACKEND_BASE_URL"
+echo "   BACKEND_URL: $BACKEND_URL"
+echo ""
+
+echo "✅ SYNTH_API_KEY: ${SYNTH_API_KEY:0:20}..."
+echo "✅ ENVIRONMENT_API_KEY: ${ENVIRONMENT_API_KEY:0:20}..."
+echo "✅ GROQ_API_KEY: ${GROQ_API_KEY:0:20}..."
+if [ -n "$OPENAI_API_KEY" ]; then
+    echo "✅ OPENAI_API_KEY: ${OPENAI_API_KEY:0:20}..."
+fi
+echo "✅ Backend URL: $BACKEND_URL"
+echo ""
+
+# Already navigated to repo root above
+
+# Check if task app is running
+echo "🔍 Checking if Banking77 task app is running on http://127.0.0.1:8102..."
+if ! curl -s -f -H "X-API-Key: $ENVIRONMENT_API_KEY" http://127.0.0.1:8102/health > /dev/null 2>&1; then
+    echo "❌ Error: Banking77 task app is not running on http://127.0.0.1:8102"
+    echo ""
+    echo "Please start it first:"
+    echo "  ./examples/blog_posts/mipro/deploy_banking77_task_app.sh"
+    echo ""
+    echo "Or in another terminal:"
+    echo "  cd $(pwd)"
+    echo "  uvx synth-ai deploy banking77 --runtime uvicorn --port 8102"
+    exit 1
+fi
+echo "✅ Task app is healthy"
+echo ""
+
+# Check backend connection
+echo "🔍 Checking backend connection to $BACKEND_URL..."
+if ! curl -s -f "$BACKEND_URL_NO_API/api/health" > /dev/null 2>&1; then
+    echo "⚠️  Warning: Cannot connect to backend at $BACKEND_URL"
+    echo "Make sure the backend is running."
+    read -p "Continue anyway? (y/N) " -n 1 -r
+    echo
+    if [[ ! $REPLY =~ ^[Yy]$ ]]; then
+        exit 1
+    fi
+else
+    echo "✅ Backend is healthy"
+fi
+echo ""
+
+echo "🚀 Starting MIPROv2 training..."
+echo "Config: examples/blog_posts/mipro/configs/banking77_mipro_local.toml"
+echo ""
+echo "MIPROv2 Flow:"
+echo "  1. Bootstrap Phase: Evaluate baseline on seeds [0-4], collect few-shot examples"
+echo "  2. Optimization Loop: 16 iterations × 6 variants = 96 evaluations"
+echo "  3. Final Evaluation: Test on held-out seeds [10-19]"
+echo ""
+
+# Export backend URLs so CLI respects them (overrides .env files)
+export BACKEND_BASE_URL="$BACKEND_URL"
+# Also set SYNTH_BASE_URL to match (CLI may check this as fallback)
+export SYNTH_BASE_URL="$BACKEND_URL"
+
+echo "🚀 Running CLI with:"
+echo "   BACKEND_BASE_URL=$BACKEND_BASE_URL"
+echo "   SYNTH_BASE_URL=$SYNTH_BASE_URL"
+echo "   --backend=$BACKEND_URL"
+echo ""
+
+# Run the training
+uvx synth-ai train \
+    --type prompt_learning \
+    --config examples/blog_posts/mipro/configs/banking77_mipro_local.toml \
+    --backend "$BACKEND_URL" \
+    --poll
+
+echo ""
+echo "✅ MIPROv2 training complete!"
+

examples/blog_posts/mipro/run_mipro_banking77_pipeline.sh

@@ -0,0 +1,171 @@
+#!/bin/bash
+# Run MIPROv2 optimisation for the multi-step Banking77 pipeline against the backend
+
+set -euo pipefail
+
+echo "🔬 Running MIPROv2 on Banking77 Pipeline"
+echo "========================================"
+
+REPO_ROOT="$(cd "$(dirname "$0")/../../.." && pwd)"
+cd "$REPO_ROOT"
+
+SAVED_BACKEND_BASE_URL="${BACKEND_BASE_URL:-}"
+SAVED_SYNTH_BASE_URL="${SYNTH_BASE_URL:-}"
+
+_load_env_file() {
+    local env_file="$1"
+    if [ -f "$env_file" ]; then
+        echo "📝 Loading environment variables from $env_file..."
+        while IFS= read -r line || [ -n "$line" ]; do
+            # Skip comments and empty lines
+            [[ "$line" =~ ^[[:space:]]*# ]] && continue
+            [[ -z "${line// }" ]] && continue
+            # Only process lines with '=' character
+            [[ ! "$line" =~ = ]] && continue
+            
+            if [[ "$line" =~ ^[[:space:]]*BACKEND_BASE_URL= ]]; then
+                if [ -z "$SAVED_BACKEND_BASE_URL" ]; then
+                    export "$line" 2>/dev/null || true
+                else
+                    echo "   ⚠️  Skipping BACKEND_BASE_URL from .env (using environment value)"
+                fi
+            elif [[ "$line" =~ ^[[:space:]]*SYNTH_BASE_URL= ]]; then
+                if [ -z "$SAVED_SYNTH_BASE_URL" ]; then
+                    export "$line" 2>/dev/null || true
+                else
+                    echo "   ⚠️  Skipping SYNTH_BASE_URL from .env (using environment value)"
+                fi
+            elif [[ "$line" =~ ^[[:space:]]*[A-Za-z_][A-Za-z0-9_]*= ]]; then
+                export "$line" 2>/dev/null || true
+            fi
+        done < "$env_file"
+    fi
+}
+
+_load_env_file "$REPO_ROOT/.env"
+_load_env_file "$REPO_ROOT/examples/rl/.env"
+
+if [ -n "$SAVED_BACKEND_BASE_URL" ]; then
+    export BACKEND_BASE_URL="$SAVED_BACKEND_BASE_URL"
+    echo "✅ Using BACKEND_BASE_URL from environment: $BACKEND_BASE_URL"
+fi
+if [ -n "$SAVED_SYNTH_BASE_URL" ]; then
+    export SYNTH_BASE_URL="$SAVED_SYNTH_BASE_URL"
+    echo "✅ Using SYNTH_BASE_URL from environment: $SYNTH_BASE_URL"
+fi
+
+if [ -z "${SYNTH_API_KEY:-}" ]; then
+    echo "❌ Error: SYNTH_API_KEY not set"
+    exit 1
+fi
+
+if [ -z "${ENVIRONMENT_API_KEY:-}" ]; then
+    echo "❌ Error: ENVIRONMENT_API_KEY not set"
+    exit 1
+fi
+
+if [ -z "${GROQ_API_KEY:-}" ] && [ -z "${OPENAI_API_KEY:-}" ]; then
+    echo "⚠️  Warning: Neither GROQ_API_KEY nor OPENAI_API_KEY is set."
+    echo "The policy defaults to Groq-hosted OSS models. Set GROQ_API_KEY to avoid failures."
+fi
+
+if [ -z "${OPENAI_API_KEY:-}" ]; then
+    echo "⚠️  Warning: OPENAI_API_KEY not set (required for meta-model gpt-4o-mini)."
+    read -p "Continue anyway? (y/N) " -n 1 -r
+    echo
+    if [[ ! $REPLY =~ ^[Yy]$ ]]; then
+        exit 1
+    fi
+fi
+
+if [ -z "${BACKEND_BASE_URL:-}" ]; then
+    BACKEND_BASE_URL="http://localhost:8000"
+fi
+BACKEND_URL="$BACKEND_BASE_URL"
+BACKEND_URL_NO_API="${BACKEND_URL%/api}"
+
+echo ""
+echo "🔧 Debug Info:"
+echo "   BACKEND_BASE_URL current: $BACKEND_BASE_URL"
+echo "   BACKEND_URL: $BACKEND_URL"
+echo ""
+
+echo "✅ SYNTH_API_KEY: ${SYNTH_API_KEY:0:20}..."
+echo "✅ ENVIRONMENT_API_KEY: ${ENVIRONMENT_API_KEY:0:20}..."
+if [ -n "${GROQ_API_KEY:-}" ]; then
+    echo "✅ GROQ_API_KEY: ${GROQ_API_KEY:0:20}..."
+fi
+if [ -n "${OPENAI_API_KEY:-}" ]; then
+    echo "✅ OPENAI_API_KEY: ${OPENAI_API_KEY:0:20}..."
+fi
+echo "✅ Backend URL: $BACKEND_URL"
+echo ""
+
+CONFIG_PATH="examples/blog_posts/mipro/configs/banking77_pipeline_mipro_local.toml"
+
+# ALWAYS read task_app_url from TOML (never use any pre-existing shell variable)
+# Override only if TASK_APP_URL_OVERRIDE is explicitly set
+if [ -n "${TASK_APP_URL_OVERRIDE:-}" ]; then
+    TASK_APP_URL="$TASK_APP_URL_OVERRIDE"
+    echo "📝 Using OVERRIDE task app URL: $TASK_APP_URL"
+else
+    # Extract task_app_url from TOML using grep/sed (no Python dependencies)
+    # Pattern: task_app_url = "https://..."
+    TASK_APP_URL="$(grep "^task_app_url" "$CONFIG_PATH" | sed -E 's/^[^=]*=[[:space:]]*"([^"]*)".*/\1/' | head -1)"
+    if [ -z "$TASK_APP_URL" ]; then
+        echo "❌ ERROR: task_app_url not found in $CONFIG_PATH" >&2
+        echo "   Please ensure the config file contains: task_app_url = \"...\"" >&2
+        exit 1
+    fi
+    echo "📝 Task app URL from TOML: $TASK_APP_URL"
+fi
+echo ""
+
+echo "🔍 Checking if Banking77 pipeline task app is running on ${TASK_APP_URL}..."
+if ! curl -s -f -H "X-API-Key: $ENVIRONMENT_API_KEY" "$TASK_APP_URL/health" > /dev/null 2>&1; then
+    cat <<EOF
+❌ Error: Banking77 pipeline task app is not running on ${TASK_APP_URL}
+
+Start it with:
+  uvx synth-ai deploy banking77-pipeline --runtime uvicorn --port 8112 --env-file .env --follow
+  # or deploy to Modal dev: modal deploy --env dev examples/task_apps/banking77_pipeline/deploy_wrapper.py
+EOF
+    exit 1
+fi
+echo "✅ Pipeline task app is healthy"
+echo ""
+
+echo "🔍 Checking backend connection to $BACKEND_URL..."
+if ! curl -s -f "$BACKEND_URL_NO_API/api/health" > /dev/null 2>&1; then
+    echo "⚠️  Warning: Cannot connect to backend at $BACKEND_URL"
+    read -p "Continue anyway? (y/N) " -n 1 -r
+    echo
+    if [[ ! $REPLY =~ ^[Yy]$ ]]; then
+        exit 1
+    fi
+else
+    echo "✅ Backend is healthy"
+fi
+echo ""
+
+echo "🚀 Starting MIPROv2 training..."
+echo "Config: $CONFIG_PATH"
+echo ""
+echo "Multi-Step Flow:"
+echo "  1. Bootstrap: two-module pipeline on seeds [0-14]"
+echo "  2. Optimisation: 5 iterations × 2 variants (classifier + calibrator each evaluation)"
+echo "  3. Held-out evaluation on seeds [40-49]"
+echo ""
+
+export BACKEND_BASE_URL="$BACKEND_URL"
+export SYNTH_BASE_URL="$BACKEND_URL"
+
+uvx synth-ai train \
+    --type prompt_learning \
+    --config "$CONFIG_PATH" \
+    --backend "$BACKEND_URL" \
+    --poll
+
+echo ""
+echo "✅ MIPROv2 pipeline training complete!"
+

examples/blog_posts/mipro/run_mipro_banking77_pipeline_gemini_flash_lite.sh

@@ -0,0 +1,177 @@
+#!/bin/bash
+# Run MIPROv2 optimisation for the multi-step Banking77 pipeline using gemini-2.5-flash-lite as policy model
+
+set -euo pipefail
+
+echo "🔬 Running MIPROv2 on Banking77 Pipeline (Policy: gemini-2.5-flash-lite)"
+echo "================================================================="
+
+REPO_ROOT="$(cd "$(dirname "$0")/../../.." && pwd)"
+cd "$REPO_ROOT"
+
+SAVED_BACKEND_BASE_URL="${BACKEND_BASE_URL:-}"
+SAVED_SYNTH_BASE_URL="${SYNTH_BASE_URL:-}"
+
+_load_env_file() {
+    local env_file="$1"
+    if [ -f "$env_file" ]; then
+        echo "📝 Loading environment variables from $env_file..."
+        while IFS= read -r line || [ -n "$line" ]; do
+            # Skip comments and empty lines
+            [[ "$line" =~ ^[[:space:]]*# ]] && continue
+            [[ -z "${line// }" ]] && continue
+            # Only process lines with '=' character
+            [[ ! "$line" =~ = ]] && continue
+            
+            if [[ "$line" =~ ^[[:space:]]*BACKEND_BASE_URL= ]]; then
+                if [ -z "$SAVED_BACKEND_BASE_URL" ]; then
+                    export "$line" 2>/dev/null || true
+                else
+                    echo "   ⚠️  Skipping BACKEND_BASE_URL from .env (using environment value)"
+                fi
+            elif [[ "$line" =~ ^[[:space:]]*SYNTH_BASE_URL= ]]; then
+                if [ -z "$SAVED_SYNTH_BASE_URL" ]; then
+                    export "$line" 2>/dev/null || true
+                else
+                    echo "   ⚠️  Skipping SYNTH_BASE_URL from .env (using environment value)"
+                fi
+            elif [[ "$line" =~ ^[[:space:]]*[A-Za-z_][A-Za-z0-9_]*= ]]; then
+                export "$line" 2>/dev/null || true
+            fi
+        done < "$env_file"
+    fi
+}
+
+_load_env_file "$REPO_ROOT/.env"
+_load_env_file "$REPO_ROOT/examples/rl/.env"
+
+if [ -n "$SAVED_BACKEND_BASE_URL" ]; then
+    export BACKEND_BASE_URL="$SAVED_BACKEND_BASE_URL"
+    echo "✅ Using BACKEND_BASE_URL from environment: $BACKEND_BASE_URL"
+fi
+if [ -n "$SAVED_SYNTH_BASE_URL" ]; then
+    export SYNTH_BASE_URL="$SAVED_SYNTH_BASE_URL"
+    echo "✅ Using SYNTH_BASE_URL from environment: $SYNTH_BASE_URL"
+fi
+
+if [ -z "${SYNTH_API_KEY:-}" ]; then
+    echo "❌ Error: SYNTH_API_KEY not set"
+    exit 1
+fi
+
+if [ -z "${ENVIRONMENT_API_KEY:-}" ]; then
+    echo "❌ Error: ENVIRONMENT_API_KEY not set"
+    exit 1
+fi
+
+# Set Gemini API key from command line or environment
+if [ -n "${GEMINI_API_KEY:-}" ]; then
+    export GEMINI_API_KEY="$GEMINI_API_KEY"
+    echo "✅ GEMINI_API_KEY: ${GEMINI_API_KEY:0:20}..."
+else
+    echo "❌ Error: GEMINI_API_KEY not set"
+    echo "   Set it with: export GEMINI_API_KEY=your_key"
+    exit 1
+fi
+
+if [ -z "${OPENAI_API_KEY:-}" ]; then
+    echo "⚠️  Warning: OPENAI_API_KEY not set (required for meta-model gpt-4o-mini)."
+    read -p "Continue anyway? (y/N) " -n 1 -r
+    echo
+    if [[ ! $REPLY =~ ^[Yy]$ ]]; then
+        exit 1
+    fi
+fi
+
+if [ -z "${BACKEND_BASE_URL:-}" ]; then
+    BACKEND_BASE_URL="http://localhost:8000"
+fi
+BACKEND_URL="$BACKEND_BASE_URL"
+BACKEND_URL_NO_API="${BACKEND_URL%/api}"
+
+echo ""
+echo "🔧 Debug Info:"
+echo "   BACKEND_BASE_URL current: $BACKEND_BASE_URL"
+echo "   BACKEND_URL: $BACKEND_URL"
+echo ""
+
+echo "✅ SYNTH_API_KEY: ${SYNTH_API_KEY:0:20}..."
+echo "✅ ENVIRONMENT_API_KEY: ${ENVIRONMENT_API_KEY:0:20}..."
+echo "✅ GEMINI_API_KEY: ${GEMINI_API_KEY:0:20}..."
+if [ -n "${OPENAI_API_KEY:-}" ]; then
+    echo "✅ OPENAI_API_KEY: ${OPENAI_API_KEY:0:20}..."
+fi
+echo "✅ Backend URL: $BACKEND_URL"
+echo ""
+
+CONFIG_PATH="examples/blog_posts/mipro/configs/banking77_pipeline_mipro_gemini_flash_lite_local.toml"
+
+# ALWAYS read task_app_url from TOML (never use any pre-existing shell variable)
+# Override only if TASK_APP_URL_OVERRIDE is explicitly set
+if [ -n "${TASK_APP_URL_OVERRIDE:-}" ]; then
+    TASK_APP_URL="$TASK_APP_URL_OVERRIDE"
+    echo "📝 Using OVERRIDE task app URL: $TASK_APP_URL"
+else
+    # Extract task_app_url from TOML using grep/sed (no Python dependencies)
+    # Pattern: task_app_url = "https://..."
+    TASK_APP_URL="$(grep "^task_app_url" "$CONFIG_PATH" | sed -E 's/^[^=]*=[[:space:]]*"([^"]*)".*/\1/' | head -1)"
+    if [ -z "$TASK_APP_URL" ]; then
+        echo "❌ ERROR: task_app_url not found in $CONFIG_PATH" >&2
+        echo "   Please ensure the config file contains: task_app_url = \"...\"" >&2
+        exit 1
+    fi
+    echo "📝 Task app URL from TOML: $TASK_APP_URL"
+fi
+echo ""
+
+echo "🔍 Checking if Banking77 pipeline task app is running on ${TASK_APP_URL}..."
+if ! curl -s -f -H "X-API-Key: $ENVIRONMENT_API_KEY" "$TASK_APP_URL/health" > /dev/null 2>&1; then
+    cat <<EOF
+❌ Error: Banking77 pipeline task app is not running on ${TASK_APP_URL}
+
+Start it with:
+  uvx synth-ai deploy banking77-pipeline --runtime uvicorn --port 8112 --env-file .env --follow
+  # or deploy to Modal dev: modal deploy --env dev examples/task_apps/banking77_pipeline/deploy_wrapper.py
+EOF
+    exit 1
+fi
+echo "✅ Pipeline task app is healthy"
+echo ""
+
+echo "🔍 Checking backend connection to $BACKEND_URL..."
+if ! curl -s -f "$BACKEND_URL_NO_API/api/health" > /dev/null 2>&1; then
+    echo "⚠️  Warning: Cannot connect to backend at $BACKEND_URL"
+    read -p "Continue anyway? (y/N) " -n 1 -r
+    echo
+    if [[ ! $REPLY =~ ^[Yy]$ ]]; then
+        exit 1
+    fi
+else
+    echo "✅ Backend is healthy"
+fi
+echo ""
+
+echo "🚀 Starting MIPROv2 training with gemini-2.5-flash-lite as policy model..."
+echo "Config: $CONFIG_PATH"
+echo ""
+echo "Multi-Step Flow:"
+echo "  1. Bootstrap: two-module pipeline on seeds [0-14]"
+echo "  2. Optimisation: 5 iterations × 2 variants (classifier + calibrator each evaluation)"
+echo "  3. Held-out evaluation on seeds [40-49]"
+echo "  Policy model: gemini-2.5-flash-lite (Google)"
+echo "  Meta-model: gpt-4o-mini (OpenAI)"
+echo ""
+
+export BACKEND_BASE_URL="$BACKEND_URL"
+export SYNTH_BASE_URL="$BACKEND_URL"
+
+uvx synth-ai train \
+    --type prompt_learning \
+    --config "$CONFIG_PATH" \
+    --backend "$BACKEND_URL" \
+    --env-file "$REPO_ROOT/.env" \
+    --poll
+
+echo ""
+echo "✅ MIPROv2 pipeline training complete!"
+