create-ironclaws 1.0.4 → 1.1.0

package/template/container/tools/youtube_tool.py

@@ -1,174 +0,0 @@
-"""
-Standalone YouTube tool for Argus agents.
-Search YouTube channel videos and fetch transcripts.
-
-Usage:
-  # Search for videos in a channel
-  python3 youtube_tool.py search --query "security overview" --channel UC_CHANNEL_ID
-
-  # Get transcript for a specific video
-  python3 youtube_tool.py transcript --video-id dQw4w9WgXcQ
-
-Environment variables (required):
-  GOOGLE_ACCESS_TOKEN   Google OAuth2 access token (with YouTube Data API scope)
-
-Optional (for transcript fallback if youtube-transcript-api needs no auth):
-  None — transcript fetching uses youtube-transcript-api which is unauthenticated.
-"""
-
-import argparse
-import os
-import sys
-
-try:
-    import requests
-except ImportError:
-    print("ERROR: 'requests' is not installed.", file=sys.stderr)
-    sys.exit(1)
-
-YOUTUBE_API_BASE = "https://www.googleapis.com/youtube/v3"
-
-
-def get_access_token():
-    """Get Google access token for YouTube Data API."""
-    token = os.environ.get("GOOGLE_ACCESS_TOKEN", "").strip()
-    if not token:
-        print("ERROR: GOOGLE_ACCESS_TOKEN must be set.", file=sys.stderr)
-        sys.exit(1)
-    return token
-
-
-def cmd_search(args):
-    token = get_access_token()
-    query = args.query
-    channel_id = args.channel
-
-    params = {
-        "part": "snippet",
-        "q": query,
-        "type": "video",
-        "maxResults": 10,
-        "order": "relevance",
-    }
-    if channel_id:
-        params["channelId"] = channel_id
-
-    resp = requests.get(
-        f"{YOUTUBE_API_BASE}/search",
-        headers={"Authorization": f"Bearer {token}"},
-        params=params,
-        timeout=30,
-    )
-    resp.raise_for_status()
-    data = resp.json()
-
-    items = data.get("items", [])
-    if not items:
-        print("No videos found matching your query.")
-        return
-
-    print(f"# Search Results ({len(items)} videos)\n")
-    for item in items:
-        video_id = item.get("id", {}).get("videoId", "")
-        snippet = item.get("snippet", {})
-        title = snippet.get("title", "Untitled")
-        description = snippet.get("description", "")
-        published = snippet.get("publishedAt", "")
-        channel_title = snippet.get("channelTitle", "")
-        video_url = f"https://www.youtube.com/watch?v={video_id}"
-
-        print(f"## {title}")
-        print(f"**Video ID:** {video_id}")
-        print(f"**URL:** {video_url}")
-        if channel_title:
-            print(f"**Channel:** {channel_title}")
-        if published:
-            print(f"**Published:** {published}")
-        if description:
-            print(f"**Description:** {description}")
-        print()
-        print("---\n")
-
-
-def cmd_transcript(args):
-    video_id = args.video_id
-
-    # First, try to get video metadata via YouTube Data API (if token available)
-    title = ""
-    token = os.environ.get("GOOGLE_ACCESS_TOKEN", "").strip()
-    if token:
-        try:
-            resp = requests.get(
-                f"{YOUTUBE_API_BASE}/videos",
-                headers={"Authorization": f"Bearer {token}"},
-                params={"part": "snippet", "id": video_id},
-                timeout=30,
-            )
-            resp.raise_for_status()
-            items = resp.json().get("items", [])
-            if items:
-                title = items[0].get("snippet", {}).get("title", "")
-        except Exception:
-            pass  # Non-fatal — we still want the transcript
-
-    video_url = f"https://www.youtube.com/watch?v={video_id}"
-
-    # Fetch transcript using youtube-transcript-api
-    try:
-        from youtube_transcript_api import YouTubeTranscriptApi
-    except ImportError:
-        print(
-            "ERROR: 'youtube-transcript-api' is not installed. "
-            "Install it with: pip install youtube-transcript-api",
-            file=sys.stderr,
-        )
-        sys.exit(1)
-
-    try:
-        transcript_list = YouTubeTranscriptApi.get_transcript(video_id)
-    except Exception as e:
-        print(f"ERROR: Could not fetch transcript for video {video_id}: {e}", file=sys.stderr)
-        sys.exit(1)
-
-    # Format transcript as plain text
-    transcript_text = "\n".join(entry.get("text", "") for entry in transcript_list)
-
-    if title:
-        print(f"# {title}")
-    print(f"**Video URL:** {video_url}")
-    print(f"**Video ID:** {video_id}")
-    print(f"\n## Transcript\n")
-    print(transcript_text)
-
-
-def parse_args():
-    p = argparse.ArgumentParser(description="YouTube tool for Argus agents")
-    sub = p.add_subparsers(dest="command")
-
-    s = sub.add_parser("search", help="Search YouTube videos")
-    s.add_argument("--query", required=True, help="Search query text")
-    s.add_argument("--channel", default=None, help="YouTube channel ID to search within (optional)")
-
-    t = sub.add_parser("transcript", help="Get transcript for a YouTube video")
-    t.add_argument("--video-id", required=True, help="YouTube video ID")
-
-    return p.parse_args()
-
-
-def main():
-    args = parse_args()
-    if not args.command:
-        print("ERROR: specify a command (search or transcript). Use --help for usage.", file=sys.stderr)
-        sys.exit(1)
-    try:
-        {"search": cmd_search, "transcript": cmd_transcript}[args.command](args)
-    except requests.HTTPError as e:
-        print(f"ERROR: YouTube API error: {e}\n{e.response.text}", file=sys.stderr)
-        sys.exit(1)
-    except Exception as e:
-        print(f"ERROR: {e}", file=sys.stderr)
-        sys.exit(1)
-
-
-if __name__ == "__main__":
-    main()

package/template/scripts/register-expense-agent.sh

@@ -1,121 +0,0 @@
-#!/usr/bin/env bash
-# register-expense-agent.sh
-#
-# One-command setup for the expense-policy-checker agent.
-# Run this ONCE after you have:
-#   1. Created the private Slack channel and added Linn + Elisabeth
-#   2. Added Expensify credentials to .env
-#   3. Ran sync-to-vm.sh to push the latest files
-#
-# Usage (on VM):
-#   EXPENSE_CHANNEL_ID=C... bash scripts/register-expense-agent.sh
-#
-# Or set directly:
-#   EXPENSE_CHANNEL_ID=C0987654321 bash scripts/register-expense-agent.sh
-
-set -euo pipefail
-
-CHANNEL_ID="${EXPENSE_CHANNEL_ID:?Set EXPENSE_CHANNEL_ID=C...}"
-ENV_FILE="${ENV_FILE:-$HOME/nanoclaw-docker/.env}"
-API="http://localhost:10254"
-
-echo "=== Registering expense-policy-checker agent ==="
-echo ""
-
-cd ~/nanoclaw-docker
-
-# 1. Register in NanoClaw database
-echo "Registering agent in NanoClaw..."
-npx tsx setup/index.ts register \
-  --jid "slack:${CHANNEL_ID}" \
-  --name "Expense Policy Checker" \
-  --trigger "@Argus" \
-  --folder "expense-policy-checker" \
-  --channel slack \
-  --no-trigger-required
-echo "  ✓ Agent registered"
-
-# 2. Register Expensify secret in OneCLI
-# Note: Expensify uses credentials in JSON request bodies, not HTTP headers.
-# OneCLI cannot inject body params, so these are passed as env vars.
-# We still register a marker secret so the agent identity is tracked in OneCLI.
-echo ""
-echo "Registering OneCLI agent for expense-policy-checker..."
-
-RAND_TOKEN=$(openssl rand -hex 20)
-EXISTING=$(docker exec onecli-postgres-1 psql -U onecli -d onecli -t -c \
-  "SELECT COUNT(*) FROM agents WHERE name='expense-policy-checker';" | tr -d ' \n')
-
-if [ "$EXISTING" = "0" ]; then
-  docker exec onecli-postgres-1 psql -U onecli -d onecli -c \
-    "INSERT INTO agents (id, name, access_token, identifier, project_id, created_at, updated_at)
-     VALUES ('nanoclaw-expense', 'expense-policy-checker', 'aoc_${RAND_TOKEN}',
-             'expense-policy-checker', (SELECT id FROM projects LIMIT 1), NOW(), NOW())
-     ON CONFLICT (id) DO NOTHING;" > /dev/null
-  echo "  ✓ OneCLI agent created"
-else
-  echo "  ✓ OneCLI agent already exists"
-fi
-
-# Link litellm (LLM gateway) to expense-policy-checker
-docker exec onecli-postgres-1 psql -U onecli -d onecli -c "
-  INSERT INTO agent_secrets (agent_id, secret_id, created_at, updated_at)
-  SELECT 'nanoclaw-expense', id, NOW(), NOW()
-  FROM secrets WHERE name = 'litellm'
-  ON CONFLICT DO NOTHING;
-" > /dev/null
-echo "  ✓ LiteLLM secret linked"
-
-# 3. Update sender allowlist to allow Linn and Elisabeth
-echo ""
-echo "Updating sender allowlist..."
-ALLOWLIST_FILE="$HOME/.config/nanoclaw/sender-allowlist.json"
-if [ -f "$ALLOWLIST_FILE" ]; then
-  # Add the channel with no sender restrictions (Linn + Elisabeth are the only members)
-  CURRENT=$(cat "$ALLOWLIST_FILE")
-  CHANNEL_ENTRY="\"slack:${CHANNEL_ID}\": {\"mode\": \"allow\", \"senders\": []}"
-  if echo "$CURRENT" | grep -q "$CHANNEL_ID"; then
-    echo "  ✓ Channel already in allowlist"
-  else
-    echo "  ✓ Add this to ~/.config/nanoclaw/sender-allowlist.json manually:"
-    echo "    \"slack:${CHANNEL_ID}\": {\"mode\": \"allow\", \"senders\": []}"
-  fi
-else
-  echo "  ⚠ No sender-allowlist.json found at $ALLOWLIST_FILE — create it manually"
-fi
-
-# 4. Set up scheduled tasks
-echo ""
-echo "Creating scheduled tasks..."
-
-# Daily compliance check (9am Oslo time, Mon-Fri)
-npx tsx setup/index.ts schedule-task \
-  --jid "slack:${CHANNEL_ID}" \
-  --prompt "Run the daily expense compliance check. Fetch reports for the last ${CHECK_LOOKBACK_DAYS:-7} days, inspect receipts, check policy, notify submitters and approvers of any violations, and update the state file." \
-  --cron "0 9 * * 1-5" \
-  --name "Daily expense compliance check" 2>/dev/null && \
-  echo "  ✓ Daily check scheduled (9am Mon-Fri Oslo time)" || \
-  echo "  ⚠ Could not schedule daily task — set it up via Global Claw or manually"
-
-# Weekly report (Monday 8am)
-npx tsx setup/index.ts schedule-task \
-  --jid "slack:${CHANNEL_ID}" \
-  --prompt "Generate and post the weekly expense compliance report to the finance Slack channel." \
-  --cron "0 8 * * 1" \
-  --name "Weekly expense report" 2>/dev/null && \
-  echo "  ✓ Weekly report scheduled (8am Mondays)" || \
-  echo "  ⚠ Could not schedule weekly task — set it up via Global Claw or manually"
-
-echo ""
-echo "=== Done! ==="
-echo ""
-echo "Next steps:"
-echo "  1. Add Expensify credentials to .env on the VM:"
-echo "       EXPENSIFY_PARTNER_USER_ID=..."
-echo "       EXPENSIFY_PARTNER_USER_SECRET=..."
-echo "       EXPENSIFY_POLICY_ID=..."
-echo "       EXPENSE_CHANNEL_ID=${CHANNEL_ID}"
-echo ""
-echo "  2. Restart NanoClaw: (kill tsx and restart npm run dev)"
-echo ""
-echo "  3. Test by sending 'run expense check' in the channel"

package/template/setup-agents.sh

@@ -1,142 +0,0 @@
-#!/usr/bin/env bash
-# setup-agents.sh — Register all NanoClaw agents from agents.yaml.
-#
-# Reads agents.yaml and registers every agent whose channel ID env var is set.
-# Skips agents with no channel ID — safe to re-run at any time (idempotent).
-#
-# Usage:
-#   # Register all agents you have channel IDs for:
-#   ALERT_CHANNEL_ID=C... DEPS_CHANNEL_ID=C... ./setup-agents.sh
-#
-#   # Register just one new agent (others already registered, will be re-registered safely):
-#   EXPENSE_CHANNEL_ID=C... ./setup-agents.sh
-#
-# To add a new agent: add an entry in agents.yaml, set its channel ID env var, run this.
-# No new scripts needed.
-#
-# Channel IDs: right-click channel in Slack → View channel details → scroll to bottom.
-# DM IDs: open DM in Slack, check URL (starts with D...).
-
-set -euo pipefail
-
-cd "$(dirname "$0")"
-
-if ! command -v python3 &>/dev/null; then
-  echo "ERROR: python3 required to parse agents.yaml"
-  exit 1
-fi
-
-# Parse agents.yaml with Python (no yq dependency needed)
-AGENTS=$(python3 - << 'PYEOF'
-import yaml, os, sys, json
-
-with open("agents.yaml") as f:
-    config = yaml.safe_load(f)
-
-for agent in config.get("agents", []):
-    channel_env = agent.get("channel_env", "")
-    channel_id = os.environ.get(channel_env, "").strip()
-
-    if not channel_id:
-        continue  # Skip agents with no channel ID set
-
-    print(json.dumps({
-        "folder":           agent["folder"],
-        "name":             agent["name"],
-        "trigger":          agent.get("trigger", "@Argus"),
-        "channel_id":       channel_id,
-        "requires_trigger": agent.get("requires_trigger", False),
-        "is_main":          agent.get("is_main", False),
-        "onecli_id":        agent.get("onecli_id", ""),
-        "onecli_secrets":   agent.get("onecli_secrets", []),
-    }))
-PYEOF
-)
-
-if [ -z "$AGENTS" ]; then
-  echo "No agents to register — set at least one channel ID env var."
-  echo ""
-  echo "Example:"
-  echo "  ALERT_CHANNEL_ID=C... ./setup-agents.sh"
-  echo ""
-  echo "Available agents (from agents.yaml):"
-  python3 -c "
-import yaml
-with open('agents.yaml') as f:
-    config = yaml.safe_load(f)
-for a in config.get('agents', []):
-    print(f\"  {a['folder']:30s} → {a['channel_env']}\")
-"
-  exit 0
-fi
-
-REGISTERED=0
-SKIPPED=0
-
-while IFS= read -r agent_json; do
-  FOLDER=$(echo "$agent_json" | python3 -c "import json,sys; d=json.load(sys.stdin); print(d['folder'])")
-  NAME=$(echo "$agent_json" | python3 -c "import json,sys; d=json.load(sys.stdin); print(d['name'])")
-  TRIGGER=$(echo "$agent_json" | python3 -c "import json,sys; d=json.load(sys.stdin); print(d['trigger'])")
-  CHANNEL_ID=$(echo "$agent_json" | python3 -c "import json,sys; d=json.load(sys.stdin); print(d['channel_id'])")
-  IS_MAIN=$(echo "$agent_json" | python3 -c "import json,sys; d=json.load(sys.stdin); print('true' if d['is_main'] else 'false')")
-  ONECLI_ID=$(echo "$agent_json" | python3 -c "import json,sys; d=json.load(sys.stdin); print(d['onecli_id'])")
-  ONECLI_SECRETS=$(echo "$agent_json" | python3 -c "import json,sys; d=json.load(sys.stdin); print(' '.join(d['onecli_secrets']))")
-
-  echo "Registering ${NAME} (${FOLDER}) → slack:${CHANNEL_ID}..."
-
-  # Build register command
-  REGISTER_ARGS=(
-    --jid "slack:${CHANNEL_ID}"
-    --name "${NAME}"
-    --trigger "${TRIGGER}"
-    --folder "${FOLDER}"
-    --channel slack
-    --no-trigger-required
-  )
-  [ "$IS_MAIN" = "true" ] && REGISTER_ARGS+=(--is-main)
-
-  npx tsx setup/index.ts --step register -- "${REGISTER_ARGS[@]}"
-
-  # Register in OneCLI if docker is available (VM setup)
-  if command -v docker &>/dev/null && docker ps &>/dev/null 2>&1; then
-    RAND_TOKEN=$(openssl rand -hex 20)
-    EXISTING=$(docker exec onecli-postgres-1 psql -U onecli -d onecli -t -c \
-      "SELECT COUNT(*) FROM agents WHERE name='${FOLDER}';" 2>/dev/null | tr -d ' \n' || echo "0")
-
-    if [ "$EXISTING" = "0" ]; then
-      AGENT_ID="${ONECLI_ID:-nanoclaw-${FOLDER}}"
-      # Try new schema (account_id) first, fall back to old schema (project_id)
-      docker exec onecli-postgres-1 psql -U onecli -d onecli -c \
-        "INSERT INTO agents (id, name, access_token, identifier, secret_mode, account_id, created_at, updated_at)
-         SELECT '${AGENT_ID}', '${FOLDER}', 'aoc_${RAND_TOKEN}', '${FOLDER}', 'selective', id, NOW(), NOW()
-         FROM accounts LIMIT 1
-         ON CONFLICT (id) DO NOTHING;" > /dev/null 2>&1 || \
-      docker exec onecli-postgres-1 psql -U onecli -d onecli -c \
-        "INSERT INTO agents (id, name, access_token, identifier, secret_mode, project_id, created_at, updated_at)
-         VALUES ('${AGENT_ID}', '${FOLDER}', 'aoc_${RAND_TOKEN}', '${FOLDER}', 'selective',
-                 (SELECT id FROM projects LIMIT 1), NOW(), NOW())
-         ON CONFLICT (id) DO NOTHING;" > /dev/null 2>&1 || true
-    fi
-
-    # Link OneCLI secrets
-    for secret in $ONECLI_SECRETS; do
-      docker exec onecli-postgres-1 psql -U onecli -d onecli -c "
-        INSERT INTO agent_secrets (agent_id, secret_id, created_at, updated_at)
-        SELECT a.id, s.id, NOW(), NOW()
-        FROM agents a, secrets s
-        WHERE a.name = '${FOLDER}' AND s.name = '${secret}'
-        ON CONFLICT DO NOTHING;" > /dev/null 2>&1 || true
-    done
-  fi
-
-  REGISTERED=$((REGISTERED + 1))
-
-done <<< "$AGENTS"
-
-echo ""
-echo "Done. Registered ${REGISTERED} agent(s)."
-if [ $SKIPPED -gt 0 ]; then
-  echo "Skipped ${SKIPPED} agent(s) (no channel ID set)."
-fi
-echo ""
-echo "Next: restart NanoClaw to pick up the new registrations."