openadapt-ml 0.1.0__py3-none-any.whl → 0.2.1__py3-none-any.whl

openadapt_ml/benchmarks/waa_deploy/Dockerfile

@@ -0,0 +1,216 @@
+# =============================================================================
+# WAA (Windows Agent Arena) Docker Image
+# =============================================================================
+#
+# This image combines:
+# 1. dockurr/windows:latest - Modern base that auto-downloads Windows 11
+# 2. windowsarena/winarena:latest - Official WAA benchmark client and scripts
+#
+# The official windowsarena/winarena uses an outdated dockurr/windows (v0.00)
+# that doesn't auto-download Windows. This image fixes that while keeping
+# full compatibility with the official WAA benchmark.
+#
+# Usage:
+#   # Build the image
+#   docker build -t waa-auto:latest .
+#
+#   # Run benchmark (after Windows is set up)
+#   docker run --rm --device=/dev/kvm --cap-add NET_ADMIN \
+#     -p 8006:8006 -p 5000:5000 -p 7200:7200 \
+#     -v /path/to/storage:/storage \
+#     -e OPENAI_API_KEY="your-key" \
+#     waa-auto:latest \
+#     "/entry.sh --start-client true --model gpt-4o --num-tasks 5"
+#
+# =============================================================================
+
+FROM dockurr/windows:latest
+
+# -----------------------------------------------------------------------------
+# Copy official WAA components from windowsarena/winarena
+# -----------------------------------------------------------------------------
+
+# Copy benchmark client scripts
+COPY --from=windowsarena/winarena:latest /entry.sh /entry.sh
+COPY --from=windowsarena/winarena:latest /entry_setup.sh /entry_setup.sh
+COPY --from=windowsarena/winarena:latest /start_client.sh /start_client.sh
+
+# Copy the Python benchmark client code
+COPY --from=windowsarena/winarena:latest /client /client
+
+# Copy our WAA server startup script
+COPY start_waa_server.bat /oem/start_waa_server.bat
+
+# Copy model weights (GroundingDINO, OmniParser, etc.)
+COPY --from=windowsarena/winarena:latest /models /models
+
+# Copy Windows setup scripts (install.bat, setup.ps1, etc.)
+COPY --from=windowsarena/winarena:latest /oem /oem
+
+# Copy OEM files AFTER dockurr/samba starts (which wipes /tmp/smb)
+# Copy IMMEDIATELY (no delay) and SYNCHRONOUSLY (not backgrounded) to ensure
+# files are available before Windows boots and runs FirstLogonCommands
+RUN sed -i '/^return 0$/i cp -r /oem/* /tmp/smb/ 2>/dev/null || true' /run/samba.sh && \
+    echo "Inserted OEM copy before return in samba.sh"
+
+# DO NOT replace dockurr/windows's autounattend.xml - it handles OOBE properly
+# Instead, only PATCH it to add InstallFrom element (prevents "Select OS" dialog)
+# This preserves dockurr/windows's native OEM mechanism
+RUN for xml in /run/assets/win11x64.xml /run/assets/win11x64-enterprise-eval.xml; do \
+        if [ -f "$xml" ] && ! grep -q "InstallFrom" "$xml"; then \
+            sed -i 's|<InstallTo>|<InstallFrom>\n            <MetaData wcm:action="add">\n              <Key>/IMAGE/INDEX</Key>\n              <Value>1</Value>\n            </MetaData>\n          </InstallFrom>\n          <InstallTo>|' "$xml"; \
+        fi; \
+    done && echo "Added InstallFrom element for automatic image selection"
+
+# -----------------------------------------------------------------------------
+# Create start_vm.sh that uses our dockurr/windows entrypoint
+# -----------------------------------------------------------------------------
+
+RUN printf '#!/bin/bash\n/usr/bin/tini -s /run/entry.sh\n' > /start_vm.sh && chmod +x /start_vm.sh
+
+# -----------------------------------------------------------------------------
+# Patch IP addresses: official uses 20.20.20.21, dockurr/windows uses 172.30.0.2
+# -----------------------------------------------------------------------------
+
+# Patch entry scripts (must work - these files were just copied)
+RUN sed -i 's|20.20.20.21|172.30.0.2|g' /entry_setup.sh && \
+    sed -i 's|20.20.20.21|172.30.0.2|g' /entry.sh && \
+    sed -i 's|20.20.20.21|172.30.0.2|g' /start_client.sh && \
+    echo "Patched entry scripts"
+
+# Patch client Python files
+RUN find /client -name "*.py" -exec sed -i 's|20.20.20.21|172.30.0.2|g' {} \; && \
+    echo "Patched client Python files"
+
+# -----------------------------------------------------------------------------
+# Add API-backed agent support (Claude / OpenAI)
+# NOTE: API agents (api-claude, api-openai) are run EXTERNALLY via openadapt-evals CLI
+# which connects to the WAA server over SSH tunnel. No internal patching needed.
+# The api_agent.py is included for reference/future use.
+# -----------------------------------------------------------------------------
+
+# Copy api_agent.py for reference (used externally by openadapt-evals)
+COPY api_agent.py /client/mm_agents/api_agent.py
+
+# -----------------------------------------------------------------------------
+# Fix Windows setup for automation
+# -----------------------------------------------------------------------------
+
+# Set password for AutoLogon (Windows 11 requires password for login)
+RUN sed -i 's|<Value></Value>|<Value>docker</Value>|g' /run/assets/win11x64.xml 2>/dev/null || true
+RUN sed -i 's|<Value />|<Value>docker</Value>|g' /run/assets/win11x64.xml 2>/dev/null || true
+
+# Add firewall disable and other automation commands to FirstLogonCommands
+# CRITICAL: Also create a scheduled task so WAA server starts on EVERY boot, not just first logon
+RUN if grep -q "</FirstLogonCommands>" /run/assets/win11x64.xml; then \
+    LAST_ORDER=$(grep -oP "Order>\K[0-9]+" /run/assets/win11x64.xml | sort -n | tail -1) && \
+    N1=$((LAST_ORDER + 1)) && \
+    N2=$((LAST_ORDER + 2)) && \
+    N3=$((LAST_ORDER + 3)) && \
+    N4=$((LAST_ORDER + 4)) && \
+    N5=$((LAST_ORDER + 5)) && \
+    N6=$((LAST_ORDER + 6)) && \
+    sed -i "s|</FirstLogonCommands>|\
+        <SynchronousCommand wcm:action=\"add\">\n\
+          <Order>$N1</Order>\n\
+          <CommandLine>netsh advfirewall set allprofiles state off</CommandLine>\n\
+          <Description>Disable Windows Firewall</Description>\n\
+        </SynchronousCommand>\n\
+        <SynchronousCommand wcm:action=\"add\">\n\
+          <Order>$N2</Order>\n\
+          <CommandLine>powercfg /change standby-timeout-ac 0</CommandLine>\n\
+          <Description>Disable sleep</Description>\n\
+        </SynchronousCommand>\n\
+        <SynchronousCommand wcm:action=\"add\">\n\
+          <Order>$N3</Order>\n\
+          <CommandLine>powercfg /change monitor-timeout-ac 0</CommandLine>\n\
+          <Description>Disable monitor timeout</Description>\n\
+        </SynchronousCommand>\n\
+        <SynchronousCommand wcm:action=\"add\">\n\
+          <Order>$N4</Order>\n\
+          <CommandLine>reg add \"HKLM\\\\SOFTWARE\\\\Policies\\\\Microsoft\\\\Windows\\\\Personalization\" /v NoLockScreen /t REG_DWORD /d 1 /f</CommandLine>\n\
+          <Description>Disable lock screen</Description>\n\
+        </SynchronousCommand>\n\
+        <SynchronousCommand wcm:action=\"add\">\n\
+          <Order>$N5</Order>\n\
+          <CommandLine>cmd /c start /wait \\\\\\\\host.lan\\\\Data\\\\install.bat</CommandLine>\n\
+          <Description>Run WAA setup script to install Python, Chrome, etc.</Description>\n\
+        </SynchronousCommand>\n\
+        <SynchronousCommand wcm:action=\"add\">\n\
+          <Order>$N6</Order>\n\
+          <CommandLine>schtasks /create /tn \"WAAServer\" /tr \"\\\\\\\\host.lan\\\\Data\\\\start_waa_server.bat\" /sc onlogon /rl highest /f</CommandLine>\n\
+          <Description>Create scheduled task for WAA server auto-start on every boot</Description>\n\
+        </SynchronousCommand>\n\
+        <SynchronousCommand wcm:action=\"add\">\n\
+          <Order>$((N6 + 1))</Order>\n\
+          <CommandLine>reg add \"HKCU\\\\SOFTWARE\\\\Microsoft\\\\Windows\\\\CurrentVersion\\\\Run\" /v WAAServer /t REG_SZ /d \"cmd /c \\\\\\\\host.lan\\\\Data\\\\start_waa_server.bat\" /f</CommandLine>\n\
+          <Description>Add registry entry for WAA server auto-start (backup)</Description>\n\
+        </SynchronousCommand>\n\
+        <SynchronousCommand wcm:action=\"add\">\n\
+          <Order>$((N6 + 2))</Order>\n\
+          <CommandLine>\\\\\\\\host.lan\\\\Data\\\\start_waa_server.bat</CommandLine>\n\
+          <Description>Start WAA server immediately</Description>\n\
+        </SynchronousCommand>\n\
+      </FirstLogonCommands>|" /run/assets/win11x64.xml; \
+    fi
+
+# -----------------------------------------------------------------------------
+# Copy Python 3.9 and all packages from vanilla image
+# -----------------------------------------------------------------------------
+# IMPORTANT: Do NOT install Python from apt or pip install packages ourselves.
+# The vanilla image has Python 3.9.20 with transformers 4.46.2 which is compatible
+# with GroundingDINO. Installing our own Python (3.13) with latest transformers (5.0)
+# breaks the navi agent with: AttributeError: 'BertModel' has no attribute 'get_head_mask'
+
+# Copy Python 3.9 installation from vanilla (binaries, libraries, packages)
+COPY --from=windowsarena/winarena:latest /usr/local/bin/python* /usr/local/bin/
+COPY --from=windowsarena/winarena:latest /usr/local/bin/pip* /usr/local/bin/
+COPY --from=windowsarena/winarena:latest /usr/local/lib/python3.9 /usr/local/lib/python3.9
+COPY --from=windowsarena/winarena:latest /usr/local/lib/libpython3.9.so* /usr/local/lib/
+COPY --from=windowsarena/winarena:latest /usr/local/include/python3.9 /usr/local/include/python3.9
+
+# Ensure the shared library is found
+RUN ldconfig
+
+# Create symlinks for python/pip commands
+RUN ln -sf /usr/local/bin/python3.9 /usr/local/bin/python && \
+    ln -sf /usr/local/bin/python3.9 /usr/bin/python && \
+    ln -sf /usr/local/bin/python3.9 /usr/bin/python3 && \
+    ln -sf /usr/local/bin/pip3.9 /usr/local/bin/pip && \
+    ln -sf /usr/local/bin/pip3.9 /usr/bin/pip && \
+    ln -sf /usr/local/bin/pip3.9 /usr/bin/pip3
+
+# Install only system dependencies that Python packages need (not Python itself)
+RUN apt-get update && apt-get install -y --no-install-recommends \
+    tesseract-ocr \
+    libgl1 \
+    libglib2.0-0 \
+    libsm6 \
+    libxext6 \
+    libxrender-dev \
+    ffmpeg \
+    && rm -rf /var/lib/apt/lists/*
+
+# Note: Playwright browsers not copied - not needed for navi agent (uses GroundingDINO)
+# If needed later, install via: python -m playwright install chromium
+
+# -----------------------------------------------------------------------------
+# Environment configuration
+# -----------------------------------------------------------------------------
+
+ENV YRES="900"
+ENV XRES="1440"
+ENV RAM_SIZE="8G"
+ENV CPU_CORES="4"
+ENV DISK_SIZE="30G"
+ENV VERSION="11e"
+ENV ARGUMENTS="-qmp tcp:0.0.0.0:7200,server,nowait"
+
+# Expose ports
+EXPOSE 8006 5000 7200 3389
+
+# Default entrypoint - use dockurr/windows's native entry point
+# The OEM files are copied by samba.sh (patched above) when Samba starts
+# dockurr/windows handles: QEMU VM startup, Samba, VNC, Windows boot
+# Our patched autounattend.xml handles: FirstLogonCommands that run install.bat
+ENTRYPOINT ["/usr/bin/tini", "-s", "/run/entry.sh"]

openadapt_ml/benchmarks/waa_deploy/__init__.py

@@ -0,0 +1,10 @@
+"""WAA (Windows Agent Arena) deployment module.
+
+This module contains files that are deployed into the WAA Docker container:
+- api_agent.py: API-based agent (Claude/GPT-5.1) for WAA
+- Dockerfile: Custom waa-auto Docker image
+"""
+
+from openadapt_ml.benchmarks.waa_deploy.api_agent import ApiAgent
+
+__all__ = ["ApiAgent"]