control-arena 0.1.1a1.dev5__tar.gz

control_arena-0.1.1a1.dev5/.devcontainer/Dockerfile

@@ -0,0 +1,9 @@
+# Standard Devcontainer python image
+# https://github.com/devcontainers/templates/tree/main/src/python
+ARG VARIANT="3.12-bullseye"
+FROM --platform=linux/amd64 mcr.microsoft.com/vscode/devcontainers/python:1-${VARIANT}
+
+# https://github.com/UKGovernmentBEIS/inspect_ai/issues/51
+ENV XDG_RUNTIME_DIR=/tmp
+
+USER vscode

control_arena-0.1.1a1.dev5/.devcontainer/create-mount-targets.sh

@@ -0,0 +1,64 @@
+#!/usr/bin/env bash
+
+set -euo pipefail
+
+# Define local directory to store files
+LOCAL_DIR="./.devcontainer/.mounts"
+mkdir -p "${LOCAL_DIR}"
+
+# Define directories to create
+# These directories will be created, but will be seperate from the host equivalents
+CREATE_DIRECTORIES=(
+  ".kube"
+  ".config"
+  ".cache"
+)
+
+for dir in "${CREATE_DIRECTORIES[@]}"; do
+  mkdir -p "${LOCAL_DIR}/${dir}"
+done
+
+# Define files to create, independent of host
+CREATE_FILES=(
+  ".zsh_history"
+  ".zshrc"
+  ".zshenv"
+)
+
+for file in "${CREATE_FILES[@]}"; do
+  touch "${LOCAL_DIR}/${file}"
+done
+
+
+# Define directories to copy
+# These will be copied over from the host every time the devcontainer is built
+COPY_DIRECTORIES=(
+    "~/.ssh"
+)
+
+for dir in "${COPY_DIRECTORIES[@]}"; do
+  dir_name=$(basename "${dir}")
+  mkdir -p "${LOCAL_DIR}/${dir_name}"
+  if [ -d "$(eval echo ${dir})" ]; then
+    cp -r "$(eval echo ${dir})/"* "${LOCAL_DIR}/${dir_name}/" 2>/dev/null || true
+  fi
+done
+
+# Define files to copy
+# These will be copied over from the host every time the devcontainer is built
+COPY_FILES=(
+  "~/.gitconfig"
+  "/etc/environment"
+)
+
+for file in "${COPY_FILES[@]}"; do
+  file_name=$(basename "${file}")
+
+  if [ -f "$(eval echo ${file})" ] && [ -r "$(eval echo ${file})" ]; then
+    cp "$(eval echo ${file})" "${LOCAL_DIR}/${file_name}"
+  else
+    touch "${LOCAL_DIR}/${file_name}"
+  fi
+done
+
+echo "Setup complete. Local copies of files are stored in ${LOCAL_DIR}/"

control_arena-0.1.1a1.dev5/.devcontainer/devcontainer.json

@@ -0,0 +1,96 @@
+{
+    "name": "devcontainer",
+    "build": {
+        "dockerfile": "./Dockerfile",
+        "context": "."
+    },
+    "runArgs": [
+        "--network=host", // Allows accessing services on the host
+        "--platform=linux/amd64"
+    ],
+    "remoteEnv": {
+        "DEVCONTAINER_HOST_REPO_PATH": "${localWorkspaceFolder}"
+    },
+    "postCreateCommand": ".devcontainer/post-create.sh",
+    "customizations": {
+        "vscode": {
+            "extensions": [
+                "davidanson.vscode-markdownlint@0.59.0",
+                "elagil.pre-commit-helper@0.5.0",
+                "ms-python.python@2025.0.0",
+                "ms-python.vscode-pylance@2025.2.1",
+                "richie5um2.vscode-sort-json@1.20.0",
+                "tamasfe.even-better-toml@0.21.2",
+                "charliermarsh.ruff@2025.8.0",
+                "ukaisi.inspect-ai@0.3.55",
+                "ms-azuretools.vscode-docker@1.29.4",
+                "ms-kubernetes-tools.vscode-kubernetes-tools@1.3.20",
+            ]
+        }
+    },
+    "initializeCommand": ".devcontainer/create-mount-targets.sh",
+    "remoteUser": "vscode",
+    "features": {
+        "ghcr.io/devcontainers/features/docker-outside-of-docker:1": {},
+        "ghcr.io/va-h/devcontainers-features/uv:1": {},
+        "ghcr.io/rocker-org/devcontainer-features/apt-packages:1": {
+            "packages": [
+                "curl",
+                "git-lfs",
+                "tmux"
+            ]
+        },
+        "ghcr.io/devcontainers/features/kubectl-helm-minikube:1": {
+            "version": "1.31.0",
+            "helm": "3.16.1"
+        },
+        "ghcr.io/rio/features/k9s:1": {}
+    },
+    "mounts": [
+        {
+            "source": "${localWorkspaceFolder}/.devcontainer/.mounts/environment",
+            "target": "/etc/environment",
+            "type": "bind"
+        },
+        {
+            "source": "${localWorkspaceFolder}/.devcontainer/.mounts/.ssh",
+            "target": "/home/vscode/.ssh",
+            "type": "bind"
+        },
+        {
+            "source": "${localWorkspaceFolder}/.devcontainer/.mounts/.kube",
+            "target": "/home/vscode/.kube",
+            "type": "bind"
+        },
+        {
+            "source": "${localWorkspaceFolder}/.devcontainer/.mounts/.gitconfig",
+            "target": "/home/vscode/.gitconfig",
+            "type": "bind"
+        },
+        {
+            "source": "${localWorkspaceFolder}/.devcontainer/.mounts/.zsh_history",
+            "target": "/home/vscode/.zsh_history",
+            "type": "bind"
+        },
+        {
+            "source": "${localWorkspaceFolder}/.devcontainer/.mounts/.zshrc",
+            "target": "/home/vscode/.zshrc",
+            "type": "bind"
+        },
+        {
+            "source": "${localWorkspaceFolder}/.devcontainer/.mounts/.zshenv",
+            "target": "/home/vscode/.zshenv",
+            "type": "bind"
+        },
+        {
+            "source": "${localWorkspaceFolder}/.devcontainer/.mounts/.config",
+            "target": "/home/vscode/.config",
+            "type": "bind"
+        },
+        {
+            "source": "${localWorkspaceFolder}/.devcontainer/.mounts/.cache",
+            "target": "/home/vscode/.cache",
+            "type": "bind"
+        }
+    ]
+}

control_arena-0.1.1a1.dev5/.devcontainer/post-create.sh

@@ -0,0 +1,43 @@
+# Install git lfs
+git lfs fetch --all
+git lfs pull
+
+# Install
+# Check if AISI_PLATFORM_USER is set to see if this is an internal AISI user
+if [ -z "${AISI_PLATFORM_USER}" ]; then
+  uv sync --dev --all-extras
+else
+  uv sync --dev --all-extras --group aisi-internal
+fi
+
+# Install pre-commit
+pipx install pre-commit
+pre-commit install
+
+# CLI support
+pipx install poethepoet
+
+# Install kind. For some reason the kind feature I tried didn't work, so just installing the binaries here
+# From https://kind.sigs.k8s.io/docs/user/quick-start/#installing-from-release-binaries
+[ $(uname -m) = x86_64 ] && curl -Lo ./kind https://kind.sigs.k8s.io/dl/v0.27.0/kind-linux-amd64
+chmod +x ./kind
+sudo mv ./kind /usr/local/bin/kind
+
+# Install AWS CLI v2
+if ! command -v aws &> /dev/null || ! aws --version | grep -q "aws-cli/2"; then
+  echo "Installing AWS CLI v2..."
+  curl "https://awscli.amazonaws.com/awscli-exe-linux-x86_64.zip" -o "awscliv2.zip"
+  unzip -q awscliv2.zip
+  sudo ./aws/install
+  rm -rf aws awscliv2.zip
+  echo "AWS CLI v2 installed successfully"
+fi
+
+# Add sourcing of /etc/environment to shell config files if it doesn't already exist
+if ! grep -q "source /etc/environment" ~/.bashrc; then
+  echo 'if [ -f /etc/environment ]; then set -a; source /etc/environment; set +a; fi' >> ~/.bashrc
+fi
+
+if ! grep -q "source /etc/environment" ~/.zshrc; then
+  echo 'if [ -f /etc/environment ]; then set -a; source /etc/environment; set +a; fi' >> ~/.zshrc
+fi

control_arena-0.1.1a1.dev5/.env.example

@@ -0,0 +1,5 @@
+# Ensure you have all of these set in your .env
+GITHUB_API_KEY=your_github_api_key
+
+# Create with huggingface, request access to any gated repos
+HF_TOKEN=your_huggingface_token

control_arena-0.1.1a1.dev5/.gitattributes

@@ -0,0 +1,28 @@
+# Image formats
+*.jpg filter=lfs diff=lfs merge=lfs -text
+*.jpeg filter=lfs diff=lfs merge=lfs -text
+*.png filter=lfs diff=lfs merge=lfs -text
+*.gif filter=lfs diff=lfs merge=lfs -text
+*.bmp filter=lfs diff=lfs merge=lfs -text
+*.tiff filter=lfs diff=lfs merge=lfs -text
+*.tif filter=lfs diff=lfs merge=lfs -text
+*.webp filter=lfs diff=lfs merge=lfs -text
+*.svg filter=lfs diff=lfs merge=lfs -text
+*.ico filter=lfs diff=lfs merge=lfs -text
+# Video formats
+*.mp4 filter=lfs diff=lfs merge=lfs -text
+*.mov filter=lfs diff=lfs merge=lfs -text
+*.avi filter=lfs diff=lfs merge=lfs -text
+*.wmv filter=lfs diff=lfs merge=lfs -text
+*.flv filter=lfs diff=lfs merge=lfs -text
+*.mkv filter=lfs diff=lfs merge=lfs -text
+*.webm filter=lfs diff=lfs merge=lfs -text
+*.m4v filter=lfs diff=lfs merge=lfs -text
+*.mpg filter=lfs diff=lfs merge=lfs -text
+*.mpeg filter=lfs diff=lfs merge=lfs -text
+# Other large file formats
+*.jsonl filter=lfs diff=lfs merge=lfs -text
+*.pdf filter=lfs diff=lfs merge=lfs -text
+*.zip filter=lfs diff=lfs merge=lfs -text
+*.tar.gz filter=lfs diff=lfs merge=lfs -text
+**/*x-feed-10.html filter=lfs diff=lfs merge=lfs -text

control_arena-0.1.1a1.dev5/.github/CODEOWNERS

@@ -0,0 +1,3 @@
+# We just have one group in charge of the whole repo for now
+
+*       @UKGovernmentBEIS/control-arena-owners

control_arena-0.1.1a1.dev5/.github/pull_request_template.md

@@ -0,0 +1,7 @@
+## Summary
+
+*Describe what this PR does and any context necessary for the reviewers to fully understand it.*
+
+## Test Plan
+
+*Describe how you tested your PR to ensure your contribution is high quality and doesn't introduce regressions. This should be written in a way where the reviewer could execute the test steps if they'd like to.*

control_arena-0.1.1a1.dev5/.github/workflows/checks.yml

@@ -0,0 +1,38 @@
+name: Checks
+
+on:
+  push:
+    branches:
+      - main
+  pull_request:
+    branches:
+      - main
+  merge_group:
+    types:
+      - checks_requested
+  workflow_call: {}
+
+jobs:
+    checks:
+        runs-on: ubuntu-latest
+        steps:
+        - name: Checkout repository
+          uses: actions/checkout@v4    # Added checkout step
+        - name: Install uv
+          uses: astral-sh/setup-uv@v3
+          with:
+            enable-cache: true
+        - name: Set up Python
+          run: uv python install 3.12
+        - name: Install the project
+          run: uv sync --dev
+        - name: Type check
+          run: uv run pyright
+        - name: Ruff lint
+          run: uv run ruff check . --output-format=github
+        - name: Ruff format
+          run: uv run ruff format . --check
+        - name: Markdown lint
+          uses: DavidAnson/markdownlint-cli2-action@v18
+        - name: Pytest
+          run: uv run pytest -k "not skip_ci"

control_arena-0.1.1a1.dev5/.github/workflows/release.yml

@@ -0,0 +1,61 @@
+name: Publish to PyPI
+
+on:
+  # Manual trigger option
+  workflow_dispatch:
+  
+  # Automatic trigger on release
+  release:
+    types: [published]
+
+jobs:
+  checks:
+    name: Run checks
+    uses: ./.github/workflows/checks.yml
+
+  publish:
+    name: Publish Python package
+    needs: checks
+    runs-on: ubuntu-latest
+    
+    steps:
+      - name: Checkout repository
+        uses: actions/checkout@v4
+        with:
+          fetch-depth: 0  # Required for VCS version detection
+      
+      - name: Install uv
+        uses: astral-sh/setup-uv@v3
+        with:
+          enable-cache: true
+      
+      - name: Set up Python
+        run: uv python install 3.12
+      
+      - name: Create virtual environment
+        run: uv venv
+      
+      - name: Install build tools
+        run: uv pip install build hatchling hatch-vcs tomli tomli-w
+      
+      - name: Set version from release tag
+        if: github.event_name == 'release'
+        run: |
+          # For GitHub releases, use the tag directly
+          VERSION="${{ github.event.release.tag_name }}"
+          VERSION=${VERSION#v}
+          echo "SETUPTOOLS_SCM_PRETEND_VERSION=$VERSION" >> $GITHUB_ENV
+      
+      - name: Prepare for PyPI release
+        run: |
+          # Remove problematic dependencies
+          uv run python scripts/prepare_for_pypi.py
+      
+      - name: Build package
+        run: uv run python -m build
+      
+      # Publish to PyPI
+      - name: Publish to PyPI
+        uses: pypa/gh-action-pypi-publish@release/v1
+        with:
+          password: ${{ secrets.PYPI_API_TOKEN }}

control_arena-0.1.1a1.dev5/.github/workflows/release_test.yml

@@ -0,0 +1,58 @@
+name: Release
+
+on:
+  push:
+    branches:
+      - rogan/feature/pypi_fix
+
+jobs:
+  checks:
+    name: Run checks
+    uses: ./.github/workflows/checks.yml
+
+  publish:
+    name: Publish Python package
+    needs: checks
+    runs-on: ubuntu-latest
+    
+    steps:
+      - name: Checkout repository
+        uses: actions/checkout@v4
+        with:
+          fetch-depth: 0  # Required for VCS version detection
+      
+      - name: Install uv
+        uses: astral-sh/setup-uv@v3
+        with:
+          enable-cache: true
+      
+      - name: Set up Python
+        run: uv python install 3.12
+      
+      - name: Create virtual environment
+        run: uv venv
+      
+      - name: Install build tools
+        run: uv pip install build hatchling hatch-vcs tomli tomli-w
+      
+      - name: Set version from release tag
+        if: github.event_name == 'release'
+        run: |
+          # For GitHub releases, use the tag directly
+          VERSION="${{ github.event.release.tag_name }}"
+          VERSION=${VERSION#v}
+          echo "SETUPTOOLS_SCM_PRETEND_VERSION=$VERSION" >> $GITHUB_ENV
+      
+      - name: Prepare for PyPI release
+        run: |
+          # Remove problematic dependencies
+          uv run python scripts/prepare_for_pypi.py
+      
+      - name: Build package
+        run: uv run python -m build
+      
+      # Publish to PyPI
+      - name: Publish to PyPI
+        uses: pypa/gh-action-pypi-publish@release/v1
+        with:
+          password: ${{ secrets.PYPI_API_TOKEN }}

control_arena-0.1.1a1.dev5/.gitignore

@@ -0,0 +1,187 @@
+logs/
+experiment_outputs/
+.env
+
+# From the Python.gitignore GitHub template
+# Byte-compiled / optimized / DLL files
+__pycache__/
+*.py[cod]
+*$py.class
+
+# C extensions
+*.so
+
+# Distribution / packaging
+.Python
+build/
+develop-eggs/
+dist/
+downloads/
+eggs/
+.eggs/
+lib/
+lib64/
+parts/
+sdist/
+var/
+wheels/
+share/python-wheels/
+*.egg-info/
+.installed.cfg
+*.egg
+MANIFEST
+
+# PyInstaller
+#  Usually these files are written by a python script from a template
+#  before PyInstaller builds the exe, so as to inject date/other infos into it.
+*.manifest
+*.spec
+
+# Installer logs
+pip-log.txt
+pip-delete-this-directory.txt
+
+# Unit test / coverage reports
+htmlcov/
+.tox/
+.nox/
+.coverage
+.coverage.*
+.cache
+nosetests.xml
+coverage.xml
+*.cover
+*.py,cover
+.hypothesis/
+.pytest_cache/
+cover/
+
+# Translations
+*.mo
+*.pot
+
+# Django stuff:
+*.log
+local_settings.py
+db.sqlite3
+db.sqlite3-journal
+
+# Flask stuff:
+instance/
+.webassets-cache
+.DS_Store
+
+# Scrapy stuff:
+.scrapy
+
+# Sphinx documentation
+docs/_build/
+
+# PyBuilder
+.pybuilder/
+target/
+
+# Jupyter Notebook
+.ipynb_checkpoints
+
+# IPython
+profile_default/
+ipython_config.py
+
+# pyenv
+#   For a library or package, you might want to ignore these files since the code is
+#   intended to run in multiple environments; otherwise, check them in:
+# .python-version
+
+# pipenv
+#   According to pypa/pipenv#598, it is recommended to include Pipfile.lock in version control.
+#   However, in case of collaboration, if having platform-specific dependencies or dependencies
+#   having no cross-platform support, pipenv may install dependencies that don't work, or not
+#   install all needed dependencies.
+#Pipfile.lock
+
+# poetry
+#   Similar to Pipfile.lock, it is generally recommended to include poetry.lock in version control.
+#   This is especially recommended for binary packages to ensure reproducibility, and is more
+#   commonly ignored for libraries.
+#   https://python-poetry.org/docs/basic-usage/#commit-your-poetrylock-file-to-version-control
+#poetry.lock
+
+# pdm
+#   Similar to Pipfile.lock, it is generally recommended to include pdm.lock in version control.
+#pdm.lock
+#   pdm stores project-wide configurations in .pdm.toml, but it is recommended to not include it
+#   in version control.
+#   https://pdm.fming.dev/latest/usage/project/#working-with-version-control
+.pdm.toml
+.pdm-python
+.pdm-build/
+
+# PEP 582; used by e.g. github.com/David-OConnor/pyflow and github.com/pdm-project/pdm
+__pypackages__/
+
+# Celery stuff
+celerybeat-schedule
+celerybeat.pid
+
+# SageMath parsed files
+*.sage.py
+
+# Environments
+.env
+**/.venv/
+env/
+venv/
+ENV/
+env.bak/
+venv.bak/
+
+# Spyder project settings
+.spyderproject
+.spyproject
+
+# Rope project settings
+.ropeproject
+
+# mkdocs documentation
+/site
+
+# mypy
+.mypy_cache/
+.dmypy.json
+dmypy.json
+
+# Ruff
+.ruff_cache/
+
+# Pyre type checker
+.pyre/
+
+# pytype static type analyzer
+.pytype/
+
+# Cython debug symbols
+cython_debug/
+
+# Visual Studio Code
+*.code-workspace
+
+# Inspect temp file
+.compose.yaml
+
+tmp*.yaml
+
+**memray-**
+
+# For the infra/agent-codebase/pre directory:
+*.port_forward.pid
+
+# Generated file with full contents of repository used for LLM chat with whole repository
+repo-contents.txt
+
+.devcontainer/aisi-internal
+.devcontainer/.mounts
+
+trajectories
+
+*/_version.py

control_arena-0.1.1a1.dev5/.gitmodules

@@ -0,0 +1,3 @@
+[submodule "control_arena/settings/infra/agent-codebase"]
+	path = control_arena/settings/infra/agent-codebase
+	url = git@github.com:UKGovernmentBEIS/ca-k8s-infra.git

control_arena-0.1.1a1.dev5/.markdownlint.jsonc

@@ -0,0 +1,5 @@
+{
+    "line-length": false,
+    "gitignore": true,
+    "fix": true,
+}

control_arena-0.1.1a1.dev5/.pre-commit-config.yaml

@@ -0,0 +1,35 @@
+repos:
+  - repo: https://github.com/pre-commit/pre-commit-hooks
+    rev: v5.0.0
+    hooks:
+      - id: check-added-large-files
+      - id: check-merge-conflict
+      - id: end-of-file-fixer
+        exclude: ^control_arena/settings/infra/agent-codebase/
+      - id: trailing-whitespace
+        exclude: ^control_arena/settings/infra/agent-codebase/
+
+  - repo: https://github.com/gitleaks/gitleaks
+    rev: v8.21.1
+    hooks:
+      - id: gitleaks
+  - repo: https://github.com/astral-sh/ruff-pre-commit
+    # Ruff version.
+    rev: v0.9.4
+    hooks:
+      # Run the linter.
+      - id: ruff
+        args: [--fix]
+        exclude: ^control_arena/settings/infra/agent-codebase/
+      # Run the formatter.
+      - id: ruff-format
+        exclude: ^control_arena/settings/infra/agent-codebase/
+  - repo: https://github.com/RobertCraigie/pyright-python
+    rev: v1.1.392
+    hooks:
+      - id: pyright
+  - repo: https://github.com/DavidAnson/markdownlint-cli2
+    rev: v0.17.2
+    hooks:
+      - id: markdownlint-cli2
+        exclude: ^control_arena/settings/infra/agent-codebase/

control_arena-0.1.1a1.dev5/.vscode/cspell.json

@@ -0,0 +1,25 @@
+{
+    "language": "en,en-GB",
+    "words": [
+        "Ahmia",
+        "Bitcoinwhoswho",
+        "Chollet",
+        "docstrings",
+        "evalgraph",
+        "httpx",
+        "humaneval",
+        "IMINT",
+        "jsonify",
+        "Maltego",
+        "METR",
+        "mockllm",
+        "nohup",
+        "osint",
+        "pydantic",
+        "SOCMINT",
+        "Spokeo",
+        "werkzeug",
+        "wmds",
+        "workstream"
+    ]
+}