agilerl 2.8.0.dev0__tar.gz → 2.8.0.dev1__tar.gz

agilerl-2.8.0.dev1/.gitattributes

@@ -0,0 +1,3 @@
+# Large test fixtures: treat as generated/binary so they don't bloat diffs,
+# blame, or PR reviews. This is a minified HuggingFace tokenizer used by tests.
+tests/assets/tiny_llm/tokenizer.json linguist-generated=true -diff

agilerl-2.8.0.dev1/.github/ISSUE_TEMPLATE/bug_report.md

@@ -0,0 +1,27 @@
+---
+name: Bug report
+about: Create a report to help us improve
+title: ''
+labels: bug
+assignees: ''
+
+---
+
+**What version of AgileRL are you using?**
+**What operating system and processor architecture are you using?**
+
+**What did you do?**
+Steps to reproduce the behaviour:
+1. Go to '...'
+2. Click on '....'
+3. Scroll down to '....'
+4. See error
+
+**What did you expect to see?**
+A clear and concise description of what you expected to happen.
+
+**What did you see instead? Describe the bug.**
+A clear and concise description of what the bug is.
+
+**Additional context**
+Add any other context about the problem here.

agilerl-2.8.0.dev1/.github/ISSUE_TEMPLATE/feature_request.md

@@ -0,0 +1,20 @@
+---
+name: Feature request
+about: Suggest an idea for this project
+title: ''
+labels: ''
+assignees: ''
+
+---
+
+**Is your feature request related to a problem? Please describe.**
+A clear and concise description of what the problem is. Ex. I'm always frustrated when [...]
+
+**Describe the solution you'd like**
+A clear and concise description of what you want to happen.
+
+**Describe alternatives you've considered**
+A clear and concise description of any alternative solutions or features you've considered.
+
+**Additional context**
+Add any other context or screenshots about the feature request here.

agilerl-2.8.0.dev1/.github/PULL_REQUEST_TEMPLATE/pull_request_template.md

@@ -0,0 +1,34 @@
+# Pull Request
+
+## Description
+
+Please include a summary of the change and which issue is fixed. Please also include relevant motivation and context.
+
+Fixes # (issue)
+
+## Type of change
+
+Please delete options that are not relevant.
+
+- [ ] Bug fix (non-breaking change which fixes an issue)
+- [ ] New feature (non-breaking change which adds functionality)
+- [ ] Breaking change (fix or feature that would cause existing functionality to not work as expected)
+- [ ] Documentation update
+
+## How Has This Been Tested?
+
+Please describe the tests that you ran to verify your changes. Provide instructions so we can reproduce.
+
+- [ ] Test A
+- [ ] Test B
+
+## Checklist:
+
+- [ ] My code follows the style guidelines of this project
+- [ ] I have performed a self-review of my own code
+- [ ] I have commented my code, particularly in hard-to-understand areas
+- [ ] I have made corresponding changes to the documentation
+- [ ] My changes generate no new warnings
+- [ ] I have added tests that prove my fix is effective or that my feature works
+- [ ] New and existing unit tests pass locally with my changes
+- [ ] Any dependent changes have been merged and published in downstream modules

agilerl-2.8.0.dev1/.github/badges/arena-github-badge.svg

@@ -0,0 +1,24 @@
+<svg xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" width="65" height="20" role="img"
+    aria-label="Arena">
+    <title>Arena</title>
+    <linearGradient id="s" x2="0" y2="100%">
+        <stop offset="0" stop-color="#bbb" stop-opacity=".1" />
+        <stop offset="1" stop-opacity=".1" />
+    </linearGradient>
+    <clipPath id="r">
+        <rect width="65" height="20" rx="3" fill="#fff" />
+    </clipPath>
+    <g clip-path="url(#r)">
+        <rect width="24" height="20" fill="#555" />
+        <rect x="24" width="41" height="20" fill="#467f81" />
+        <rect width="65" height="20" fill="url(#s)" />
+    </g>
+    <g fill="#fff" text-anchor="middle" font-family="Verdana,Geneva,DejaVu Sans,sans-serif"
+        text-rendering="geometricPrecision" font-size="110">
+        <image x="5" y="3" width="14" height="14"
+            xlink:href="data:image/jpeg;base64,iVBORw0KGgoAAAANSUhEUgAAAN4AAADfCAMAAACu5Z0gAAADAFBMVEUAAAD///////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////8HPQsIAAAA/3RSTlMAAQIDBAUGBwgJCgsMDQ4PEBESExQVFhcYGRobHB0eHyAhIiMkJSYnKCkqKywtLi8wMTIzNDU2Nzg5Ojs8PT4/QEFCQ0RFRkdISUpLTE1OT1BRUlNUVVZXWFlaW1xdXl9gYWJjZGVmZ2hpamtsbW5vcHFyc3R1dnd4eXp7fH1+f4CBgoOEhYaHiImKi4yNjo+QkZKTlJWWl5iZmpucnZ6foKGio6SlpqeoqaqrrK2ur7CxsrO0tba3uLm6u7y9vr/AwcLDxMXGx8jJysvMzc7P0NHS09TV1tfY2drb3N3e3+Dh4uPk5ebn6Onq6+zt7u/w8fLz9PX29/j5+vv8/f7rCNk1AAAAAWJLR0T/pQfyxQAADq9JREFUeNrtXQl0FEUa7pnMnTmZcCSQAwPhyAIGdBWBDSoPUVlWEZRlRZFDXXxvI4fHW58bfLsICiIIuvpWF1cQFwQRZAkI4kF0RSVyIwgEghog1xzJnMn09lzdVd01Z7pnerL1JZmpqb+7qr/56/zrrwpBYGBgYGBgYGBgYGBgYGBgYGBgYGBgYGBgYGBgYGBgYGBgZCQkKc5P1TNXbzDp9Qbq12jQP/NmV6Cnzs3LzTP5X3pKIcH5ko4MpqcpKS7qW9S3rzriFX/YmJH0ug8dOHBASUHM5M8P8mQWPdngYUOGDcmN9/L5qzKHXt6IEaNGZid0i23wz5nQBGcNr9h6hUwCm0RPTTr86V1WMllMEHXh7FE+7s7enUngYmmbWPU2rLLGR3YWS8VZ28pXnif5gPd68ZErXfYLyRdOqcTFrWTxGZJPPC8ibqqpe30kvxBP8Ry8rJHkHydFUTzlvz9ICoMl6Senr7hICoW0F8++a+ykgDimTCe5otUuUlj8LY0dwb+8pNDwDk+X5ta3kynAN1npIGda5iRTg8dST065qJlMFSx5KZ8QnRqYwu/y4M1OvmeiMQwnA1JZVG7YdU1qtZfTkNq60LFn09761NEbeCrltd2tJlNWOLuloTHrlrq6Z0pDT5SXMno3rU4Dvd4poidf/EVxhmtPxi377lBgyIahaRkDCkov60DL8n1+tc5fIvAU5UJdQ4/CAm58TyEz/RM1Ojo0TZa/X+ABWGVwwFC6pJUtWicguz62QBa1LcKy22imc+y1nSV7X0B623hlYTt3FRlfCY4mpCtgYZVw7O7ikdvlp/ztrvnBwxzJ66yR00ZIekAwdrpL/LFbpw1rp4I11T8tZ2WrgbKtEYze6iTbieMnHdHWRe6EZ/tTOPnOAsVfC8XuuqSMDh+OoqwIyju/hCJ3QmP1J0HRVa7RQQUa4XYLxE5WkwQ5z4xwDVoMxvaHxz9nYjT8WwD5VoHoLUhGd3OY+19iYrezkn4cuOMJRNbPAfJ6mSDscpMx04LNnOYnOnouK+1+wC33I/J+BEzzd4IMqRdrk7j/LSDseJcOnmNdVgs4H6HsKVDco0LQ6zcrmfuhVvw7OtTINjI0J5Dm+H4C0JuWVJFvAj8wpDj2hEQMDNI/CkBvchyGnncmDSyd9rHgU6KHNPzPsmI3Iy2jg5fOBRZnoan1zXT0EHbygEfPPYjcH4jYHPOkvUGxr11UHXz/x5tCq28e7/RKYl/7QTiwXmh6ZTfxTa9/7Gtp56FLgte+x/imp03g2lbB6U3pzjM9lMnsvWkz/oOyy9gEp6eYwTM9xNrhjOmbNkx8BrAyhQMet+D8HpbwS4/bqW/Z4H9d9i2XHmEXnN6Acn7pZUdoKH1VaaFHPMQvPT1HZA2+nU8PvclaXunpIom8wtPT5nPXFbST+UhZFpleiE27APQ03UxBBN/lqGsefCcc6jnoc7Kz9PTCaU/Rs08PYKPG2rWmeMz7Y8eoCgrMRpOpuAdxYN5xobSXLD11bm5uXq+8Xr17srroXnFWmy+Y8JiaV+pH9Pik6giZJD2JNpL2kiqc/9TkGfmsnfKF1Mutz9dXVe21JkNPK+2k9hS/Krt2FP3pOmGa09xZs9q/3F11JGF6obLp2pY/OmHt6YaVlZWVyomUQFZevvTnqqp9tiTokZOrJBumJ6K9m/uUlRVLidSi95w53urdVcfiv+P6wCx5FxXqE14RmAlK/GBK3P2kGFD3xl2x+n4ppL291N9PJ2L3ex5CDMh/eFvTJ4tK46dX5385G73f63bXqsPvESKB4pblxy/8fVJ2rLoX7NVdwFgTpT3zmLFjh0gJcaHw0UfdB/ZU13hiNi0ecC7O0d4Ta0RHLQTluHGE67stGxvioNcWqeX8LZ9PZNm150KLqXjC7TqE8Kd3q+t0/afclohlWTV69PKdz55AC5cE2qKR/uCfQw1TRVCSl3zT9v3bL7y+34OStP01zMr0IscH3fWsIigb+nXCDtmvod3EXmGa/orQpQsCuc/9PEluHe8ElwpMldyVp7prgaxH1rOoj2dajsQ9GU4jFyjeDsgCbkizQxcuIjTTtruT1Zx9EmNYOM2S/ZIP5d0P3rYDTvTkXyWccUMZgt7WgCjgWXxfeFPr+k7sy/DcAg4VYY8E7w2szG8Bt1y9BYmuaeOu5B881Bot6/OI8vlxQBLw9Z2YKJUTKyvmv1HH8lyBUi+HZG9wcgc8Pzz5qFrDoHEWNVnULXREeR7E6nWwEgeSHpsYuYu3B5vgWeDm4CusjvYjsFL24drFGOlmlqg/nNu5omB0WVOUR+LuRzoRiA94q/0mIXbHc8JJDGpgYl9jJX8vcMeXiLpxlJbOZovOQm5O9ErP2CheHFy3rWDZokpt2VsJ7cpwAh6ftzHRU1nJ58TYLLSKlnKGkOvB7J5i4l9nl9qv6K+3nVP7LIF4470HEqx3r4KJfEpHj2SnD9QV1NL5Ilqawxa9CLaKgJEmF/J1al8gJ+Tzw1ETWUPqkC3i5KbR0QYG7jVjevWesAk0eGwjkB84iyzABLgRkTIzmmphi8CIjYD1vx5yrZu90kt4Xw6X7DGsNLIT6VHuAb43yBv5Dh5WZzmj2qeBJ7gNFDyCqG2bWG410khmQAQWfB/qI9cycS7wAr63yLBBfgN+OsgEfX8JBSp9gTcji54untQ/Cgc2p2liYIVKbi0T/Cy8m+SHz5Kn5wgHLqeJHlwvbcxMdAcd2g4Xxqj0NvQfvI1rGUzF6iwaLrioMu1MNSukZs33kHXvwwdIYuruceKhFwk+ZqfTKZ9fYap4tFdJ9QAdlQjtOTvERc/iYFq3QAFWxdFyWo4G2icXwlImsgNWQJNuwFKklMbWXtCrr6MWQU9kpRM0IgUrpBJNb/W1S9kDDbf4tceFGtm07HicOFI4He4HvBybqPjaFq5dCam9V0N/aHpZGUsvpD3/osRhH1wCvZlYONHa8w/cHfauqj2yHRwYdyF6OoCJM3bTkjEtZxR6zq5WOGNoLwObllC/pwWYOCJpT5Zu7SngMxek8XbrGhnAxJVk0yLNYQyYK9juGQYmuPA+7r2FdGgT23UFOJOj+Fxy2tMRiRVOhl7f/BxzTvfuZurVDLhgjo+S9cioDzZFgMKJpBe5W1cyNugDmVD39PFpz1hQWFRQUFDYSyIuMsUXm5sam5qpn6ZmOaLuxVc4P1aKU1VEVkFB4oXT2aOgsLCwiPFmESu75ApnTQbRibtpUZQWZ56yYvR7IXrdnhw2dICc6AJAFs7SF4guAiVKeyLClXpVoZrnwsn3I+6ouaIvmRjh1Jcjuy82mgsmoPwYXGvWUYZZxR0LR3e2cAaxWQB3RGtFyPnm1qMI6fbwKuygDziyw+HNdpJ5yZ68+F+IXlWniBxeMnPuirOsyFpmFVmzhX2HAxxV38Ny4/gOWDq+m8vv/XKjefyuWP5QEL3qeJn46jknlNQHXc2ksyEvGAu4m1P+GYsdvPvw15DviqUIlFWy1/KnBePnRT//AT5e7Wh85NzPUf+HoO9r0LnGl+jx0HAbGWkBPR92R5jOqimg3wQJbyyVnYS/XvrW+VGftBZKpBZ90dUXV4LnO7pDi0VzwPxuZFKZDji7sHpP6CgR7pkXgNvLZdYZxzOhJ2I2/hP7op4VA6WBPov5EjV+KQUK4/Lw5TuYuA+AVCTMwTMvs55/FJgudxfAMEa4hiXSgA6DoMtSGfywe27UXs88lwVKg3ZKPL/6FHNHYI9ZBcn1B7ibiZsGJvMMHc2ekMs7mFt+RDTkJyMfGPEJGeGkDcgbcp3fMiF5lfaZhHoJWl+9CNMP9FcV6PpNTBK023kJiXaBmERHczYXXmZuWYug9zIt5ezAXguQgLacLgTd2oJFWn4oXGekgDmG7tVXXSZa6PPZTwfWhlqYbc70OhOwxg2dBcF8cHF6aiZ4EUHvAh26yhkcAGGoOwNP5Xk6mL53UbieKAF69OKl/7yEveEP9ez8wosPndwafBU1wKFDDrYIiPBApqSTTPDHnaHAp0fhURmsPX+1qA8bMS1smya95Ozu1NbgjjjjuGiGrGgWxjNiGy3YCo/KIHoOF2gGY9MjmcRTsLkUBdh6TDIf9zENEYKeHiLkgGtYG+IbtqWHXsTde8xuomNkZO3ZID420dGLBCfTi9uauHUPrT124fQR6S6ckcDxjKDns5D2rBAfK8siLV7tObhhVMtpgSxlLax7xUsPUT9RTQusvSiFU8T0onQMVlTdQxVOe6bQC9haVuwwm3NycsxnoracGaU9NUDv9GlobrbPZPT/NGdMxwC1onU2u91qOR2mp3z4JndjU0NjU1NTY4DBmTPwhORWnU5rMOh0brHRs9idtjanrdV1AYiEvcRlxmpg50BLA0WyxdIS/A1WQut+bsLbb9SpVTq5Ua4VvhZaDhG2jjaPy+ltbYIlRZFvkmuzFVm17YRk3cyI13gojnaLnYLF1up/cThiPoxGSWjlhOEM27lgejd6yXMnYgvhNSPCXdF+XwLUFdmKbK3CqNToFAaVWq/Qq1UGhU6jNAYWIBsWrpc0JXTCvM3V2uqyOVwWl9NCOtw+K9HmabcT9nZvK/Ud86s2fRahUhNZen9Io1SpFdkyndQgMRJGiT5LK/dHxeoD75bYtfw9kNtB7WZxOcMDgtbggponpEkLMyLWyrkhnYyQGgJv1GNLDbw80DHJ5qlE14VHUvxFXteldzar5d/ZMp9C1jXpPRHycdCZu+eY/c4p3c0mo7aLkPMuXopy4ZBTJ/j4xy3+F71WpzNmBhurx+5wWzytbZ4WT1ur2+r49mp8/5hVR41bTDpdtl6jNKnUBqVWp6SC6TC2eJwut8Pb2mGj7NAthNVnb7d7rC6nzWNzulA3dMIBR5FNGKRKDdUNUS25iVCrqC5Jo6Sa9Ozgwl5oHUsdHLzDTX0HPazz0d5n9naC6lT8n6kQ1cdAoSAXAgMDAwMDAwMDAwMDAwMDAwMDAwMDAwMDAwMDAwMDAwMD4/8E/wPxFPWHGo6RnwAAAABJRU5ErkJggg==" />
+        <text aria-hidden="true" x="435" y="150" fill="#010101" fill-opacity=".3" transform="scale(.1)"
+            textLength="310">Arena</text><text x="435" y="140" transform="scale(.1)" fill="#fff"
+            textLength="310">Arena</text>
+    </g>
+</svg>

agilerl-2.8.0.dev1/.github/codeql/install_codeql.sh

@@ -0,0 +1,51 @@
+#!/usr/bin/env bash
+set -euo pipefail
+
+# Install the CodeQL CLI locally for developer workflows.
+# Environment variables:
+# - CODEQL_VERSION (default: 2.24.2)
+# - CODEQL_INSTALL_DIR (default: /tmp/codeql)
+
+CODEQL_VERSION="${CODEQL_VERSION:-2.24.2}"
+CODEQL_INSTALL_DIR="${CODEQL_INSTALL_DIR:-/tmp/codeql}"
+
+if [[ -x "${CODEQL_INSTALL_DIR}/codeql" ]]; then
+    echo "CodeQL already installed at ${CODEQL_INSTALL_DIR}/codeql"
+    exit 0
+fi
+
+OS="$(uname -s)"
+case "${OS}" in
+    Linux)
+        ASSET="codeql-linux64.zip"
+        ;;
+    Darwin)
+        # CodeQL distributes an osx64 bundle that works on current macOS setups.
+        ASSET="codeql-osx64.zip"
+        ;;
+    MINGW*|MSYS*|CYGWIN*)
+        ASSET="codeql-win64.zip"
+        ;;
+    *)
+        echo "Unsupported OS: ${OS}" >&2
+        exit 1
+        ;;
+esac
+
+URL="https://github.com/github/codeql-cli-binaries/releases/download/v${CODEQL_VERSION}/${ASSET}"
+TMP_DIR="$(mktemp -d)"
+ARCHIVE_PATH="${TMP_DIR}/${ASSET}"
+EXTRACT_DIR="${TMP_DIR}/extract"
+
+echo "Downloading CodeQL ${CODEQL_VERSION} from ${URL}"
+curl -fsSL "${URL}" -o "${ARCHIVE_PATH}"
+
+mkdir -p "${EXTRACT_DIR}"
+unzip -q "${ARCHIVE_PATH}" -d "${EXTRACT_DIR}"
+
+mkdir -p "${CODEQL_INSTALL_DIR}"
+rm -rf "${CODEQL_INSTALL_DIR:?}"/*
+cp -R "${EXTRACT_DIR}/codeql/." "${CODEQL_INSTALL_DIR}"
+
+echo "Installed CodeQL to ${CODEQL_INSTALL_DIR}"
+"${CODEQL_INSTALL_DIR}/codeql" version

agilerl-2.8.0.dev1/.github/codeql/run_codeql.py

@@ -0,0 +1,139 @@
+# noqa: INP001
+"""Run local CodeQL and fail on findings.
+
+This script is designed for local developer use (including pre-commit).
+"""
+
+from __future__ import annotations
+
+import csv
+import os
+import shutil
+import subprocess
+import sys
+import tempfile
+from pathlib import Path
+
+REPO_ROOT = Path(__file__).resolve().parents[2]
+DEFAULT_DB_PATH = Path(tempfile.gettempdir()) / "agilerl-codeql-db"
+DEFAULT_CONFIG_PATH = REPO_ROOT / ".github" / "codeql" / "codeql-config.yml"
+DEFAULT_CODEQL_INSTALL_DIR = Path("/tmp/codeql")  # noqa: S108
+INSTALL_SCRIPT_PATH = Path(__file__).with_name("install_codeql.sh")
+CSV_FILE_COL_IDX = 4
+PYTHON_QUERY_SUITE = (
+    "codeql/python-queries:codeql-suites/python-security-and-quality.qls"
+)
+
+
+def resolve_codeql_bin() -> str | None:
+    """Resolve CodeQL binary path from env/PATH/common local install."""
+    env_bin = os.environ.get("CODEQL_BIN")
+    if env_bin:
+        return env_bin
+    path_bin = shutil.which("codeql")
+    if path_bin:
+        return path_bin
+    install_dir = Path(
+        os.environ.get("CODEQL_INSTALL_DIR", str(DEFAULT_CODEQL_INSTALL_DIR))
+    )
+    candidates = (
+        [install_dir]
+        if install_dir.is_file()
+        else [
+            install_dir / "codeql",
+            install_dir / "codeql.exe",
+        ]
+    )
+    for fallback in candidates:
+        if fallback.exists():
+            return str(fallback)
+    return None
+
+
+def ensure_codeql_installed() -> str | None:
+    """Install CodeQL via bootstrap script when not present."""
+    codeql = resolve_codeql_bin()
+    if codeql is not None:
+        return codeql
+    if not INSTALL_SCRIPT_PATH.exists():
+        return None
+
+    bash_bin = shutil.which("bash")
+    if bash_bin is None:
+        return None
+
+    subprocess.run(  # noqa: S603
+        [bash_bin, str(INSTALL_SCRIPT_PATH)],
+        cwd=REPO_ROOT,
+        check=True,
+    )
+    return resolve_codeql_bin()
+
+
+def run(cmd: list[str], cwd: Path) -> None:
+    """Run subprocess command and propagate failure."""
+    subprocess.run(cmd, cwd=cwd, check=True)  # noqa: S603
+
+
+def format_clickable_path(path: str) -> str:
+    """Normalize finding file paths for IDE click-through."""
+    return path.lstrip("/\\")
+
+
+def main() -> int:
+    """Execute local CodeQL scan and return process exit code."""
+    codeql = ensure_codeql_installed()
+    if codeql is None:
+        print(
+            "CodeQL binary not found. Set CODEQL_BIN or install CodeQL "
+            "(e.g. /tmp/codeql/codeql).",
+            file=sys.stderr,
+        )
+        return 1
+
+    with tempfile.TemporaryDirectory(prefix="agilerl-codeql-") as td:
+        output_csv = Path(td) / "results.csv"
+
+        run(
+            [
+                codeql,
+                "database",
+                "create",
+                str(DEFAULT_DB_PATH),
+                "--overwrite",
+                "--language=python",
+                f"--source-root={REPO_ROOT}",
+            ],
+            cwd=REPO_ROOT,
+        )
+        run(
+            [
+                codeql,
+                "database",
+                "analyze",
+                str(DEFAULT_DB_PATH),
+                PYTHON_QUERY_SUITE,
+                "--download",
+                "--format=csv",
+                f"--output={output_csv}",
+            ],
+            cwd=REPO_ROOT,
+        )
+
+        with output_csv.open(newline="") as f:
+            rows = list(csv.reader(f))
+
+    actionable = [r for r in rows if len(r) > CSV_FILE_COL_IDX]
+    if actionable:
+        print(f"CodeQL found {len(actionable)} actionable issue(s):", file=sys.stderr)
+        for row in actionable[:20]:
+            file_path = format_clickable_path(row[4])
+            print(f"- {row[0]} at {file_path}:{row[5]}", file=sys.stderr)
+        return 1
+
+    print("CodeQL passed (no actionable issues).")
+    return 0
+
+
+if __name__ == "__main__":
+    raise SystemExit(main())

agilerl-2.8.0.dev1/.github/dependabot.yml

@@ -0,0 +1,8 @@
+---
+version: 2
+updates:
+    - package-ecosystem: uv
+      directory: /
+      schedule:
+          interval: weekly
+      target-branch: nightly

agilerl-2.8.0.dev1/.github/workflows/codeql.yml

@@ -0,0 +1,101 @@
+---
+# For most projects, this workflow file will not need changing; you simply need
+# to commit it to your repository.
+#
+# You may wish to alter this file to override the set of languages analyzed,
+# or to provide custom queries or build logic.
+#
+# ******** NOTE ********
+# We have attempted to detect the languages in your repository. Please check
+# the `language` matrix defined below to confirm you have the correct set of
+# supported CodeQL languages.
+#
+name: CodeQL Advanced
+
+on:
+    push:
+        branches: [main, nightly]
+    pull_request:
+        branches: [main, nightly]
+    schedule:
+        - cron: 40 9 * * 4
+
+jobs:
+    analyze:
+        name: Analyze (${{ matrix.language }})
+    # Runner size impacts CodeQL analysis time. To learn more, please see:
+    #   - https://gh.io/recommended-hardware-resources-for-running-codeql
+    #   - https://gh.io/supported-runners-and-hardware-resources
+    #   - https://gh.io/using-larger-runners (GitHub.com only)
+    # Consider using larger runners or machines with greater resources for possible analysis time improvements.
+        runs-on: ${{ (matrix.language == 'swift' && 'macos-latest') || 'ubuntu-latest' }}
+        permissions:
+      # required for all workflows
+            security-events: write
+
+      # required to fetch internal or private CodeQL packs
+            packages: read
+
+      # only required for workflows in private repositories
+            actions: read
+            contents: read
+
+        strategy:
+            fail-fast: false
+            matrix:
+                include:
+                    - language: actions
+                      build-mode: none
+                    - language: python
+                      build-mode: none
+        # CodeQL supports the following values keywords for 'language': 'actions', 'c-cpp', 'csharp', 'go', 'java-kotlin', 'javascript-typescript', 'python', 'ruby', 'rust', 'swift'
+        # Use `c-cpp` to analyze code written in C, C++ or both
+        # Use 'java-kotlin' to analyze code written in Java, Kotlin or both
+        # Use 'javascript-typescript' to analyze code written in JavaScript, TypeScript or both
+        # To learn more about changing the languages that are analyzed or customizing the build mode for your analysis,
+        # see https://docs.github.com/en/code-security/code-scanning/creating-an-advanced-setup-for-code-scanning/customizing-your-advanced-setup-for-code-scanning.
+        # If you are analyzing a compiled language, you can modify the 'build-mode' for that language to customize how
+        # your codebase is analyzed, see https://docs.github.com/en/code-security/code-scanning/creating-an-advanced-setup-for-code-scanning/codeql-code-scanning-for-compiled-languages
+        steps:
+            - name: Checkout repository
+              uses: actions/checkout@v4
+
+    # Add any setup steps before running the `github/codeql-action/init` action.
+    # This includes steps like installing compilers or runtimes (`actions/setup-node`
+    # or others). This is typically only required for manual builds.
+    # - name: Setup runtime (example)
+    #   uses: actions/setup-example@v1
+
+    # Initializes the CodeQL tools for scanning.
+            - name: Initialize CodeQL
+              uses: github/codeql-action/init@v3
+              with:
+                  languages: ${{ matrix.language }}
+                  build-mode: ${{ matrix.build-mode }}
+        # If you wish to specify custom queries, you can do so here or in a config file.
+        # By default, queries listed here will override any specified in a config file.
+        # Prefix the list here with "+" to use these queries and those in the config file.
+
+        # For more details on CodeQL's query packs, refer to: https://docs.github.com/en/code-security/code-scanning/automatically-scanning-your-code-for-vulnerabilities-and-errors/configuring-code-scanning#using-queries-in-ql-packs
+        # queries: security-extended,security-and-quality
+
+    # If the analyze step fails for one of the languages you are analyzing with
+    # "We were unable to automatically build your code", modify the matrix above
+    # to set the build mode to "manual" for that language. Then modify this step
+    # to build your code.
+    # ℹ️ Command-line programs to run using the OS shell.
+    # 📚 See https://docs.github.com/en/actions/using-workflows/workflow-syntax-for-github-actions#jobsjob_idstepsrun
+            - if: matrix.build-mode == 'manual'
+              shell: bash
+              run: |
+                  echo 'If you are using a "manual" build mode for one or more of the' \
+                    'languages you are analyzing, replace this with the commands to build' \
+                    'your code, for example:'
+                  echo '  make bootstrap'
+                  echo '  make release'
+                  exit 1
+
+            - name: Perform CodeQL Analysis
+              uses: github/codeql-action/analyze@v3
+              with:
+                  category: /language:${{matrix.language}}

agilerl-2.8.0.dev1/.github/workflows/linux-tests.yml

@@ -0,0 +1,94 @@
+---
+name: Linux
+
+on:
+    push:
+        branches: [main, nightly]
+        paths:
+            - agilerl/**
+            - tests/**
+            - .github/workflows/**
+            - pyproject.toml
+    pull_request:
+        paths:
+            - agilerl/**
+            - tests/**
+            - .github/workflows/**
+            - pyproject.toml
+
+concurrency:
+    group: ${{ github.workflow }}-${{ github.head_ref || github.ref }}
+    cancel-in-progress: true
+
+permissions:
+    contents: read
+
+jobs:
+    tests:
+        runs-on: gha-runner-scale-set
+        strategy:
+            fail-fast: false
+            max-parallel: 4
+            matrix:
+                python-version: ['3.10', '3.11', '3.12', '3.13']
+
+        container:
+            image: pytorch/pytorch:2.11.0-cuda13.0-cudnn9-devel
+            options: --user root
+
+        # Workspace (/__w) is ~1GB with little free space; root (/) has plenty. Put cache and venv on /.
+        env:
+            UV_CACHE_DIR: /tmp/uv-cache
+            UV_PROJECT_ENVIRONMENT: /tmp/agilerl-venv
+            HF_HOME: /tmp/hf-cache
+            TORCHINDUCTOR_CACHE_DIR: /tmp/inductor-cache
+
+        steps:
+            - uses: actions/checkout@v4
+            - uses: astral-sh/setup-uv@v7
+              with:
+                  enable-cache: true
+                  python-version: ${{ matrix.python-version }}
+
+            - name: Cache HuggingFace models
+              uses: actions/cache@v4
+              with:
+                  path: /tmp/hf-cache
+                  key: hf-${{ matrix.python-version }}-${{ hashFiles('pyproject.toml') }}
+                  restore-keys: hf-${{ matrix.python-version }}-
+
+            - name: Cache torch inductor compilations
+              uses: actions/cache@v4
+              with:
+                  path: /tmp/inductor-cache
+                  key: inductor-${{ matrix.python-version }}-${{ hashFiles('pyproject.toml') }}
+                  restore-keys: inductor-${{ matrix.python-version }}-
+
+            - name: Install dependencies
+              # swig is needed to build box2d-py from source (no pre-built wheels for py3.10+).
+              run: |
+                  uv sync --locked --all-groups --extra all
+                  echo "$UV_PROJECT_ENVIRONMENT/bin" >> $GITHUB_PATH
+
+            - name: Reset coverage data
+              run: rm -f .coverage .coverage.*
+
+            # Single phase: `-n auto --dist loadgroup` from pyproject gives 8
+            # workers on the gha-runner-scale-set node. `vllm`- and `gpu`-marked
+            # tests share the 4 `gputest0..gputest3` xdist groups defined in
+            # `tests/conftest.py`, which caps GPU-touching concurrency at 4
+            # workers regardless of -n; the remaining ~4 workers fan out across
+            # CPU-only tests. See the `pytest_collection_modifyitems` docstring
+            # for the GPU-memory and port-race rationale behind the 4-group cap.
+            #
+            # Single invocation = single coverage run; pytest-cov auto-combines
+            # the per-worker `.coverage.*` shards before writing `coverage.xml`,
+            # so we don't need a manual `coverage combine` step (which was
+            # tripping over corrupted shards under the old two-phase setup).
+            - name: Run tests
+              run: uv run pytest --exitfirst --cov=agilerl --cov-report=xml --durations=0 --durations-min=1.0
+
+            - name: Upload coverage reports to Codecov
+              uses: codecov/codecov-action@v3
+              env:
+                  CODECOV_TOKEN: ${{ secrets.CODECOV_TOKEN }}

agilerl-2.8.0.dev1/.github/workflows/macos-tests.yml

@@ -0,0 +1,50 @@
+---
+name: macOS
+
+on:
+    push:
+        branches: [main, nightly]
+        paths:
+            - agilerl/**
+            - tests/**
+            - .github/workflows/**
+            - pyproject.toml
+    pull_request:
+        branches: [main, nightly]
+        paths:
+            - agilerl/**
+            - tests/**
+            - .github/workflows/**
+            - pyproject.toml
+
+concurrency:
+    group: ${{ github.workflow }}-${{ github.head_ref || github.ref }}
+    cancel-in-progress: true
+
+permissions:
+    contents: read
+
+jobs:
+    tests:
+        runs-on: ${{ matrix.os }}
+        strategy:
+            fail-fast: false
+            max-parallel: 4
+            matrix:
+                os: [macos-26]
+                python-version: ['3.10', '3.11', '3.12', '3.13']
+
+        steps:
+            - uses: actions/checkout@v4
+            - uses: astral-sh/setup-uv@v7
+              with:
+                  enable-cache: true
+                  python-version: ${{ matrix.python-version }}
+
+            - name: Install dependencies
+              run: |
+                  uv sync --locked --all-groups --extra all
+
+            - name: Test with pytest
+              run: |
+                  uv run pytest --exitfirst --cov=agilerl --cov-report=term-missing --durations=0 --durations-min=1.0

agilerl-2.8.0.dev1/.github/workflows/windows-tests.yml

@@ -0,0 +1,51 @@
+---
+name: Windows
+
+on:
+    push:
+        branches: [main, nightly]
+        paths:
+            - agilerl/**
+            - tests/**
+            - .github/workflows/**
+            - pyproject.toml
+    pull_request:
+        branches: [main, nightly]
+        paths:
+            - agilerl/**
+            - tests/**
+            - .github/workflows/**
+            - pyproject.toml
+
+concurrency:
+    group: ${{ github.workflow }}-${{ github.head_ref || github.ref }}
+    cancel-in-progress: true
+
+permissions:
+    contents: read
+
+jobs:
+    tests:
+        runs-on: ${{ matrix.os }}
+        strategy:
+            fail-fast: false
+            max-parallel: 4
+            matrix:
+                os: [windows-2025]
+                python-version: ['3.10', '3.11', '3.12', '3.13']
+
+        steps:
+            - uses: actions/checkout@v4
+            - uses: astral-sh/setup-uv@v7
+              with:
+                  enable-cache: true
+                  python-version: ${{ matrix.python-version }}
+
+            - name: Install dependencies
+              run: |
+                  pip install uv
+                  uv sync --locked --all-groups --extra all
+
+            - name: Test with pytest
+              run: |
+                  uv run pytest --exitfirst -m "not llm" --cov=agilerl --cov-report=term-missing --durations=0 --durations-min=1.0

{agilerl-2.8.0.dev0 → agilerl-2.8.0.dev1}/.gitignore

@@ -1,6 +1,3 @@
-# Symlink for Pylance/Pyright type checking of namespace package
-agilerl/arena
-
 # Byte-compiled / optimized / DLL files
 __pycache__/
 *.py[cod]
@@ -116,10 +113,8 @@ celerybeat.pid
 .claude/
 .venv*/
 venv/
-.envrc
 env.bak/
 venv.bak/
-.cursor/
 
 # Spyder project settings
 .spyderproject
@@ -141,7 +136,6 @@ dmypy.json
 
 # Saved models
 outputs/
-tensorboard_logs/
 
 # Ruff
 .ruff_cache/
@@ -149,8 +143,6 @@ tensorboard_logs/
 # Large data files
 data/wordle/
 data/wordle.zip
-*.tar.gz
-*metrics.csv
 
 # WandB
 wandb/
@@ -161,6 +153,3 @@ wandb/
 # AI assistant instructions
 CLAUDE.md
 AGENTS.md
-
-# Simlink for type-checking
-agilerl/arena/