agilerl 2.5.0.dev4__tar.gz → 2.5.1.dev0__tar.gz

agilerl-2.5.1.dev0/.github/codeql/install_codeql.sh

@@ -0,0 +1,51 @@
+#!/usr/bin/env bash
+set -euo pipefail
+
+# Install the CodeQL CLI locally for developer workflows.
+# Environment variables:
+# - CODEQL_VERSION (default: 2.24.2)
+# - CODEQL_INSTALL_DIR (default: /tmp/codeql)
+
+CODEQL_VERSION="${CODEQL_VERSION:-2.24.2}"
+CODEQL_INSTALL_DIR="${CODEQL_INSTALL_DIR:-/tmp/codeql}"
+
+if [[ -x "${CODEQL_INSTALL_DIR}/codeql" ]]; then
+    echo "CodeQL already installed at ${CODEQL_INSTALL_DIR}/codeql"
+    exit 0
+fi
+
+OS="$(uname -s)"
+case "${OS}" in
+    Linux)
+        ASSET="codeql-linux64.zip"
+        ;;
+    Darwin)
+        # CodeQL distributes an osx64 bundle that works on current macOS setups.
+        ASSET="codeql-osx64.zip"
+        ;;
+    MINGW*|MSYS*|CYGWIN*)
+        ASSET="codeql-win64.zip"
+        ;;
+    *)
+        echo "Unsupported OS: ${OS}" >&2
+        exit 1
+        ;;
+esac
+
+URL="https://github.com/github/codeql-cli-binaries/releases/download/v${CODEQL_VERSION}/${ASSET}"
+TMP_DIR="$(mktemp -d)"
+ARCHIVE_PATH="${TMP_DIR}/${ASSET}"
+EXTRACT_DIR="${TMP_DIR}/extract"
+
+echo "Downloading CodeQL ${CODEQL_VERSION} from ${URL}"
+curl -fsSL "${URL}" -o "${ARCHIVE_PATH}"
+
+mkdir -p "${EXTRACT_DIR}"
+unzip -q "${ARCHIVE_PATH}" -d "${EXTRACT_DIR}"
+
+mkdir -p "${CODEQL_INSTALL_DIR}"
+rm -rf "${CODEQL_INSTALL_DIR:?}"/*
+cp -R "${EXTRACT_DIR}/codeql/." "${CODEQL_INSTALL_DIR}"
+
+echo "Installed CodeQL to ${CODEQL_INSTALL_DIR}"
+"${CODEQL_INSTALL_DIR}/codeql" version

agilerl-2.5.1.dev0/.github/codeql/run_codeql.py

@@ -0,0 +1,139 @@
+# noqa: INP001
+"""Run local CodeQL and fail on findings.
+
+This script is designed for local developer use (including pre-commit).
+"""
+
+from __future__ import annotations
+
+import csv
+import os
+import shutil
+import subprocess
+import sys
+import tempfile
+from pathlib import Path
+
+REPO_ROOT = Path(__file__).resolve().parents[2]
+DEFAULT_DB_PATH = Path(tempfile.gettempdir()) / "agilerl-codeql-db"
+DEFAULT_CONFIG_PATH = REPO_ROOT / ".github" / "codeql" / "codeql-config.yml"
+DEFAULT_CODEQL_INSTALL_DIR = Path("/tmp/codeql")  # noqa: S108
+INSTALL_SCRIPT_PATH = Path(__file__).with_name("install_codeql.sh")
+CSV_FILE_COL_IDX = 4
+PYTHON_QUERY_SUITE = (
+    "codeql/python-queries:codeql-suites/python-security-and-quality.qls"
+)
+
+
+def resolve_codeql_bin() -> str | None:
+    """Resolve CodeQL binary path from env/PATH/common local install."""
+    env_bin = os.environ.get("CODEQL_BIN")
+    if env_bin:
+        return env_bin
+    path_bin = shutil.which("codeql")
+    if path_bin:
+        return path_bin
+    install_dir = Path(
+        os.environ.get("CODEQL_INSTALL_DIR", str(DEFAULT_CODEQL_INSTALL_DIR))
+    )
+    candidates = (
+        [install_dir]
+        if install_dir.is_file()
+        else [
+            install_dir / "codeql",
+            install_dir / "codeql.exe",
+        ]
+    )
+    for fallback in candidates:
+        if fallback.exists():
+            return str(fallback)
+    return None
+
+
+def ensure_codeql_installed() -> str | None:
+    """Install CodeQL via bootstrap script when not present."""
+    codeql = resolve_codeql_bin()
+    if codeql is not None:
+        return codeql
+    if not INSTALL_SCRIPT_PATH.exists():
+        return None
+
+    bash_bin = shutil.which("bash")
+    if bash_bin is None:
+        return None
+
+    subprocess.run(  # noqa: S603
+        [bash_bin, str(INSTALL_SCRIPT_PATH)],
+        cwd=REPO_ROOT,
+        check=True,
+    )
+    return resolve_codeql_bin()
+
+
+def run(cmd: list[str], cwd: Path) -> None:
+    """Run subprocess command and propagate failure."""
+    subprocess.run(cmd, cwd=cwd, check=True)  # noqa: S603
+
+
+def format_clickable_path(path: str) -> str:
+    """Normalize finding file paths for IDE click-through."""
+    return path.lstrip("/\\")
+
+
+def main() -> int:
+    """Execute local CodeQL scan and return process exit code."""
+    codeql = ensure_codeql_installed()
+    if codeql is None:
+        print(
+            "CodeQL binary not found. Set CODEQL_BIN or install CodeQL "
+            "(e.g. /tmp/codeql/codeql).",
+            file=sys.stderr,
+        )
+        return 1
+
+    with tempfile.TemporaryDirectory(prefix="agilerl-codeql-") as td:
+        output_csv = Path(td) / "results.csv"
+
+        run(
+            [
+                codeql,
+                "database",
+                "create",
+                str(DEFAULT_DB_PATH),
+                "--overwrite",
+                "--language=python",
+                f"--source-root={REPO_ROOT}",
+            ],
+            cwd=REPO_ROOT,
+        )
+        run(
+            [
+                codeql,
+                "database",
+                "analyze",
+                str(DEFAULT_DB_PATH),
+                PYTHON_QUERY_SUITE,
+                "--download",
+                "--format=csv",
+                f"--output={output_csv}",
+            ],
+            cwd=REPO_ROOT,
+        )
+
+        with output_csv.open(newline="") as f:
+            rows = list(csv.reader(f))
+
+    actionable = [r for r in rows if len(r) > CSV_FILE_COL_IDX]
+    if actionable:
+        print(f"CodeQL found {len(actionable)} actionable issue(s):", file=sys.stderr)
+        for row in actionable[:20]:
+            file_path = format_clickable_path(row[4])
+            print(f"- {row[0]} at {file_path}:{row[5]}", file=sys.stderr)
+        return 1
+
+    print("CodeQL passed (no actionable issues).")
+    return 0
+
+
+if __name__ == "__main__":
+    raise SystemExit(main())

{agilerl-2.5.0.dev4 → agilerl-2.5.1.dev0}/.github/workflows/codeql.yml

@@ -14,9 +14,9 @@ name: CodeQL Advanced
 
 on:
     push:
-        branches: [main]
+        branches: [main, nightly]
     pull_request:
-        branches: [main]
+        branches: [main, nightly]
     schedule:
         - cron: 40 9 * * 4
 

agilerl-2.5.0.dev4/.github/workflows/python-app.yml → agilerl-2.5.1.dev0/.github/workflows/linux-tests.yml

@@ -1,5 +1,5 @@
 ---
-name: Tests
+name: Linux
 
 on:
     push:
@@ -15,7 +15,7 @@ permissions:
     contents: read
 
 jobs:
-    build:
+    tests:
         runs-on: gha-runner-scale-set
         strategy:
             fail-fast: false

agilerl-2.5.1.dev0/.github/workflows/macos-tests.yml

@@ -0,0 +1,41 @@
+---
+name: macOS
+
+on:
+    push:
+        branches: [main, nightly]
+        paths:
+            - agilerl/**
+    pull_request:
+        branches: [main, nightly]
+        paths:
+            - agilerl/**
+
+permissions:
+    contents: read
+
+jobs:
+    tests:
+        runs-on: ${{ matrix.os }}
+        strategy:
+            fail-fast: false
+            max-parallel: 4
+            matrix:
+                os: [macos-26]
+                python-version: ['3.10', '3.11', '3.12', '3.13']
+
+        steps:
+            - uses: actions/checkout@v4
+            - uses: astral-sh/setup-uv@v7
+              with:
+                  enable-cache: true
+                  python-version: ${{ matrix.python-version }}
+
+            - name: Install dependencies
+              run: |
+                  pip install uv
+                  uv sync --locked --all-groups --extra all
+
+            - name: Test with pytest
+              run: |
+                  uv run pytest --exitfirst --cov=agilerl --cov-report=term-missing

agilerl-2.5.1.dev0/.github/workflows/windows-tests.yml

@@ -0,0 +1,41 @@
+---
+name: Windows
+
+on:
+    push:
+        branches: [main, nightly]
+        paths:
+            - agilerl/**
+    pull_request:
+        branches: [main, nightly]
+        paths:
+            - agilerl/**
+
+permissions:
+    contents: read
+
+jobs:
+    tests:
+        runs-on: ${{ matrix.os }}
+        strategy:
+            fail-fast: false
+            max-parallel: 4
+            matrix:
+                os: [windows-2025]
+                python-version: ['3.10', '3.11', '3.12', '3.13']
+
+        steps:
+            - uses: actions/checkout@v4
+            - uses: astral-sh/setup-uv@v7
+              with:
+                  enable-cache: true
+                  python-version: ${{ matrix.python-version }}
+
+            - name: Install dependencies
+              run: |
+                  pip install uv
+                  uv sync --locked --all-groups --extra all
+
+            - name: Test with pytest
+              run: |
+                  uv run pytest --exitfirst -m "not llm" --cov=agilerl --cov-report=term-missing

{agilerl-2.5.0.dev4 → agilerl-2.5.1.dev0}/.pre-commit-config.yaml

@@ -3,6 +3,7 @@
 # See https://pre-commit.com/hooks.html for more hooks
 ci:
     autoupdate_branch: nightly
+    skip: [codeql-python]
 repos:
     - repo: https://github.com/pre-commit/pre-commit-hooks
       rev: v6.0.0
@@ -24,14 +25,14 @@ repos:
           - id: mixed-line-ending
             args: [--fix=lf]
     - repo: https://github.com/codespell-project/codespell
-      rev: v2.4.1
+      rev: v2.4.2
       hooks:
           - id: codespell
             args:
                 - --skip=*.css,*.js,*.map,*.scss,*.svg
                 - --ignore-words-list=magent,pres,roate
     - repo: https://github.com/astral-sh/ruff-pre-commit
-      rev: v0.15.2
+      rev: v0.15.6
       hooks:
           - id: ruff
             name: Ruff Linter
@@ -46,6 +47,16 @@ repos:
 
     - repo: https://github.com/astral-sh/uv-pre-commit
       # uv version.
-      rev: 0.10.4
+      rev: 0.10.10
       hooks:
           - id: uv-lock
+
+    - repo: local
+      hooks:
+          - id: codeql-python
+            name: CodeQL Python Security & Quality (manual)
+            entry: python .github/codeql/run_codeql.py
+            language: system
+            pass_filenames: false
+            always_run: true
+            stages: [manual]

{agilerl-2.5.0.dev4 → agilerl-2.5.1.dev0}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: agilerl
-Version: 2.5.0.dev4
+Version: 2.5.1.dev0
 Summary: AgileRL is a deep reinforcement learning library focused on improving RL development through RLOps.
 Author-email: Nick Ustaran-Anderegg <dev@agilerl.com>
 License-Expression: Apache-2.0
@@ -29,21 +29,26 @@ Requires-Dist: redis~=4.4.4
 Requires-Dist: supersuit~=3.9.0
 Requires-Dist: tensordict~=0.8
 Requires-Dist: termcolor~=1.1.0
-Requires-Dist: torch==2.9.0
+Requires-Dist: torch==2.8.0; sys_platform == 'darwin'
+Requires-Dist: torch==2.9.0; sys_platform != 'darwin'
 Requires-Dist: tqdm>=4.66.4
 Requires-Dist: wandb~=0.18.0
 Provides-Extra: all
 Requires-Dist: datasets==4.4.1; extra == 'all'
-Requires-Dist: deepspeed~=0.17.1; extra == 'all'
+Requires-Dist: deepspeed~=0.17.1; (sys_platform != 'win32') and extra == 'all'
+Requires-Dist: liger-kernel==0.7.0; (sys_platform == 'linux') and extra == 'all'
 Requires-Dist: peft~=0.18.0; extra == 'all'
 Requires-Dist: transformers~=4.57.1; extra == 'all'
-Requires-Dist: vllm==0.13.0; extra == 'all'
+Requires-Dist: vllm==0.11.0; (sys_platform == 'darwin') and extra == 'all'
+Requires-Dist: vllm==0.13.0; (sys_platform == 'linux') and extra == 'all'
 Provides-Extra: llm
 Requires-Dist: datasets==4.4.1; extra == 'llm'
-Requires-Dist: deepspeed~=0.17.1; extra == 'llm'
+Requires-Dist: deepspeed~=0.17.1; (sys_platform != 'win32') and extra == 'llm'
+Requires-Dist: liger-kernel==0.7.0; (sys_platform == 'linux') and extra == 'llm'
 Requires-Dist: peft~=0.18.0; extra == 'llm'
 Requires-Dist: transformers~=4.57.1; extra == 'llm'
-Requires-Dist: vllm==0.13.0; extra == 'llm'
+Requires-Dist: vllm==0.11.0; (sys_platform == 'darwin') and extra == 'llm'
+Requires-Dist: vllm==0.13.0; (sys_platform == 'linux') and extra == 'llm'
 Description-Content-Type: text/markdown
 
 <p align="center">

agilerl-2.5.1.dev0/agilerl/__init__.py

@@ -0,0 +1,30 @@
+from importlib.metadata import PackageNotFoundError, metadata, version
+
+from packaging.markers import default_environment
+from packaging.requirements import Requirement
+
+
+def get_extra_dependencies(package: str, extra: str) -> list[str]:
+    requires = metadata(package).get_all("Requires-Dist") or []
+    marker_environment = default_environment()
+    marker_environment["extra"] = extra
+    deps = []
+    for req in requires:
+        r = Requirement(req)
+        if r.marker and r.marker.evaluate(marker_environment):
+            deps.append(r.name)
+    return deps
+
+
+LLM_PACKAGES = get_extra_dependencies("agilerl", "llm")
+
+
+def _is_distribution_installed(distribution: str) -> bool:
+    try:
+        version(distribution)
+    except PackageNotFoundError:
+        return False
+    return True
+
+
+HAS_LLM_DEPENDENCIES = all(_is_distribution_installed(pkg) for pkg in LLM_PACKAGES)