teuthology 1.1.0__tar.gz → 1.2.0__tar.gz

teuthology-1.2.0/.coveragerc

@@ -0,0 +1,2 @@
+[run]
+omit = */test/* 

teuthology-1.2.0/.dockerignore

@@ -0,0 +1,3 @@
+venv
+virtualenv
+.tox

teuthology-1.2.0/.github/workflows/ci.yml

@@ -0,0 +1,40 @@
+name: CI
+
+on:
+  pull_request:
+    branches:
+      - main
+  workflow_dispatch:
+
+jobs:
+  test:
+    name: CI on python${{ matrix.python }} via ${{ matrix.os }}
+    runs-on: ${{ matrix.os }}
+    strategy:
+      matrix:
+        include:
+          - os: ubuntu-20.04
+            python: "3.10"
+          - os: ubuntu-22.04
+            python: "3.10"
+          - os: ubuntu-22.04
+            python: "3.11"
+          - os: ubuntu-24.04
+            python: "3.12"
+    steps:
+      - uses: actions/checkout@v4
+      - name: Add deadsnakes PPA
+        if: matrix.os == 'ubuntu-20.04'
+        run: sudo add-apt-repository --yes ppa:deadsnakes/ppa
+      - name: Setup Python
+        uses: actions/setup-python@v5
+        with:
+          python-version: ${{ matrix.python }}
+      - name: Install tox
+        run: pip install tox
+      - name: Run flake8
+        run: tox -e flake8
+      - name: Run unit tests
+        run: tox -e py3
+      - name: Run docs build
+        run: tox -e docs

teuthology-1.2.0/.github/workflows/dependencies.yml

@@ -0,0 +1,55 @@
+name: dependencies
+
+on:
+  pull_request:
+    branches:
+      - main
+  workflow_dispatch:
+
+jobs:
+  upgrade:
+    name: Test dependencies
+    runs-on: ${{ matrix.os }}
+    strategy:
+      matrix:
+        include:
+          - os: ubuntu-20.04
+            python: "3.10"
+          - os: ubuntu-22.04
+            python: "3.10"
+          - os: ubuntu-22.04
+            python: "3.11"
+    steps:
+      - name: Add deadsnakes PPA
+        if: matrix.os == 'ubuntu-20.04'
+        run: sudo add-apt-repository --yes ppa:deadsnakes/ppa
+      - name: Set up Python
+        uses: actions/setup-python@v5
+        with:
+          python-version: ${{ matrix.python }}
+      - name: Checkout default branch
+        uses: actions/checkout@v4
+        with:
+          ref: main
+          path: teuthology
+      - name: virtualenv
+        run: |
+          pip install --user virtualenv
+          virtualenv ./virtualenv
+          cd ./virtualenv/lib/python*
+          touch no-global-site-packages.txt
+        working-directory: ./teuthology
+      - name: Initial bootstrap
+        run: ./bootstrap install
+        working-directory: ./teuthology
+      - name: Move initial repository
+        run: mv teuthology teuthology.orig
+      - name: Checkout desired ref
+        uses: actions/checkout@v4
+        with:
+          path: teuthology
+      - name: Move virtualenv to new checkout
+        run: mv ./teuthology.orig/virtualenv ./teuthology/
+      - name: Re-run bootstrap
+        run: ./bootstrap install
+        working-directory: ./teuthology

teuthology-1.2.0/.github/workflows/dev_container.yml

@@ -0,0 +1,37 @@
+---
+name: dev_container
+on:
+  push:
+    branches:
+      - main
+  workflow_dispatch:
+
+jobs:
+  docker:
+    runs-on: ubuntu-latest
+    steps:
+      - name: Checkout
+        uses: actions/checkout@v4
+      - name: Set up QEMU
+        uses: docker/setup-qemu-action@v3
+      - name: Set up Docker Buildx
+        uses: docker/setup-buildx-action@v3
+      - name: Login to Quay.io
+        uses: docker/login-action@v3
+        with:
+          registry: quay.io
+          username: ${{ secrets.QUAY_USERNAME }}
+          password: ${{ secrets.QUAY_ROBOT_TOKEN }}
+      - name: Build and push
+        uses: docker/build-push-action@v5
+        env:
+          QUAY_URI: quay.io/ceph-infra/teuthology-dev
+          QUAY_TAG: ${{ github.event_name == 'pull_request' && github.head_ref || github.ref_name }}
+        with:
+          context: .
+          file: containers/teuthology-dev/Dockerfile
+          platforms: linux/amd64,linux/arm64
+          push: true
+          tags: ${{ env.QUAY_URI }}:${{ env.QUAY_TAG }}
+          outputs: type=image,name=target
+

teuthology-1.2.0/.github/workflows/integration.yml

@@ -0,0 +1,12 @@
+name: integration
+on:
+  pull_request:
+  workflow_dispatch:
+jobs:
+  test:
+    runs-on: ubuntu-24.04
+    steps:
+      - uses: actions/checkout@v4
+      - name: Test using docker-compose
+        run: ./start.sh
+        working-directory: ./docs/docker-compose

teuthology-1.2.0/.gitignore

@@ -0,0 +1,32 @@
+*~
+.#*
+## the next line needs to start with a backslash to avoid looking like
+## a comment
+\#*#
+.*.swp
+
+*.pyc
+*.pyo
+.tox
+
+/*.egg-info
+/virtualenv
+/build
+/*.yaml
+docs/build
+
+.ropeproject
+.coverage
+
+# autogenerated docs from sphinx-apidoc
+docs/modules.rst
+docs/teuthology.rst
+docs/teuthology.*.rst
+
+# PyCharm
+.idea
+
+# vscode 
+.vscode/
+
+.ansible

teuthology-1.2.0/.gitlab-ci.yml

@@ -0,0 +1,3 @@
+teuthology:
+  tags: [ ceph-workbench ]
+  script: "git clean -ffqdx ; ./bootstrap install ; unset OS_AUTH_URL ; source virtualenv/bin/activate ; pip install tox ; tox"

teuthology-1.2.0/.readthedocs.yml

@@ -0,0 +1,20 @@
+---
+# Read the Docs configuration file
+# See https://docs.readthedocs.io/en/stable/config-file/v2.html for details
+
+version: 2
+formats: []
+build:
+  os: ubuntu-22.04
+  tools:
+    python: "3.10"
+python:
+  install:
+    - method: pip
+      path: .
+      extra_requirements:
+        - orchestra
+    - requirements: docs/requirements.txt
+sphinx:
+  builder: html
+  configuration: docs/conf.py

teuthology-1.2.0/.travis.yml

@@ -0,0 +1,17 @@
+env: HOME=/home/travis
+
+sudo: required
+dist: trusty
+
+before_install:
+  - sudo apt-get -qq update
+  - ./bootstrap install
+
+language: python
+python:
+    - 2.7
+
+install:
+    - pip install tox
+
+script: tox -rv

teuthology-1.2.0/LICENSE

@@ -0,0 +1,19 @@
+Copyright (c) 2014 Red Hat, Inc.
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in
+all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
+THE SOFTWARE.

{teuthology-1.1.0 → teuthology-1.2.0}/MANIFEST.in

@@ -1,2 +1,4 @@
 include *.rst
 include requirements.txt
+include tox.ini
+include pytest.ini

teuthology-1.2.0/PKG-INFO

@@ -0,0 +1,89 @@
+Metadata-Version: 2.1
+Name: teuthology
+Version: 1.2.0
+Summary: Ceph test framework
+Home-page: https://github.com/ceph/teuthology
+Author: Ceph Community
+License: MIT
+Keywords: teuthology,test,ceph,cluster
+Classifier: Intended Audience :: Developers
+Classifier: License :: OSI Approved :: MIT License
+Classifier: Natural Language :: English
+Classifier: Operating System :: POSIX :: Linux
+Classifier: Programming Language :: Python :: 3
+Classifier: Programming Language :: Python :: 3 :: Only
+Classifier: Programming Language :: Python :: 3.10
+Classifier: Programming Language :: Python :: 3.11
+Classifier: Programming Language :: Python :: 3.12
+Classifier: Programming Language :: Python :: Implementation :: CPython
+Classifier: Topic :: Software Development :: Quality Assurance
+Classifier: Topic :: Software Development :: Testing
+Classifier: Topic :: System :: Distributed Computing
+Classifier: Topic :: System :: Filesystems
+Requires-Python: >=3.10
+Description-Content-Type: text/x-rst
+License-File: LICENSE
+Requires-Dist: PyYAML
+Requires-Dist: ansible-core==2.16.6
+Requires-Dist: apache-libcloud
+Requires-Dist: backports.ssl-match-hostname
+Requires-Dist: beanstalkc3>=0.4.0
+Requires-Dist: configobj
+Requires-Dist: configparser
+Requires-Dist: cryptography==41.0.7
+Requires-Dist: docopt
+Requires-Dist: gevent
+Requires-Dist: httplib2
+Requires-Dist: humanfriendly
+Requires-Dist: lupa
+Requires-Dist: lxml
+Requires-Dist: ndg-httpsclient
+Requires-Dist: netaddr
+Requires-Dist: paramiko
+Requires-Dist: pexpect
+Requires-Dist: pip-tools
+Requires-Dist: prettytable
+Requires-Dist: prometheus_client>=0.16.0
+Requires-Dist: psutil>=2.1.0
+Requires-Dist: pyasn1
+Requires-Dist: pynacl>=1.5.0
+Requires-Dist: pyopenssl>=0.13
+Requires-Dist: python-dateutil
+Requires-Dist: requests>2.13.0
+Requires-Dist: sentry-sdk
+Requires-Dist: types-psutil
+Requires-Dist: urllib3<1.27,>=1.25.4
+Provides-Extra: manhole
+Requires-Dist: manhole; extra == "manhole"
+Provides-Extra: rocketchat
+Requires-Dist: rocket-python>=1.2.15; extra == "rocketchat"
+Provides-Extra: sentry
+Requires-Dist: sentry-sdk; extra == "sentry"
+Provides-Extra: test
+Requires-Dist: PyJWT; extra == "test"
+Requires-Dist: boto>=2.0b4; extra == "test"
+Requires-Dist: boto3; extra == "test"
+Requires-Dist: coverage; extra == "test"
+Requires-Dist: ipy; extra == "test"
+Requires-Dist: mock; extra == "test"
+Requires-Dist: pynose; extra == "test"
+Requires-Dist: pytest; extra == "test"
+Requires-Dist: pytest-cov; extra == "test"
+Requires-Dist: toml; extra == "test"
+Requires-Dist: tox; extra == "test"
+Requires-Dist: xmltodict; extra == "test"
+Provides-Extra: openstack
+Requires-Dist: python-openstackclient; extra == "openstack"
+Requires-Dist: python-novaclient; extra == "openstack"
+
+===================================================
+`Teuthology` -- The Ceph integration test framework
+===================================================
+
+
+Welcome! Teuthology's documentation is primarily hosted at `docs.ceph.com
+<https://docs.ceph.com/projects/teuthology/>`__.
+
+You can also look at docs `inside this repository <docs/>`__, but note that
+GitHub's `RST <http://docutils.sourceforge.net/rst.html>`__ rendering is quite
+limited. Mainly that means that links between documents will be broken.

teuthology-1.2.0/ansible.cfg

@@ -0,0 +1,4 @@
+[defaults]
+# Store collections in this directory. This is to avoid potential compatibility
+# issues between differently-versioned ansible processes.
+collections_path = .ansible

teuthology-1.2.0/beanstalk/alpine/Dockerfile

@@ -0,0 +1,13 @@
+# For beanstalkd 1.12 use edge branch
+#FROM alpine:edge
+
+FROM alpine:3.12.3
+
+MAINTAINER Kyrylo Shatskyy <kyrylo.shatskyy@suse.com>
+
+RUN apk update && apk add beanstalkd beanstalkd-doc
+
+ENV BEANSTALK_ADDR "0.0.0.0"
+ENV BEANSTALK_PORT "11300"
+
+CMD /usr/bin/beanstalkd -V -l $BEANSTALK_ADDR -p $BEANSTALK_PORT

teuthology-1.2.0/bootstrap

@@ -0,0 +1,251 @@
+#!/bin/bash
+set -e
+if [ $# -eq 0 ]; then
+  install=false
+else
+  if [ "$1" = "install" ]; then
+      install=true
+  else
+      echo "Invalid command, supported commands are: 'install'"
+      exit 1
+  fi
+fi
+
+if [[ "$PYTHON" =~ "python2" ]]; then
+    echo "python2 is not supported." >&2
+    exit 1
+fi
+
+# Use the newest version we find
+if [ -z "$PYTHON" ]; then
+  for i in 12 11 10; do
+    command -v "python3.$i" && PYTHON="python3.$i" && break
+  done
+fi
+if [ -z "$PYTHON" ]; then
+  # This would be bizarre, but I suppose possible
+  PYTHON=${PYTHON:-"python3"}
+fi
+
+case "$(uname -s)" in
+Linux)
+    if command -v lsb_release; then
+        OS=$(lsb_release --id --short)
+    else
+        . /etc/os-release
+        OS=$(echo $NAME | tr -d ' ')
+    fi
+    case "$OS" in
+    Ubuntu|Debian|LinuxMint)
+        deps=(qemu-utils python3-dev libssl-dev python3-pip python3-wheel $PYTHON-venv libev-dev libvirt-dev libffi-dev libyaml-dev)
+        for package in ${deps[@]}; do
+            if [ "$(dpkg --status -- $package|sed -n 's/^Status: //p')" != "install ok installed" ]; then
+                # add a space after old values
+                missing="${missing:+$missing }$package"
+            fi
+        done
+        if [ -n "$missing" ]; then
+            echo "$0: missing required packages:" 1>&2
+            echo "$missing"
+            if [ "$install" = true ]; then
+                echo "Updating metadata..."
+                sudo apt-get update
+                echo "Installing missing packages..."
+                sudo apt-get -y install $missing
+            else
+                echo "Please install missing packages or run './bootstrap install' if you have sudo"
+                echo "sudo apt-get -y install $missing"
+                exit 1
+            fi
+        fi
+        ;;
+    RedHatEnterpriseWorkstation|RedHatEnterpriseServer|RedHatEnterprise|CentOS)
+        deps=(python39-pip python39-devel mariadb-devel libev-devel libvirt-devel libffi-devel)
+        for package in ${deps[@]}; do
+          if ! rpm -q --whatprovides $package ; then
+              missing="${missing:+$missing }$package"
+          fi
+        done
+        if [ -n "$missing" ]; then
+            echo "$0: missing required packages:" 1>&2
+            echo "$missing"
+            if [ "$install" = true ]; then
+                echo "Installing missing packages..."
+                sudo yum -y install $missing
+            else
+                echo "Please install missing packages or run './bootstrap install' if you have sudo"
+                echo "sudo yum -y install $missing"
+                exit 1
+            fi
+        fi
+        ;;
+    CentOSStream)
+       PYTHON=python3.12
+        deps=($PYTHON-pip $PYTHON-devel)
+        for package in ${deps[@]}; do
+          if ! rpm -q --whatprovides $package ; then
+              missing="${missing:+$missing }$package"
+          fi
+        done
+        if [ -n "$missing" ]; then
+            echo "$0: missing required packages:" 1>&2
+            echo "$missing"
+            if [ "$install" = true ]; then
+                echo "Installing missing packages..."
+                sudo yum -y install $missing
+            else
+                echo "Please install missing packages or run './bootstrap install' if you have sudo"
+                echo "sudo yum -y install $missing"
+                exit 1
+            fi
+        fi
+        ;;
+    AlmaLinux|RockyLinux)
+       PYTHON=python3.12
+        deps=($PYTHON-pip $PYTHON-devel libev-devel libvirt-devel libffi-devel)
+        for package in ${deps[@]}; do
+          if ! rpm -q --whatprovides $package; then
+              missing="${missing:+$missing }$package"
+          fi
+        done
+        if [ -n "$missing" ]; then
+            echo "$0: missing required packages:" 1>&2
+            echo "$missing"
+            if [ "$install" = true ]; then
+                echo "Installing missing packages..."
+                sudo yum -y install $missing
+            else
+                echo "Please install missing packages or run './bootstrap install' if you have sudo"
+                echo "sudo yum -y install $missing"
+                exit 1
+            fi
+        fi
+        ;;
+    Fedora|FedoraLinux)
+       PYTHON=python3.12
+        deps=($PYTHON-pip $PYTHON-devel)
+        deps=($PYTHON-pip $PYTHON-devel libev-devel libvirt-devel libffi-devel)
+        for package in ${deps[@]}; do
+          if ! rpm -q --whatprovides $package; then
+              missing="${missing:+$missing }$package"
+          fi
+        done
+        fedora_release=$(lsb_release -rs)
+        package_manager=dnf
+        if [ $fedora_release -lt 23 ]; then
+            package_manager=yum
+        fi
+        if [ -n "$missing" ]; then
+            echo "$0: missing required packages:" 1>&2
+            echo "$missing"
+            if [ "$install" = true ]; then
+                echo "Installing missing packages..."
+                sudo $package_manager -y install $missing
+            else
+                echo "Please install missing packages or run './bootstrap install' if you have sudo"
+                echo "sudo $package_manager -y install $missing"
+                exit 1
+            fi
+        fi
+        ;;
+    "openSUSE project"|"SUSE LINUX"|"openSUSE"|"openSUSELeap"|"openSUSETumbleweed")
+	PYTHON=python3.12
+	deps=(python312-pip python312-devel python312 libev-devel libvirt-devel libffi-devel)
+	for package in ${deps[@]}; do
+            if ! rpm -q --whatprovides $package; then
+                if [ "$(rpm -q --whatprovides $package)" == "no package provides $package" ]; then
+                    missing="${missing:+$missing }$package"
+                fi
+            fi
+        done
+        if [ -n "$missing" ]; then
+            echo "$0: missing required packages, please install them:" 1>&2
+            echo "sudo zypper install $missing"
+            exit 1
+        fi
+        ;;
+    *)
+        echo "This script does not support your Linux distribution yet. Patches encouraged!"
+        exit 1
+        ;;
+    esac
+    ;;
+Darwin)
+    if ! brew --version &>/dev/null; then
+        echo "You need Homebrew: http://brew.sh/"
+        exit 1
+    fi
+    for keg in python libvirt libev libffi; do
+        if brew list $keg >/dev/null 2>&1; then
+            echo "Found $keg"
+        else
+            if [ "$install" = true ]; then
+                brew install $keg
+            else
+                missing="${missing:+$missing }$keg"
+                echo "Please install missing packages or run './bootstrap install':"
+                echo "brew install $missing"
+                exit 1
+            fi
+        fi
+    done
+    ;;
+*)
+    echo "This script does not support your OS yet. Patches encouraged!"
+    exit 1
+    ;;
+esac
+
+PYTHON_BIN=$(command -v $PYTHON)
+if [ -z $PYTHON_BIN -o ! -e $PYTHON_BIN -o ! -x $PYTHON_BIN ]; then
+  echo "Cannot find $PYTHON!"
+  exit 1
+fi
+PYTHON_VER_OUT=$($PYTHON_BIN --version)
+
+VENV=${VENV:-"./virtualenv"}
+# If the venv was set to use system site-packages, fix that
+if [ -f "$VENV/pyvenv.cfg" ]; then
+    sed -i'' -e 's/\(include-system-site-packages\s*=\s*\)true/\1false/g' $VENV/pyvenv.cfg
+fi
+
+# Attempt to force a UTF-8 locale without being specific to English
+export LANG=${LANG:-C.UTF-8}
+(echo $LANG | grep -qi utf-8) || export LC_ALL=$LANG.UTF-8
+
+if [ -z "$NO_CLOBBER" ] && \
+  [ ! -e "$VENV/bin/pip" -o ! -e "$VENV/bin/$PYTHON" ] || \
+  [ "${PYTHON_VER_OUT}" != "$($VENV/bin/$PYTHON --version)" ] \
+  ; then
+    rm -rf virtualenv
+fi
+
+if [ -z "$NO_CLOBBER" ] || [ ! -e $VENV ]; then
+    $PYTHON_BIN -m venv $VENV
+fi
+
+$VENV/bin/pip install packaging
+
+# It is impossible to upgrade ansible from 2.9 to 2.10 via pip.
+# See https://docs.ansible.com/ansible/devel/porting_guides/porting_guide_2.10.html#known-issues
+if [ -f "$VENV/bin/ansible" ]; then
+    uninstall_ansible=$($VENV/bin/python3 -c "import ansible; from packaging.version import parse; print(parse(ansible.__version__) < parse('2.10.0'))")
+    if [ "$uninstall_ansible" = "True" ]; then
+        $VENV/bin/pip uninstall -y ansible
+    fi
+fi
+
+# First, upgrade pip
+$VENV/bin/pip install --upgrade pip
+
+# See https://github.com/pypa/pip/issues/8559
+$VENV/bin/pip install -r requirements.txt --use-pep517
+
+# By default, install teuthology in editable mode
+$VENV/bin/pip install ${PIP_INSTALL_FLAGS:---editable '.[test]'}
+
+# Check to make sure requirements are met
+$VENV/bin/pip check
+
+# Install ansible collections
+$VENV/bin/ansible-galaxy install -r requirements.yml

teuthology-1.2.0/build_qemu_image.sh

@@ -0,0 +1,61 @@
+#!/bin/sh -x
+set -e
+
+IMAGE_URL=http://cloud-images.ubuntu.com/releases/precise/release/ubuntu-12.04-server-cloudimg-amd64-disk1.img
+
+wget -O base.qcow2 $IMAGE_URL
+
+image=base.raw
+qemu-img convert -O raw base.qcow2 $image
+rm -f base.qcow2
+
+# Note: this assumes that sector size is 512, and that there's only one
+# partition. very brittle.
+START_SECT=$(fdisk -lu $image | grep ^$image | awk '{print $3}')
+START_BYTE=$(echo "$START_SECT * 512" | bc)
+
+root=/tmp/$$
+
+cleanup() {
+    sudo chroot $root rm -f /etc/resolv.conf || true
+    sudo chroot $root ln -s ../run/resolvconf/resolv.conf /etc/resolv.conf || true
+	sudo umount $root/proc || true
+	sudo umount $root/sys || true
+	sudo umount $root/dev/pts || true
+	sudo umount $root
+    sudo rmdir $root
+}
+trap cleanup INT TERM EXIT
+
+sudo mkdir $root
+sudo mount -o loop,offset=$START_BYTE $image $root
+
+# set up chroot
+sudo mount -t proc proc $root/proc
+sudo mount -t sysfs sysfs $root/sys
+sudo mount -t devpts devptr $root/dev/pts
+
+# set up network access
+sudo chroot $root rm /etc/resolv.conf
+sudo cp /etc/resolv.conf $root/etc/resolv.conf
+
+# packages
+# These should be kept in sync with ceph-qa-chef.git/cookbooks/ceph-qa/default.rb
+sudo chroot $root apt-get -y --force-yes install iozone3 bonnie++ dbench \
+    tiobench build-essential attr libtool automake gettext uuid-dev      \
+    libacl1-dev bc xfsdump dmapi xfslibs-dev
+
+# install ltp without ltp-network-test, so we don't pull in xinetd and
+# a bunch of other unnecessary stuff
+sudo chroot $root apt-get -y --force-yes --no-install-recommends install ltp-kernel-test
+
+# add 9p fs support
+sudo chroot $root apt-get -y --force-yes install linux-image-extra-virtual
+
+cleanup
+trap - INT TERM EXIT
+
+qemu-img convert -O qcow2 $image output.qcow2
+rm -f $image
+
+exit 0