smart-tests-cli 2.0.0rc1__tar.gz

smart_tests_cli-2.0.0rc1/.bazelrc

@@ -0,0 +1,4 @@
+build --java_language_version=8
+build --java_runtime_version=remotejdk_11
+build --tool_java_language_version=11
+build --tool_java_runtime_version=remotejdk_11

smart_tests_cli-2.0.0rc1/.bazelversion

@@ -0,0 +1 @@
+7.5.0

smart_tests_cli-2.0.0rc1/.editorconfig

@@ -0,0 +1,11 @@
+# Capturing the part of the team-wide coding conventions
+# see https://editorconfig.org/
+root = true
+
+[*]
+insert_final_newline = true
+charset=utf-8
+indent_style=space
+
+[*.java]
+indent_size = 4

smart_tests_cli-2.0.0rc1/.github/release.yml

@@ -0,0 +1,4 @@
+changelog:
+  exclude:
+    labels:
+      - tagpr

smart_tests_cli-2.0.0rc1/.github/workflows/bazel-test.yml

@@ -0,0 +1,34 @@
+name: Bazel test
+on:
+  push:
+    branches:
+      - main
+    paths:
+      - 'WORKSPACE'
+      - 'src/**'
+      - '!src/**.md'
+  pull_request:
+    paths:
+      - 'WORKSPACE'
+      - 'src/**'
+      - '!src/**.md'
+jobs:
+  test:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683 # v4.2.2
+      - name: Set up JDK 8
+        uses: actions/setup-java@c5195efecf7bdfc987ee8bae7a71cb8b11521c00 # v4.7.1
+        with:
+          distribution: temurin
+          java-version: '8'
+      - name: Setup Bazel
+        uses: bazelbuild/setup-bazelisk@b39c379c82683a5f25d34f0d062761f62693e0b2 # v3.0.0
+      - name: Cache Bazel outputs
+        uses: actions/cache@5a3ec84eff668545956fd18022155c47e93e2684 # v4.2.3
+        with:
+          path: "~/.cache/bazel"
+          key: bazel
+      - name: Run Bazel test
+        run: |
+          bazel test //...

smart_tests_cli-2.0.0rc1/.github/workflows/e2e.yml

@@ -0,0 +1,133 @@
+name: e2e
+
+on:
+  push:
+    branches: [main, smart-tests] # smart-tests branch temporarily added for Smart Tests CLI development
+  workflow_dispatch:
+
+
+env:
+  SMART_TESTS_DEBUG: 1
+  SMART_TESTS_REPORT_ERROR: 1
+  # The WORKSPACE file is disabled by default in Bazel 8.
+  # As a workaround, we configure the old version.
+  USE_BAZEL_VERSION: "7.x"
+
+jobs:
+  tests:
+    runs-on: ubuntu-22.04
+    steps:
+      - uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683 # v4
+      - uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683 # v4
+        with:
+          repository: launchableinc/examples
+          path: examples
+      - name: Set up JDK 1.8
+        uses: actions/setup-java@c5195efecf7bdfc987ee8bae7a71cb8b11521c00 # v4
+        with:
+          java-version: 8
+          distribution: 'temurin'
+      - uses: actions/setup-go@d35c59abb061a4a6fb18e82ac0862c26744d6ab5 # v5
+        with:
+          go-version: 1.24
+      - name: Install uv
+        uses: astral-sh/setup-uv@caf0cab7a618c569241d31dcd442f54681755d39 # v3
+        with:
+          enable-cache: true
+          cache-dependency-glob: "uv.lock"
+      - name: Install dependencies
+        run: uv sync --dev && uv tool install .
+      # bazel
+      - name: Install Bazelisk
+        run: |
+          go install github.com/bazelbuild/bazelisk@latest
+      - name: "bazel: verify"
+        run: "smart-tests verify"
+        env:
+          SMART_TESTS_TOKEN: ${{ secrets.LAUNCHABLE_TOKEN_BAZEL }}
+      - name: "bazel: Record build"
+        run: 'smart-tests record build --build "$GITHUB_RUN_ID" --branch "$GITHUB_REF_NAME" --source main=../.. --source cli=../../..'
+        env:
+          SMART_TESTS_TOKEN: ${{ secrets.LAUNCHABLE_TOKEN_BAZEL }}
+        working-directory: examples/bazel/java
+      - name: "bazel: Record session"
+        run: 'smart-tests record session --build "$GITHUB_RUN_ID" --session "$GITHUB_RUN_NUMBER-bazel" --test-suite "bazel"'
+        env:
+          SMART_TESTS_TOKEN: ${{ secrets.LAUNCHABLE_TOKEN_BAZEL }}
+        working-directory: examples/bazel/java
+      - name: "bazel: Subset"
+        run: bazelisk query 'tests(//...)' | smart-tests subset bazel --build "$GITHUB_RUN_ID" --session "$GITHUB_RUN_NUMBER-bazel" --target 30% > subset.txt
+        env:
+          SMART_TESTS_TOKEN: ${{ secrets.LAUNCHABLE_TOKEN_BAZEL }}
+        working-directory: examples/bazel/java
+      - name: "bazel: Run test"
+        run: bazelisk test $(cat subset.txt)
+        working-directory: examples/bazel/java
+      - name: "bazel: Record test results"
+        run: smart-tests record test bazel --build "$GITHUB_RUN_ID" --session "$GITHUB_RUN_NUMBER-bazel" .
+        if: always()
+        env:
+          SMART_TESTS_TOKEN: ${{ secrets.LAUNCHABLE_TOKEN_BAZEL }}
+        working-directory: examples/bazel/java
+      # go
+      - name: Install go-junit-report
+        run: |
+          go install github.com/jstemmer/go-junit-report@latest
+        working-directory: examples/go
+      - name: "go: verify"
+        run: "smart-tests verify"
+        env:
+          SMART_TESTS_TOKEN: ${{ secrets.LAUNCHABLE_TOKEN_GO }}
+      - name: "go: Record build"
+        run: 'smart-tests record build --build "$GITHUB_RUN_ID" --branch "$GITHUB_REF_NAME" --source main=.. --source cli=../..'
+        env:
+          SMART_TESTS_TOKEN: ${{ secrets.LAUNCHABLE_TOKEN_GO }}
+        working-directory: examples/go
+      - name: "go: Record session"
+        run: 'smart-tests record session --build "$GITHUB_RUN_ID" --session "$GITHUB_RUN_NUMBER-go" --test-suite "go-test"'
+        env:
+          SMART_TESTS_TOKEN: ${{ secrets.LAUNCHABLE_TOKEN_GO }}
+        working-directory: examples/go
+      - name: "go: Subset"
+        run: go test -list="Test|Example" ./... | smart-tests subset go-test --build "$GITHUB_RUN_ID" --session "$GITHUB_RUN_NUMBER-go" --confidence 80% > smart-tests-subset.txt
+        env:
+          SMART_TESTS_TOKEN: ${{ secrets.LAUNCHABLE_TOKEN_GO }}
+        working-directory: examples/go
+      - name: "go: Run test"
+        run: go test -run $(cat smart-tests-subset.txt) ./... -v 2>&1 | go-junit-report -set-exit-code > report.xml
+        working-directory: examples/go
+      - name: "go: Record test results"
+        run: smart-tests record test go-test --build "$GITHUB_RUN_ID" --session "$GITHUB_RUN_NUMBER-go" report.xml
+        if: always()
+        env:
+          SMART_TESTS_TOKEN: ${{ secrets.LAUNCHABLE_TOKEN_GO }}
+        working-directory: examples/go
+        # gradle
+      - name: "gradle: verify"
+        run: "smart-tests verify"
+        env:
+          SMART_TESTS_TOKEN: ${{ secrets.LAUNCHABLE_TOKEN_GRADLE }}
+      - name: "gradle: Record build"
+        run: 'smart-tests record build --build "$GITHUB_RUN_ID" --branch "$GITHUB_REF_NAME" --source main=.. --source cli=../..'
+        env:
+          SMART_TESTS_TOKEN: ${{ secrets.LAUNCHABLE_TOKEN_GRADLE }}
+        working-directory: examples/gradle
+      - name: "gradle: Record session"
+        run: 'smart-tests record session --build "$GITHUB_RUN_ID" --session "$GITHUB_RUN_NUMBER-gradle" --test-suite "gradle"'
+        env:
+          SMART_TESTS_TOKEN: ${{ secrets.LAUNCHABLE_TOKEN_GRADLE }}
+        working-directory: examples/gradle
+      - name: "gradle: Subset"
+        run: smart-tests subset gradle --build "$GITHUB_RUN_ID" --session "$GITHUB_RUN_NUMBER-gradle" --target 80% src/test/java > smart-tests-subset.txt
+        env:
+          SMART_TESTS_TOKEN: ${{ secrets.LAUNCHABLE_TOKEN_GRADLE }}
+        working-directory: examples/gradle
+      - name: "gradle: Run test"
+        run: ./gradlew test $(cat smart-tests-subset.txt)
+        working-directory: examples/gradle
+      - name: "gradle: Record test results"
+        run: smart-tests record test gradle --build "$GITHUB_RUN_ID" --session "$GITHUB_RUN_NUMBER-gradle" build/test-results/test
+        if: always()
+        env:
+          SMART_TESTS_TOKEN: ${{ secrets.LAUNCHABLE_TOKEN_GRADLE }}
+        working-directory: examples/gradle

smart_tests_cli-2.0.0rc1/.github/workflows/publish.yml

@@ -0,0 +1,95 @@
+# Publish workflow for the Smart Tests CLI
+# Builds and publishes packages to PyPI and Docker Hub
+
+name: Publish
+
+on:
+  workflow_dispatch:
+  push:
+    branches:
+    - main
+
+env:
+  IMAGE_NAME: cloudbees/smart-tests
+
+jobs:
+  tagpr:
+    permissions:
+      actions: write
+      contents: write
+      pull-requests: write
+    runs-on: ubuntu-latest
+    outputs:
+      tag: ${{ steps.run-tagpr.outputs.tag }}
+    steps:
+    - uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683 # v4.2.2
+    - id: run-tagpr
+      uses: Songmu/tagpr@e89d37247ca73d3e5620bf074a53fbd5b39e66b0 # v1.5.1
+      env:
+        GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+
+  pypi:
+    needs: tagpr
+    if: needs.tagpr.outputs.tag != '' || github.event_name == 'workflow_dispatch'
+
+    runs-on: ubuntu-22.04
+
+    steps:
+    - uses: actions/checkout@v4
+      with:
+        fetch-depth: 0
+    - name: Install uv
+      uses: astral-sh/setup-uv@v3
+    
+    - name: Build package
+      run: uv build
+    - name: Publish to PyPI
+      run: uv publish --token ${{ secrets.SMART_TESTS_PYPI_API_TOKEN }}
+    - name: Actions for Discord
+      uses: Ilshidur/action-discord@0.3.2
+      env:
+        DISCORD_WEBHOOK: ${{ secrets.DISCORD_WEBHOOK }}
+      with:
+        args: 'Smart Tests CLI ${{ needs.tagpr.outputs.tag }} is released! https://github.com/launchableinc/cli/releases/tag/${{ needs.tagpr.outputs.tag }}'
+
+  docker:
+    name: Push Docker image to Docker Hub
+    needs: tagpr
+    if: needs.tagpr.outputs.tag != '' || github.event_name == 'workflow_dispatch'
+
+    runs-on: ubuntu-22.04
+
+    permissions:
+      packages: write
+      contents: read
+      attestations: write
+      id-token: write
+    steps:
+      - name: Check out the repo
+        uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683 # v4.2.2
+
+      - name: Log in to Docker Hub
+        uses: docker/login-action@74a5d142397b4f367a81961eba4e8cd7edddf772 # v3.4.0
+        with:
+          username: ${{ secrets.DOCKER_USERNAME }}
+          password: ${{ secrets.DOCKER_PASSWORD }}
+
+      - name: Set up Docker Buildx
+        uses: docker/setup-buildx-action@b5ca514318bd6ebac0fb2aedd5d36ec1b5c232a2 # v3.10.0
+
+      - name: Build and push Docker image
+        id: push
+        uses: docker/build-push-action@263435318d21b8e681c14492fe198d362a7d2c83 # v6.18.0
+        with:
+          context: .
+          file: ./Dockerfile
+          platforms: linux/amd64,linux/arm64
+          push: true
+          tags: ${{ env.IMAGE_NAME }}:${{ needs.tagpr.outputs.tag }}
+
+      - name: Generate artifact attestation
+        uses: actions/attest-build-provenance@db473fddc028af60658334401dc6fa3ffd8669fd # v2.3.0
+        with:
+          subject-name: index.docker.io/${{ env.IMAGE_NAME }}
+          subject-digest: ${{ steps.push.outputs.digest }}
+          push-to-registry: true

smart_tests_cli-2.0.0rc1/.github/workflows/test.yml

@@ -0,0 +1,95 @@
+# Test workflow for the Smart Tests CLI
+# Runs tests, linting, type checking, and build verification
+
+name: Test
+
+on:
+  workflow_dispatch:
+  push:
+    branches: [ main ]
+    paths-ignore:
+      - 'WORKSPACE'
+      - 'src/**'
+  pull_request:
+    paths-ignore:
+      - 'WORKSPACE'
+      - 'src/**'
+  schedule:
+    # This job runs at 00:00 JST every day.
+    - cron: '0 9 * * *'
+
+env:
+  SMART_TESTS_ORGANIZATION: "launchableinc"
+  SMART_TESTS_WORKSPACE: "cli"
+  GITHUB_PULL_REQUEST_URL: ${{ github.event.pull_request.html_url }}
+  GITHUB_PR_HEAD_SHA: ${{ github.event.pull_request.head.sha }}
+
+permissions:
+  id-token: write
+  contents: read
+
+jobs:
+  build:
+    runs-on: ${{ matrix.os }}
+    strategy:
+      matrix:
+        os: [ubuntu-22.04, windows-latest]
+
+    steps:
+    - uses: actions/checkout@v4
+      with:
+        fetch-depth: 0
+    
+    - name: Install uv
+      uses: astral-sh/setup-uv@caf0cab7a618c569241d31dcd442f54681755d39 # v3
+      with:
+        enable-cache: true
+        cache-dependency-glob: "uv.lock"
+    
+    - name: Set up JDK 1.8
+      uses: actions/setup-java@c5195efecf7bdfc987ee8bae7a71cb8b11521c00 # v4.7.1
+      with:
+        java-version: 8
+        distribution: 'temurin'    
+    
+    - name: Install dependencies
+      run: uv sync --dev
+    
+    - name: Test package build
+      run: uv build
+    
+    - name: Type check
+      run: uv run poe type
+    
+    - name: Lint with flake8
+      run: uv run poe lint
+    - name: Pull request validation
+      run: |
+        # Install Smart Tests CLI from this repo's code as a global tool
+        uv tool install .
+
+        set -x
+
+        smart-tests verify
+
+        # Tell Smart Tests about the build you are producing and testing
+        smart-tests record build --build ${GITHUB_RUN_ID} --branch ${GITHUB_REF_NAME}
+
+        smart-tests record session --build ${GITHUB_RUN_ID} --session ${GITHUB_RUN_NUMBER}-${{ github.run_attempt }}-${{ matrix.os }} --test-suite 'python-unittest' --flavor os=${{ matrix.os }} --flavor python=$(cat .python-version)
+
+        # Find 25% of the relevant tests to run for this change
+        find tests -name test_*.py | grep -v tests/data | smart-tests subset file --build ${GITHUB_RUN_ID} --session ${GITHUB_RUN_NUMBER}-${{ github.run_attempt }}-${{ matrix.os }} --target 25% --rest smart-tests-remainder.txt > subset.txt
+
+        function record() {
+          # Record test results
+          SMART_TESTS_SLACK_NOTIFICATION=true smart-tests record test file  --build ${GITHUB_RUN_ID} --session ${GITHUB_RUN_NUMBER}-${{ github.run_attempt }}-${{ matrix.os }} test-results/*.xml
+        }
+
+        trap record EXIT
+
+        # Test subset of tests
+        uv run poe test-xml $(tr '\r\n' '\n' < subset.txt)
+
+        # Test rest of tests
+        uv run poe test-xml $(tr '\r\n' '\n' < smart-tests-remainder.txt)
+      shell: bash

smart_tests_cli-2.0.0rc1/.github/workflows/update_maven_install_json.yml

@@ -0,0 +1,40 @@
+name: Update maven_install.json
+on:
+  pull_request:
+    paths:
+      - 'WORKSPACE'
+jobs:
+  update:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v4
+        with:
+          ref: ${{ github.event.pull_request.head.ref }}
+          # Bot token is needed to ensure that git-push triggers relevant workflows
+          # See https://github.com/orgs/community/discussions/27146
+          token: ${{ secrets.LAUNCHABLEINC_CI_GITHUB_TOKEN }}
+      - name: Set up JDK 17
+        uses: actions/setup-java@v4
+        with:
+          distribution: temurin
+          java-version: '17'
+      - name: Setup Bazel
+        uses: bazelbuild/setup-bazelisk@b39c379c82683a5f25d34f0d062761f62693e0b2 # v3.0.0
+      - name: Cache Bazel outputs
+        uses: actions/cache@5a3ec84eff668545956fd18022155c47e93e2684 # v4.2.3
+        with:
+          path: "~/.cache/bazel"
+          key: bazel
+      - name: Update maven_install.json
+        run: |
+          bazel run @unpinned_maven//:pin
+      - name: Commit updated files
+        run: |
+          if ! git diff --exit-code --quiet
+          then
+            git add src/maven_install.json
+            git config --local user.email "nobody@launchableinc.com"
+            git config --local user.name "File Update GitHub Workflow"
+            git commit -m "Update maven_install.json"
+            git push
+          fi

smart_tests_cli-2.0.0rc1/.gitignore

@@ -0,0 +1,147 @@
+# Byte-compiled / optimized / DLL files
+__pycache__/
+*.py[cod]
+*$py.class
+
+# C extensions
+*.so
+
+# Distribution / packaging
+.Python
+build/
+develop-eggs/
+dist/
+downloads/
+eggs/
+.eggs/
+lib/
+lib64/
+parts/
+sdist/
+var/
+wheels/
+share/python-wheels/
+*.egg-info/
+.installed.cfg
+*.egg
+MANIFEST
+
+# PyInstaller
+#  Usually these files are written by a python script from a template
+#  before PyInstaller builds the exe, so as to inject date/other infos into it.
+*.manifest
+*.spec
+
+# Installer logs
+pip-log.txt
+pip-delete-this-directory.txt
+
+# Unit test / coverage reports
+htmlcov/
+.tox/
+.nox/
+.coverage
+.coverage.*
+.cache
+nosetests.xml
+coverage.xml
+*.cover
+*.py,cover
+.hypothesis/
+.pytest_cache/
+cover/
+
+# Translations
+*.mo
+*.pot
+
+# Django stuff:
+*.log
+local_settings.py
+db.sqlite3
+db.sqlite3-journal
+
+# Flask stuff:
+instance/
+.webassets-cache
+
+# Scrapy stuff:
+.scrapy
+
+# Sphinx documentation
+docs/_build/
+
+# PyBuilder
+.pybuilder/
+target/
+
+# Jupyter Notebook
+.ipynb_checkpoints
+
+# IPython
+profile_default/
+ipython_config.py
+
+# pyenv
+#   For a library or package, you might want to ignore these files since the code is
+#   intended to run in multiple environments; otherwise, check them in:
+# .python-version
+
+# pipenv
+#   According to pypa/pipenv#598, it is recommended to include Pipfile.lock in version control.
+#   However, in case of collaboration, if having platform-specific dependencies or dependencies
+#   having no cross-platform support, pipenv may install dependencies that don't work, or not
+#   install all needed dependencies.
+#Pipfile.lock
+
+# PEP 582; used by e.g. github.com/David-OConnor/pyflow
+__pypackages__/
+
+# Celery stuff
+celerybeat-schedule
+celerybeat.pid
+
+# SageMath parsed files
+*.sage.py
+
+# Environments
+.env
+.venv
+env/
+venv/
+ENV/
+env.bak/
+venv.bak/
+
+# Spyder project settings
+.spyderproject
+.spyproject
+
+# Rope project settings
+.ropeproject
+
+# mkdocs documentation
+/site
+
+# mypy
+.mypy_cache/
+.dmypy.json
+dmypy.json
+
+# Pyre type checker
+.pyre/
+
+# pytype static type analyzer
+.pytype/
+
+# Cython debug symbols
+cython_debug/
+
+# Targetting multiple Python versions
+Pipfile.lock
+
+.vscode/
+bazel-*
+
+.DS_Store
+.idea/*

smart_tests_cli-2.0.0rc1/.pre-commit-config.yaml

@@ -0,0 +1,39 @@
+repos:
+  - repo: https://github.com/pre-commit/pre-commit-hooks
+    rev: v4.0.1
+    hooks:
+    - id: end-of-file-fixer
+
+  - repo: https://github.com/PyCQA/flake8
+    rev: 7.0.0
+    hooks:
+    - id: flake8
+      args:
+        - --ignore=C901,E741,E126
+        - --max-line-length=130
+        - smart_tests/
+        - tests/
+
+  - repo: https://github.com/pycqa/isort
+    rev: 5.11.5
+    hooks:
+    - id: isort
+      args:
+        - "-l 130"
+        - --balanced
+        - smart_tests/*.py
+        - tests/*.py
+
+  - repo: https://github.com/hhatto/autopep8
+    rev: v2.3.1
+    hooks:
+    - id: autopep8
+      args:
+        - --in-place
+        - --recursive
+        - --aggressive
+        - --experimental
+        - --max-line-length=130
+        - --ignore=E126
+        - smart_tests/
+        - tests/

smart_tests_cli-2.0.0rc1/.python-version

@@ -0,0 +1 @@
+3.13

smart_tests_cli-2.0.0rc1/.tagpr

@@ -0,0 +1,43 @@
+# config file for the tagpr in git config format
+# The tagpr generates the initial configuration, which you can rewrite to suit your environment.
+# CONFIGURATIONS:
+#   tagpr.releaseBranch
+#       Generally, it is "main." It is the branch for releases. The tagpr tracks this branch,
+#       creates or updates a pull request as a release candidate, or tags when they are merged.
+#
+#   tagpr.versionFile
+#       Versioning file containing the semantic version needed to be updated at release.
+#       It will be synchronized with the "git tag".
+#       Often this is a meta-information file such as gemspec, setup.cfg, package.json, etc.
+#       Sometimes the source code file, such as version.go or Bar.pm, is used.
+#       If you do not want to use versioning files but only git tags, specify the "-" string here.
+#       You can specify multiple version files by comma separated strings.
+#
+#   tagpr.vPrefix
+#       Flag whether or not v-prefix is added to semver when git tagging. (e.g. v1.2.3 if true)
+#       This is only a tagging convention, not how it is described in the version file.
+#
+#   tagpr.changelog (Optional)
+#       Flag whether or not changelog is added or changed during the release.
+#
+#   tagpr.command (Optional)
+#       Command to change files just before release.
+#
+#   tagpr.template (Optional)
+#       Pull request template in go template format
+#
+#   tagpr.release (Optional)
+#       GitHub Release creation behavior after tagging [true, draft, false]
+#       If this value is not set, the release is to be created.
+#
+#   tagpr.majorLabels (Optional)
+#       Label of major update targets. Default is [major]
+#
+#   tagpr.minorLabels (Optional)
+#       Label of minor update targets. Default is [minor]
+#
+[tagpr]
+	vPrefix = true
+	releaseBranch = main
+	versionFile = -
+	changelog = false

smart_tests_cli-2.0.0rc1/CONTRIBUTING.md

@@ -0,0 +1,19 @@
+# Coding style
+Code should follow [pep8](https://www.python.org/dev/peps/pep-0008/). To check coding style, this repo using `[flake8](https://flake8.pycqa.org/)` on Github Actions.
+`[autopep8](https://pypi.org/project/autopep8/)` might help you fixing your code's style.
+
+# Development
+You can use Python's `-m` option to launch module directly.
+```shell
+python3 -m smart_tests record commit
+```
+
+# Design Philosophy
+- **Dependencies**: Smart Tests needs to run with varying environments of users. So when we need to
+  reduce dependencies to other packages or tools installed on the system. For example, Python packages
+  we depend on and their version constraints might conflict with what other Python packages specifies.
+  Some libraries have native components, which need to be built during `pip install` and that adds to
+  the burden, too.
+- **Extensibility**: Test runners people use are all over the map. To provide 1st class support for those
+  while keeping the code DRY, CLI has two layers. The core layer that defines a properly abstracted
+  generic logic, and tool specific "integration" layers that glue the core layer and different tools.