zope.testrunner 7.2__tar.gz → 7.4__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {zope_testrunner-7.2 → zope_testrunner-7.4}/CHANGES.rst +15 -0
- {zope_testrunner-7.2 → zope_testrunner-7.4}/PKG-INFO +16 -1
- {zope_testrunner-7.2 → zope_testrunner-7.4}/setup.py +1 -1
- {zope_testrunner-7.2 → zope_testrunner-7.4}/src/zope/testrunner/find.py +9 -2
- {zope_testrunner-7.2 → zope_testrunner-7.4}/src/zope/testrunner/options.py +6 -0
- {zope_testrunner-7.2 → zope_testrunner-7.4}/src/zope/testrunner/runner.py +21 -8
- {zope_testrunner-7.2 → zope_testrunner-7.4}/src/zope/testrunner/tests/test_doctest.py +1 -1
- {zope_testrunner-7.2 → zope_testrunner-7.4}/src/zope/testrunner/tests/testrunner-debugging.rst +41 -0
- zope_testrunner-7.2/src/zope/testrunner/tests/testrunner-ex-719369/sampletestsf.py → zope_testrunner-7.4/src/zope/testrunner/tests/testrunner-ex-expectedFailure/sample_expected_failure_tests.py +7 -3
- zope_testrunner-7.4/src/zope/testrunner/tests/testrunner-expected-failures.rst +65 -0
- {zope_testrunner-7.2 → zope_testrunner-7.4}/src/zope.testrunner.egg-info/PKG-INFO +16 -1
- {zope_testrunner-7.2 → zope_testrunner-7.4}/src/zope.testrunner.egg-info/SOURCES.txt +2 -32
- zope_testrunner-7.2/docs/_build/html/_sources/api.rst.txt +0 -7
- zope_testrunner-7.2/docs/_build/html/_sources/changelog.rst.txt +0 -1
- zope_testrunner-7.2/docs/_build/html/_sources/cli.rst.txt +0 -9
- zope_testrunner-7.2/docs/_build/html/_sources/getting-started.rst.txt +0 -146
- zope_testrunner-7.2/docs/_build/html/_sources/index.rst.txt +0 -97
- zope_testrunner-7.2/docs/_build/html/_sources/testrunner-arguments.rst.txt +0 -1
- zope_testrunner-7.2/docs/_build/html/_sources/testrunner-colors.rst.txt +0 -1
- zope_testrunner-7.2/docs/_build/html/_sources/testrunner-coverage.rst.txt +0 -1
- zope_testrunner-7.2/docs/_build/html/_sources/testrunner-debugging.rst.txt +0 -1
- zope_testrunner-7.2/docs/_build/html/_sources/testrunner-discovery.rst.txt +0 -1
- zope_testrunner-7.2/docs/_build/html/_sources/testrunner-edge-cases.rst.txt +0 -1
- zope_testrunner-7.2/docs/_build/html/_sources/testrunner-eggsupport.rst.txt +0 -1
- zope_testrunner-7.2/docs/_build/html/_sources/testrunner-errors.rst.txt +0 -1
- zope_testrunner-7.2/docs/_build/html/_sources/testrunner-gc.rst.txt +0 -1
- zope_testrunner-7.2/docs/_build/html/_sources/testrunner-knit.rst.txt +0 -1
- zope_testrunner-7.2/docs/_build/html/_sources/testrunner-layers-api.rst.txt +0 -1
- zope_testrunner-7.2/docs/_build/html/_sources/testrunner-layers-instances.rst.txt +0 -1
- zope_testrunner-7.2/docs/_build/html/_sources/testrunner-layers-ntd.rst.txt +0 -1
- zope_testrunner-7.2/docs/_build/html/_sources/testrunner-layers.rst.txt +0 -1
- zope_testrunner-7.2/docs/_build/html/_sources/testrunner-leaks.rst.txt +0 -1
- zope_testrunner-7.2/docs/_build/html/_sources/testrunner-new-threads.rst.txt +0 -1
- zope_testrunner-7.2/docs/_build/html/_sources/testrunner-profiling.rst.txt +0 -1
- zope_testrunner-7.2/docs/_build/html/_sources/testrunner-progress.rst.txt +0 -1
- zope_testrunner-7.2/docs/_build/html/_sources/testrunner-repeat.rst.txt +0 -1
- zope_testrunner-7.2/docs/_build/html/_sources/testrunner-shuffle.rst.txt +0 -1
- zope_testrunner-7.2/docs/_build/html/_sources/testrunner-simple.rst.txt +0 -1
- zope_testrunner-7.2/docs/_build/html/_sources/testrunner-test-selection.rst.txt +0 -1
- zope_testrunner-7.2/docs/_build/html/_sources/testrunner-verbose.rst.txt +0 -1
- zope_testrunner-7.2/docs/_build/html/_sources/testrunner-wo-source.rst.txt +0 -1
- zope_testrunner-7.2/docs/_build/html/_sources/testrunner.rst.txt +0 -1
- zope_testrunner-7.2/src/zope/testrunner/tests/testrunner-unexpected-success.rst +0 -42
- {zope_testrunner-7.2 → zope_testrunner-7.4}/.pre-commit-config.yaml +0 -0
- {zope_testrunner-7.2 → zope_testrunner-7.4}/.readthedocs.yaml +0 -0
- {zope_testrunner-7.2 → zope_testrunner-7.4}/CONTRIBUTING.md +0 -0
- {zope_testrunner-7.2 → zope_testrunner-7.4}/COPYRIGHT.rst +0 -0
- {zope_testrunner-7.2 → zope_testrunner-7.4}/DEVELOPING.rst +0 -0
- {zope_testrunner-7.2 → zope_testrunner-7.4}/LICENSE.md +0 -0
- {zope_testrunner-7.2 → zope_testrunner-7.4}/MANIFEST.in +0 -0
- {zope_testrunner-7.2 → zope_testrunner-7.4}/README.rst +0 -0
- {zope_testrunner-7.2 → zope_testrunner-7.4}/buildout.cfg +0 -0
- {zope_testrunner-7.2 → zope_testrunner-7.4}/docs/api.rst +0 -0
- {zope_testrunner-7.2 → zope_testrunner-7.4}/docs/changelog.rst +0 -0
- {zope_testrunner-7.2 → zope_testrunner-7.4}/docs/cli.rst +0 -0
- {zope_testrunner-7.2 → zope_testrunner-7.4}/docs/conf.py +0 -0
- {zope_testrunner-7.2 → zope_testrunner-7.4}/docs/getting-started.rst +0 -0
- {zope_testrunner-7.2 → zope_testrunner-7.4}/docs/index.rst +0 -0
- {zope_testrunner-7.2 → zope_testrunner-7.4}/docs/requirements.txt +0 -0
- {zope_testrunner-7.2 → zope_testrunner-7.4}/docs/testrunner-arguments.rst +0 -0
- {zope_testrunner-7.2 → zope_testrunner-7.4}/docs/testrunner-colors.rst +0 -0
- {zope_testrunner-7.2 → zope_testrunner-7.4}/docs/testrunner-coverage.rst +0 -0
- {zope_testrunner-7.2 → zope_testrunner-7.4}/docs/testrunner-debugging.rst +0 -0
- {zope_testrunner-7.2 → zope_testrunner-7.4}/docs/testrunner-discovery.rst +0 -0
- {zope_testrunner-7.2 → zope_testrunner-7.4}/docs/testrunner-edge-cases.rst +0 -0
- {zope_testrunner-7.2 → zope_testrunner-7.4}/docs/testrunner-errors.rst +0 -0
- {zope_testrunner-7.2 → zope_testrunner-7.4}/docs/testrunner-gc.rst +0 -0
- {zope_testrunner-7.2 → zope_testrunner-7.4}/docs/testrunner-knit.rst +0 -0
- {zope_testrunner-7.2 → zope_testrunner-7.4}/docs/testrunner-layers-api.rst +0 -0
- {zope_testrunner-7.2 → zope_testrunner-7.4}/docs/testrunner-layers-instances.rst +0 -0
- {zope_testrunner-7.2 → zope_testrunner-7.4}/docs/testrunner-layers-ntd.rst +0 -0
- {zope_testrunner-7.2 → zope_testrunner-7.4}/docs/testrunner-layers.rst +0 -0
- {zope_testrunner-7.2 → zope_testrunner-7.4}/docs/testrunner-leaks.rst +0 -0
- {zope_testrunner-7.2 → zope_testrunner-7.4}/docs/testrunner-new-threads.rst +0 -0
- {zope_testrunner-7.2 → zope_testrunner-7.4}/docs/testrunner-profiling.rst +0 -0
- {zope_testrunner-7.2 → zope_testrunner-7.4}/docs/testrunner-progress.rst +0 -0
- {zope_testrunner-7.2 → zope_testrunner-7.4}/docs/testrunner-repeat.rst +0 -0
- {zope_testrunner-7.2 → zope_testrunner-7.4}/docs/testrunner-shuffle.rst +0 -0
- {zope_testrunner-7.2 → zope_testrunner-7.4}/docs/testrunner-simple.rst +0 -0
- {zope_testrunner-7.2 → zope_testrunner-7.4}/docs/testrunner-test-selection.rst +0 -0
- {zope_testrunner-7.2 → zope_testrunner-7.4}/docs/testrunner-verbose.rst +0 -0
- {zope_testrunner-7.2 → zope_testrunner-7.4}/docs/testrunner-wo-source.rst +0 -0
- {zope_testrunner-7.2 → zope_testrunner-7.4}/docs/testrunner.rst +0 -0
- {zope_testrunner-7.2 → zope_testrunner-7.4}/pyproject.toml +0 -0
- {zope_testrunner-7.2 → zope_testrunner-7.4}/setup.cfg +0 -0
- {zope_testrunner-7.2 → zope_testrunner-7.4}/src/zope/__init__.py +0 -0
- {zope_testrunner-7.2 → zope_testrunner-7.4}/src/zope/testrunner/__init__.py +0 -0
- {zope_testrunner-7.2 → zope_testrunner-7.4}/src/zope/testrunner/__main__.py +0 -0
- {zope_testrunner-7.2 → zope_testrunner-7.4}/src/zope/testrunner/_doctest.py +0 -0
- {zope_testrunner-7.2 → zope_testrunner-7.4}/src/zope/testrunner/coverage.py +0 -0
- {zope_testrunner-7.2 → zope_testrunner-7.4}/src/zope/testrunner/debug.py +0 -0
- {zope_testrunner-7.2 → zope_testrunner-7.4}/src/zope/testrunner/digraph.py +0 -0
- {zope_testrunner-7.2 → zope_testrunner-7.4}/src/zope/testrunner/exceptions.py +0 -0
- {zope_testrunner-7.2 → zope_testrunner-7.4}/src/zope/testrunner/feature.py +0 -0
- {zope_testrunner-7.2 → zope_testrunner-7.4}/src/zope/testrunner/filter.py +0 -0
- {zope_testrunner-7.2 → zope_testrunner-7.4}/src/zope/testrunner/formatter.py +0 -0
- {zope_testrunner-7.2 → zope_testrunner-7.4}/src/zope/testrunner/garbagecollection.py +0 -0
- {zope_testrunner-7.2 → zope_testrunner-7.4}/src/zope/testrunner/interfaces.py +0 -0
- {zope_testrunner-7.2 → zope_testrunner-7.4}/src/zope/testrunner/layer.py +0 -0
- {zope_testrunner-7.2 → zope_testrunner-7.4}/src/zope/testrunner/listing.py +0 -0
- {zope_testrunner-7.2 → zope_testrunner-7.4}/src/zope/testrunner/logsupport.py +0 -0
- {zope_testrunner-7.2 → zope_testrunner-7.4}/src/zope/testrunner/process.py +0 -0
- {zope_testrunner-7.2 → zope_testrunner-7.4}/src/zope/testrunner/profiling.py +0 -0
- {zope_testrunner-7.2 → zope_testrunner-7.4}/src/zope/testrunner/refcount.py +0 -0
- {zope_testrunner-7.2 → zope_testrunner-7.4}/src/zope/testrunner/selftest.py +0 -0
- {zope_testrunner-7.2 → zope_testrunner-7.4}/src/zope/testrunner/shuffle.py +0 -0
- {zope_testrunner-7.2 → zope_testrunner-7.4}/src/zope/testrunner/statistics.py +0 -0
- {zope_testrunner-7.2 → zope_testrunner-7.4}/src/zope/testrunner/tb_format.py +0 -0
- {zope_testrunner-7.2 → zope_testrunner-7.4}/src/zope/testrunner/tests/__init__.py +0 -0
- {zope_testrunner-7.2 → zope_testrunner-7.4}/src/zope/testrunner/tests/logsupport/log.ini +0 -0
- {zope_testrunner-7.2 → zope_testrunner-7.4}/src/zope/testrunner/tests/test_digraph.py +0 -0
- {zope_testrunner-7.2 → zope_testrunner-7.4}/src/zope/testrunner/tests/test_filter.py +0 -0
- {zope_testrunner-7.2 → zope_testrunner-7.4}/src/zope/testrunner/tests/test_find.py +0 -0
- {zope_testrunner-7.2 → zope_testrunner-7.4}/src/zope/testrunner/tests/test_logsupport.py +0 -0
- {zope_testrunner-7.2 → zope_testrunner-7.4}/src/zope/testrunner/tests/test_runner.py +0 -0
- {zope_testrunner-7.2 → zope_testrunner-7.4}/src/zope/testrunner/tests/test_subunit.py +0 -0
- {zope_testrunner-7.2 → zope_testrunner-7.4}/src/zope/testrunner/tests/test_threadsupport.py +0 -0
- {zope_testrunner-7.2 → zope_testrunner-7.4}/src/zope/testrunner/tests/test_xml_output.py +0 -0
- {zope_testrunner-7.2 → zope_testrunner-7.4}/src/zope/testrunner/tests/testrunner-arguments.rst +0 -0
- {zope_testrunner-7.2 → zope_testrunner-7.4}/src/zope/testrunner/tests/testrunner-colors.rst +0 -0
- {zope_testrunner-7.2 → zope_testrunner-7.4}/src/zope/testrunner/tests/testrunner-coverage-win32.rst +0 -0
- {zope_testrunner-7.2 → zope_testrunner-7.4}/src/zope/testrunner/tests/testrunner-coverage.rst +0 -0
- {zope_testrunner-7.2 → zope_testrunner-7.4}/src/zope/testrunner/tests/testrunner-debugging-import-failure.rst +0 -0
- {zope_testrunner-7.2 → zope_testrunner-7.4}/src/zope/testrunner/tests/testrunner-debugging-layer-setup.rst +0 -0
- {zope_testrunner-7.2 → zope_testrunner-7.4}/src/zope/testrunner/tests/testrunner-debugging-nonprintable-exc.rst +0 -0
- {zope_testrunner-7.2 → zope_testrunner-7.4}/src/zope/testrunner/tests/testrunner-discovery.rst +0 -0
- {zope_testrunner-7.2 → zope_testrunner-7.4}/src/zope/testrunner/tests/testrunner-edge-cases.rst +0 -0
- {zope_testrunner-7.2 → zope_testrunner-7.4}/src/zope/testrunner/tests/testrunner-errors.rst +0 -0
- {zope_testrunner-7.2 → zope_testrunner-7.4}/src/zope/testrunner/tests/testrunner-ex/README.rst +0 -0
- {zope_testrunner-7.2 → zope_testrunner-7.4}/src/zope/testrunner/tests/testrunner-ex/brokenlayer.py +0 -0
- {zope_testrunner-7.2 → zope_testrunner-7.4}/src/zope/testrunner/tests/testrunner-ex/gc-after-test.py +0 -0
- {zope_testrunner-7.2 → zope_testrunner-7.4}/src/zope/testrunner/tests/testrunner-ex/gc0.py +0 -0
- {zope_testrunner-7.2 → zope_testrunner-7.4}/src/zope/testrunner/tests/testrunner-ex/gc1.py +0 -0
- {zope_testrunner-7.2 → zope_testrunner-7.4}/src/zope/testrunner/tests/testrunner-ex/gcset.py +0 -0
- {zope_testrunner-7.2 → zope_testrunner-7.4}/src/zope/testrunner/tests/testrunner-ex/gcstats.py +0 -0
- {zope_testrunner-7.2 → zope_testrunner-7.4}/src/zope/testrunner/tests/testrunner-ex/leak.py +0 -0
- {zope_testrunner-7.2 → zope_testrunner-7.4}/src/zope/testrunner/tests/testrunner-ex/new_threads.py +0 -0
- {zope_testrunner-7.2 → zope_testrunner-7.4}/src/zope/testrunner/tests/testrunner-ex/pledge.py +0 -0
- {zope_testrunner-7.2 → zope_testrunner-7.4}/src/zope/testrunner/tests/testrunner-ex/sample1/__init__.py +0 -0
- {zope_testrunner-7.2 → zope_testrunner-7.4}/src/zope/testrunner/tests/testrunner-ex/sample1/sample11/__init__.py +0 -0
- {zope_testrunner-7.2 → zope_testrunner-7.4}/src/zope/testrunner/tests/testrunner-ex/sample1/sample11/sampletests.py +0 -0
- {zope_testrunner-7.2 → zope_testrunner-7.4}/src/zope/testrunner/tests/testrunner-ex/sample1/sample12/__init__.py +0 -0
- {zope_testrunner-7.2 → zope_testrunner-7.4}/src/zope/testrunner/tests/testrunner-ex/sample1/sample13/__init__.py +0 -0
- {zope_testrunner-7.2 → zope_testrunner-7.4}/src/zope/testrunner/tests/testrunner-ex/sample1/sample13/sampletests.py +0 -0
- {zope_testrunner-7.2 → zope_testrunner-7.4}/src/zope/testrunner/tests/testrunner-ex/sample1/sampletests/__init__.py +0 -0
- {zope_testrunner-7.2 → zope_testrunner-7.4}/src/zope/testrunner/tests/testrunner-ex/sample1/sampletests/test1.py +0 -0
- {zope_testrunner-7.2 → zope_testrunner-7.4}/src/zope/testrunner/tests/testrunner-ex/sample1/sampletests/test11.py +0 -0
- {zope_testrunner-7.2 → zope_testrunner-7.4}/src/zope/testrunner/tests/testrunner-ex/sample1/sampletests/test111.py +0 -0
- {zope_testrunner-7.2 → zope_testrunner-7.4}/src/zope/testrunner/tests/testrunner-ex/sample1/sampletests/test112.py +0 -0
- {zope_testrunner-7.2 → zope_testrunner-7.4}/src/zope/testrunner/tests/testrunner-ex/sample1/sampletests/test12.py +0 -0
- {zope_testrunner-7.2 → zope_testrunner-7.4}/src/zope/testrunner/tests/testrunner-ex/sample1/sampletests/test121.py +0 -0
- {zope_testrunner-7.2 → zope_testrunner-7.4}/src/zope/testrunner/tests/testrunner-ex/sample1/sampletests/test122.py +0 -0
- {zope_testrunner-7.2 → zope_testrunner-7.4}/src/zope/testrunner/tests/testrunner-ex/sample1/sampletests/test_one.py +0 -0
- {zope_testrunner-7.2 → zope_testrunner-7.4}/src/zope/testrunner/tests/testrunner-ex/sample1/sampletests_discover.py +0 -0
- {zope_testrunner-7.2 → zope_testrunner-7.4}/src/zope/testrunner/tests/testrunner-ex/sample1/sampletests_discover_notests.py +0 -0
- {zope_testrunner-7.2 → zope_testrunner-7.4}/src/zope/testrunner/tests/testrunner-ex/sample1/sampletests_none_suite.py +0 -0
- {zope_testrunner-7.2 → zope_testrunner-7.4}/src/zope/testrunner/tests/testrunner-ex/sample1/sampletests_none_test.py +0 -0
- {zope_testrunner-7.2 → zope_testrunner-7.4}/src/zope/testrunner/tests/testrunner-ex/sample1/sampletests_ntd.py +0 -0
- {zope_testrunner-7.2 → zope_testrunner-7.4}/src/zope/testrunner/tests/testrunner-ex/sample1/sampletests_ntds.py +0 -0
- {zope_testrunner-7.2 → zope_testrunner-7.4}/src/zope/testrunner/tests/testrunner-ex/sample1/sampletestsf.py +0 -0
- {zope_testrunner-7.2 → zope_testrunner-7.4}/src/zope/testrunner/tests/testrunner-ex/sample2/__init__.py +0 -0
- {zope_testrunner-7.2 → zope_testrunner-7.4}/src/zope/testrunner/tests/testrunner-ex/sample2/badsyntax.py +0 -0
- {zope_testrunner-7.2 → zope_testrunner-7.4}/src/zope/testrunner/tests/testrunner-ex/sample2/do-not-enter/sampletests.py +0 -0
- {zope_testrunner-7.2 → zope_testrunner-7.4}/src/zope/testrunner/tests/testrunner-ex/sample2/e.rst +0 -0
- {zope_testrunner-7.2 → zope_testrunner-7.4}/src/zope/testrunner/tests/testrunner-ex/sample2/sample21/__init__.py +0 -0
- {zope_testrunner-7.2 → zope_testrunner-7.4}/src/zope/testrunner/tests/testrunner-ex/sample2/sample21/sampletests.py +0 -0
- {zope_testrunner-7.2 → zope_testrunner-7.4}/src/zope/testrunner/tests/testrunner-ex/sample2/sample21/sampletests_i.py +0 -0
- {zope_testrunner-7.2 → zope_testrunner-7.4}/src/zope/testrunner/tests/testrunner-ex/sample2/sample22/__init__.py +0 -0
- {zope_testrunner-7.2 → zope_testrunner-7.4}/src/zope/testrunner/tests/testrunner-ex/sample2/sample22/sampletests_i.py +0 -0
- {zope_testrunner-7.2 → zope_testrunner-7.4}/src/zope/testrunner/tests/testrunner-ex/sample2/sample23/__init__.py +0 -0
- {zope_testrunner-7.2 → zope_testrunner-7.4}/src/zope/testrunner/tests/testrunner-ex/sample2/sample23/sampletests_i.py +0 -0
- {zope_testrunner-7.2 → zope_testrunner-7.4}/src/zope/testrunner/tests/testrunner-ex/sample2/sampletests/__init__.py +0 -0
- {zope_testrunner-7.2 → zope_testrunner-7.4}/src/zope/testrunner/tests/testrunner-ex/sample2/sampletests/test_1.py +0 -0
- {zope_testrunner-7.2 → zope_testrunner-7.4}/src/zope/testrunner/tests/testrunner-ex/sample2/sampletests/testone.py +0 -0
- {zope_testrunner-7.2 → zope_testrunner-7.4}/src/zope/testrunner/tests/testrunner-ex/sample2/sampletests_1.py +0 -0
- {zope_testrunner-7.2 → zope_testrunner-7.4}/src/zope/testrunner/tests/testrunner-ex/sample2/sampletests_e.py +0 -0
- {zope_testrunner-7.2 → zope_testrunner-7.4}/src/zope/testrunner/tests/testrunner-ex/sample2/sampletests_f.py +0 -0
- {zope_testrunner-7.2 → zope_testrunner-7.4}/src/zope/testrunner/tests/testrunner-ex/sample2/sampletests_ntd.py +0 -0
- {zope_testrunner-7.2 → zope_testrunner-7.4}/src/zope/testrunner/tests/testrunner-ex/sample2/sampletests_ntds.py +0 -0
- {zope_testrunner-7.2 → zope_testrunner-7.4}/src/zope/testrunner/tests/testrunner-ex/sample2/stderrtest.py +0 -0
- {zope_testrunner-7.2 → zope_testrunner-7.4}/src/zope/testrunner/tests/testrunner-ex/sample2/stdstreamstest.py +0 -0
- {zope_testrunner-7.2 → zope_testrunner-7.4}/src/zope/testrunner/tests/testrunner-ex/sample3/__init__.py +0 -0
- {zope_testrunner-7.2 → zope_testrunner-7.4}/src/zope/testrunner/tests/testrunner-ex/sample3/post_mortem5.rst +0 -0
- {zope_testrunner-7.2 → zope_testrunner-7.4}/src/zope/testrunner/tests/testrunner-ex/sample3/post_mortem6.rst +0 -0
- {zope_testrunner-7.2 → zope_testrunner-7.4}/src/zope/testrunner/tests/testrunner-ex/sample3/post_mortem_failure.rst +0 -0
- {zope_testrunner-7.2 → zope_testrunner-7.4}/src/zope/testrunner/tests/testrunner-ex/sample3/sample31/__init__.py +0 -0
- {zope_testrunner-7.2 → zope_testrunner-7.4}/src/zope/testrunner/tests/testrunner-ex/sample3/sample32/__init__.py +0 -0
- {zope_testrunner-7.2 → zope_testrunner-7.4}/src/zope/testrunner/tests/testrunner-ex/sample3/sample33/__init__.py +0 -0
- {zope_testrunner-7.2 → zope_testrunner-7.4}/src/zope/testrunner/tests/testrunner-ex/sample3/sampletests.py +0 -0
- {zope_testrunner-7.2 → zope_testrunner-7.4}/src/zope/testrunner/tests/testrunner-ex/sample3/sampletests_d.py +0 -0
- {zope_testrunner-7.2 → zope_testrunner-7.4}/src/zope/testrunner/tests/testrunner-ex/sample3/sampletests_ntd.py +0 -0
- {zope_testrunner-7.2 → zope_testrunner-7.4}/src/zope/testrunner/tests/testrunner-ex/sample3/set_trace5.rst +0 -0
- {zope_testrunner-7.2 → zope_testrunner-7.4}/src/zope/testrunner/tests/testrunner-ex/sample3/set_trace6.rst +0 -0
- {zope_testrunner-7.2 → zope_testrunner-7.4}/src/zope/testrunner/tests/testrunner-ex/samplelayers.py +0 -0
- {zope_testrunner-7.2 → zope_testrunner-7.4}/src/zope/testrunner/tests/testrunner-ex/sampletests/__init__.py +0 -0
- {zope_testrunner-7.2 → zope_testrunner-7.4}/src/zope/testrunner/tests/testrunner-ex/sampletests/test1.py +0 -0
- {zope_testrunner-7.2 → zope_testrunner-7.4}/src/zope/testrunner/tests/testrunner-ex/sampletests/test11.py +0 -0
- {zope_testrunner-7.2 → zope_testrunner-7.4}/src/zope/testrunner/tests/testrunner-ex/sampletests/test111.py +0 -0
- {zope_testrunner-7.2 → zope_testrunner-7.4}/src/zope/testrunner/tests/testrunner-ex/sampletests/test112.py +0 -0
- {zope_testrunner-7.2 → zope_testrunner-7.4}/src/zope/testrunner/tests/testrunner-ex/sampletests/test12.py +0 -0
- {zope_testrunner-7.2 → zope_testrunner-7.4}/src/zope/testrunner/tests/testrunner-ex/sampletests/test121.py +0 -0
- {zope_testrunner-7.2 → zope_testrunner-7.4}/src/zope/testrunner/tests/testrunner-ex/sampletests/test122.py +0 -0
- {zope_testrunner-7.2 → zope_testrunner-7.4}/src/zope/testrunner/tests/testrunner-ex/sampletests/test_one.py +0 -0
- {zope_testrunner-7.2 → zope_testrunner-7.4}/src/zope/testrunner/tests/testrunner-ex/sampletests.rst +0 -0
- {zope_testrunner-7.2 → zope_testrunner-7.4}/src/zope/testrunner/tests/testrunner-ex/sampletests_buffering.py +0 -0
- {zope_testrunner-7.2 → zope_testrunner-7.4}/src/zope/testrunner/tests/testrunner-ex/sampletests_many.py +0 -0
- {zope_testrunner-7.2 → zope_testrunner-7.4}/src/zope/testrunner/tests/testrunner-ex/sampletestsf.py +0 -0
- {zope_testrunner-7.2 → zope_testrunner-7.4}/src/zope/testrunner/tests/testrunner-ex/sampletestsl.rst +0 -0
- {zope_testrunner-7.2 → zope_testrunner-7.4}/src/zope/testrunner/tests/testrunner-ex/subtest.py +0 -0
- {zope_testrunner-7.2 → zope_testrunner-7.4}/src/zope/testrunner/tests/testrunner-ex/unicode.py +0 -0
- {zope_testrunner-7.2 → zope_testrunner-7.4}/src/zope/testrunner/tests/testrunner-ex/usecompiled/README.rst +0 -0
- {zope_testrunner-7.2 → zope_testrunner-7.4}/src/zope/testrunner/tests/testrunner-ex/usecompiled/__init__.py +0 -0
- {zope_testrunner-7.2 → zope_testrunner-7.4}/src/zope/testrunner/tests/testrunner-ex/usecompiled/compiletest.py +0 -0
- {zope_testrunner-7.2 → zope_testrunner-7.4}/src/zope/testrunner/tests/testrunner-ex/usecompiled/package/__init__.py +0 -0
- {zope_testrunner-7.2 → zope_testrunner-7.4}/src/zope/testrunner/tests/testrunner-ex/usecompiled/package/compiletest.py +0 -0
- {zope_testrunner-7.2 → zope_testrunner-7.4}/src/zope/testrunner/tests/testrunner-ex-251759/eggs/foo.bar-1.2-py2.5.egg/foo/__init__.py +0 -0
- {zope_testrunner-7.2 → zope_testrunner-7.4}/src/zope/testrunner/tests/testrunner-ex-251759/eggs/foo.bar-1.2-py2.5.egg/foo/bar/__init__.py +0 -0
- {zope_testrunner-7.2 → zope_testrunner-7.4}/src/zope/testrunner/tests/testrunner-ex-251759/eggs/foo.bar-1.2-py2.5.egg/foo/bar/tests.py +0 -0
- {zope_testrunner-7.2 → zope_testrunner-7.4}/src/zope/testrunner/tests/testrunner-ex-251759/eggs/foo.bar-1.2-py2.5.egg/test.py +0 -0
- {zope_testrunner-7.2 → zope_testrunner-7.4}/src/zope/testrunner/tests/testrunner-ex-37/layers.py +0 -0
- {zope_testrunner-7.2 → zope_testrunner-7.4}/src/zope/testrunner/tests/testrunner-ex-37/stop_on_error.py +0 -0
- {zope_testrunner-7.2 → zope_testrunner-7.4}/src/zope/testrunner/tests/testrunner-ex-37/stop_on_failure.py +0 -0
- {zope_testrunner-7.2 → zope_testrunner-7.4}/src/zope/testrunner/tests/testrunner-ex-6/cwdtests.py +0 -0
- {zope_testrunner-7.2 → zope_testrunner-7.4}/src/zope/testrunner/tests/testrunner-ex-pp-lib/sample4/__init__.py +0 -0
- {zope_testrunner-7.2 → zope_testrunner-7.4}/src/zope/testrunner/tests/testrunner-ex-pp-lib/sample4/products/__init__.py +0 -0
- {zope_testrunner-7.2 → zope_testrunner-7.4}/src/zope/testrunner/tests/testrunner-ex-pp-products/__init__.py +0 -0
- {zope_testrunner-7.2 → zope_testrunner-7.4}/src/zope/testrunner/tests/testrunner-ex-pp-products/more/__init__.py +0 -0
- {zope_testrunner-7.2 → zope_testrunner-7.4}/src/zope/testrunner/tests/testrunner-ex-pp-products/more/sampletests.py +0 -0
- {zope_testrunner-7.2 → zope_testrunner-7.4}/src/zope/testrunner/tests/testrunner-ex-pp-products/sampletests.py +0 -0
- {zope_testrunner-7.2 → zope_testrunner-7.4}/src/zope/testrunner/tests/testrunner-ex-skip/sample_skipped_tests.py +0 -0
- {zope_testrunner-7.2 → zope_testrunner-7.4}/src/zope/testrunner/tests/testrunner-gc-after-test.rst +0 -0
- {zope_testrunner-7.2 → zope_testrunner-7.4}/src/zope/testrunner/tests/testrunner-gc.rst +0 -0
- {zope_testrunner-7.2 → zope_testrunner-7.4}/src/zope/testrunner/tests/testrunner-knit.rst +0 -0
- {zope_testrunner-7.2 → zope_testrunner-7.4}/src/zope/testrunner/tests/testrunner-layers-api.rst +0 -0
- {zope_testrunner-7.2 → zope_testrunner-7.4}/src/zope/testrunner/tests/testrunner-layers-buff.rst +0 -0
- {zope_testrunner-7.2 → zope_testrunner-7.4}/src/zope/testrunner/tests/testrunner-layers-cantfind.rst +0 -0
- {zope_testrunner-7.2 → zope_testrunner-7.4}/src/zope/testrunner/tests/testrunner-layers-cwd.rst +0 -0
- {zope_testrunner-7.2 → zope_testrunner-7.4}/src/zope/testrunner/tests/testrunner-layers-instances.rst +0 -0
- {zope_testrunner-7.2 → zope_testrunner-7.4}/src/zope/testrunner/tests/testrunner-layers-ntd.rst +0 -0
- {zope_testrunner-7.2 → zope_testrunner-7.4}/src/zope/testrunner/tests/testrunner-layers-topological-sort.rst +0 -0
- {zope_testrunner-7.2 → zope_testrunner-7.4}/src/zope/testrunner/tests/testrunner-layers.rst +0 -0
- {zope_testrunner-7.2 → zope_testrunner-7.4}/src/zope/testrunner/tests/testrunner-leaks-err.rst +0 -0
- {zope_testrunner-7.2 → zope_testrunner-7.4}/src/zope/testrunner/tests/testrunner-leaks.rst +0 -0
- {zope_testrunner-7.2 → zope_testrunner-7.4}/src/zope/testrunner/tests/testrunner-nestedcode.rst +0 -0
- {zope_testrunner-7.2 → zope_testrunner-7.4}/src/zope/testrunner/tests/testrunner-new-threads.rst +0 -0
- {zope_testrunner-7.2 → zope_testrunner-7.4}/src/zope/testrunner/tests/testrunner-profiling-cprofiler.rst +0 -0
- {zope_testrunner-7.2 → zope_testrunner-7.4}/src/zope/testrunner/tests/testrunner-profiling.rst +0 -0
- {zope_testrunner-7.2 → zope_testrunner-7.4}/src/zope/testrunner/tests/testrunner-progress.rst +0 -0
- {zope_testrunner-7.2 → zope_testrunner-7.4}/src/zope/testrunner/tests/testrunner-repeat.rst +0 -0
- {zope_testrunner-7.2 → zope_testrunner-7.4}/src/zope/testrunner/tests/testrunner-report-skipped.rst +0 -0
- {zope_testrunner-7.2 → zope_testrunner-7.4}/src/zope/testrunner/tests/testrunner-shuffle.rst +0 -0
- {zope_testrunner-7.2 → zope_testrunner-7.4}/src/zope/testrunner/tests/testrunner-simple.rst +0 -0
- {zope_testrunner-7.2 → zope_testrunner-7.4}/src/zope/testrunner/tests/testrunner-stops-when-stop-on-error.rst +0 -0
- {zope_testrunner-7.2 → zope_testrunner-7.4}/src/zope/testrunner/tests/testrunner-subprocess-errors.rst +0 -0
- {zope_testrunner-7.2 → zope_testrunner-7.4}/src/zope/testrunner/tests/testrunner-subtest.rst +0 -0
- {zope_testrunner-7.2 → zope_testrunner-7.4}/src/zope/testrunner/tests/testrunner-subunit-err.rst +0 -0
- {zope_testrunner-7.2 → zope_testrunner-7.4}/src/zope/testrunner/tests/testrunner-subunit-leaks.rst +0 -0
- {zope_testrunner-7.2 → zope_testrunner-7.4}/src/zope/testrunner/tests/testrunner-subunit-v2.rst +0 -0
- {zope_testrunner-7.2 → zope_testrunner-7.4}/src/zope/testrunner/tests/testrunner-subunit.rst +0 -0
- {zope_testrunner-7.2 → zope_testrunner-7.4}/src/zope/testrunner/tests/testrunner-tb-format.rst +0 -0
- {zope_testrunner-7.2 → zope_testrunner-7.4}/src/zope/testrunner/tests/testrunner-test-selection.rst +0 -0
- {zope_testrunner-7.2 → zope_testrunner-7.4}/src/zope/testrunner/tests/testrunner-verbose.rst +0 -0
- {zope_testrunner-7.2 → zope_testrunner-7.4}/src/zope/testrunner/tests/testrunner-wo-source.rst +0 -0
- {zope_testrunner-7.2 → zope_testrunner-7.4}/src/zope/testrunner/tests/testrunner.rst +0 -0
- {zope_testrunner-7.2 → zope_testrunner-7.4}/src/zope/testrunner/threadsupport.py +0 -0
- {zope_testrunner-7.2 → zope_testrunner-7.4}/src/zope/testrunner/util.py +0 -0
- {zope_testrunner-7.2 → zope_testrunner-7.4}/src/zope.testrunner.egg-info/dependency_links.txt +0 -0
- {zope_testrunner-7.2 → zope_testrunner-7.4}/src/zope.testrunner.egg-info/entry_points.txt +0 -0
- {zope_testrunner-7.2 → zope_testrunner-7.4}/src/zope.testrunner.egg-info/namespace_packages.txt +0 -0
- {zope_testrunner-7.2 → zope_testrunner-7.4}/src/zope.testrunner.egg-info/not-zip-safe +0 -0
- {zope_testrunner-7.2 → zope_testrunner-7.4}/src/zope.testrunner.egg-info/requires.txt +0 -0
- {zope_testrunner-7.2 → zope_testrunner-7.4}/src/zope.testrunner.egg-info/top_level.txt +0 -0
- {zope_testrunner-7.2 → zope_testrunner-7.4}/tox.ini +0 -0
|
@@ -2,6 +2,21 @@
|
|
|
2
2
|
zope.testrunner Changelog
|
|
3
3
|
===========================
|
|
4
4
|
|
|
5
|
+
7.4 (2025-05-28)
|
|
6
|
+
================
|
|
7
|
+
|
|
8
|
+
- Add ``--auto-path`` option.
|
|
9
|
+
This automatically adds the path of all packages from the ``--package`` option to the test paths.
|
|
10
|
+
(`#198 <https://github.com/zopefoundation/zope.testrunner/pull/198>`_)
|
|
11
|
+
|
|
12
|
+
|
|
13
|
+
7.3 (2025-05-15)
|
|
14
|
+
================
|
|
15
|
+
|
|
16
|
+
- Improve ``@unittest.expectedFailure`` support, especially regarding
|
|
17
|
+
post-mortem debugger. (`#196 <https://github.com/zopefoundation/zope.testrunner/pull/196>`_)
|
|
18
|
+
|
|
19
|
+
|
|
5
20
|
7.2 (2025-03-06)
|
|
6
21
|
================
|
|
7
22
|
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.1
|
|
2
2
|
Name: zope.testrunner
|
|
3
|
-
Version: 7.
|
|
3
|
+
Version: 7.4
|
|
4
4
|
Summary: Zope testrunner script.
|
|
5
5
|
Home-page: https://github.com/zopefoundation/zope.testrunner
|
|
6
6
|
Author: Zope Foundation and Contributors
|
|
@@ -218,6 +218,21 @@ test execution order, and run multiple tests in parallel.
|
|
|
218
218
|
zope.testrunner Changelog
|
|
219
219
|
===========================
|
|
220
220
|
|
|
221
|
+
7.4 (2025-05-28)
|
|
222
|
+
================
|
|
223
|
+
|
|
224
|
+
- Add ``--auto-path`` option.
|
|
225
|
+
This automatically adds the path of all packages from the ``--package`` option to the test paths.
|
|
226
|
+
(`#198 <https://github.com/zopefoundation/zope.testrunner/pull/198>`_)
|
|
227
|
+
|
|
228
|
+
|
|
229
|
+
7.3 (2025-05-15)
|
|
230
|
+
================
|
|
231
|
+
|
|
232
|
+
- Improve ``@unittest.expectedFailure`` support, especially regarding
|
|
233
|
+
post-mortem debugger. (`#196 <https://github.com/zopefoundation/zope.testrunner/pull/196>`_)
|
|
234
|
+
|
|
235
|
+
|
|
221
236
|
7.2 (2025-03-06)
|
|
222
237
|
================
|
|
223
238
|
|
|
@@ -347,8 +347,8 @@ def strip_py_ext(options, path):
|
|
|
347
347
|
|
|
348
348
|
def test_dirs(options, seen):
|
|
349
349
|
if options.package:
|
|
350
|
-
for
|
|
351
|
-
p = import_name(
|
|
350
|
+
for package_name in options.package:
|
|
351
|
+
p = import_name(package_name)
|
|
352
352
|
for p in p.__path__:
|
|
353
353
|
p = os.path.abspath(p)
|
|
354
354
|
if p in seen:
|
|
@@ -358,6 +358,13 @@ def test_dirs(options, seen):
|
|
|
358
358
|
seen[p] = 1
|
|
359
359
|
yield p, package
|
|
360
360
|
break
|
|
361
|
+
else:
|
|
362
|
+
if options.auto_path:
|
|
363
|
+
seen[p] = 1
|
|
364
|
+
result = p + os.path.sep, package_name
|
|
365
|
+
options.prefix.append(result)
|
|
366
|
+
yield result
|
|
367
|
+
|
|
361
368
|
else:
|
|
362
369
|
yield from options.test_path
|
|
363
370
|
|
|
@@ -456,6 +456,12 @@ although it can be overridden by users. Only tests found in the path
|
|
|
456
456
|
will be run.
|
|
457
457
|
""")
|
|
458
458
|
|
|
459
|
+
searching.add_argument(
|
|
460
|
+
'--auto-path', action="store_true", dest='auto_path',
|
|
461
|
+
help="""\
|
|
462
|
+
Automatically add path of --package to the test paths.
|
|
463
|
+
""")
|
|
464
|
+
|
|
459
465
|
setup.add_argument(
|
|
460
466
|
'--tests-pattern', action="store", dest='tests_pattern',
|
|
461
467
|
default=_regex_search('^tests$'),
|
|
@@ -379,6 +379,13 @@ def run_tests(options, tests, name, failures, errors, skipped, import_errors):
|
|
|
379
379
|
for test in tests:
|
|
380
380
|
if result.shouldStop:
|
|
381
381
|
break
|
|
382
|
+
expecting_failure = (
|
|
383
|
+
getattr(test, "__unittest_expecting_failure__", False)
|
|
384
|
+
or getattr(
|
|
385
|
+
getattr(test, test._testMethodName),
|
|
386
|
+
"__unittest_expecting_failure__",
|
|
387
|
+
False)
|
|
388
|
+
)
|
|
382
389
|
result.startTest(test)
|
|
383
390
|
state = test.__dict__.copy()
|
|
384
391
|
try:
|
|
@@ -389,12 +396,19 @@ def run_tests(options, tests, name, failures, errors, skipped, import_errors):
|
|
|
389
396
|
except unittest.SkipTest as e:
|
|
390
397
|
result.addSkip(test, str(e))
|
|
391
398
|
except BaseException:
|
|
392
|
-
|
|
393
|
-
|
|
394
|
-
|
|
399
|
+
exc_info = (
|
|
400
|
+
sys.exc_info()[:2]
|
|
401
|
+
+ (sys.exc_info()[2].tb_next, )
|
|
395
402
|
)
|
|
403
|
+
if expecting_failure:
|
|
404
|
+
result.addExpectedFailure(test, exc_info)
|
|
405
|
+
else:
|
|
406
|
+
result.addError(test, exc_info)
|
|
396
407
|
else:
|
|
397
|
-
|
|
408
|
+
if expecting_failure:
|
|
409
|
+
result.addUnexpectedSuccess(test)
|
|
410
|
+
else:
|
|
411
|
+
result.addSuccess(test)
|
|
398
412
|
finally:
|
|
399
413
|
result.stopTest(test)
|
|
400
414
|
test.__dict__.clear()
|
|
@@ -414,7 +428,7 @@ def run_tests(options, tests, name, failures, errors, skipped, import_errors):
|
|
|
414
428
|
output.stop_tests()
|
|
415
429
|
failures.extend(result.failures)
|
|
416
430
|
n_failures = len(result.failures)
|
|
417
|
-
failures.extend(result.unexpectedSuccesses)
|
|
431
|
+
failures.extend([(s, None) for s in result.unexpectedSuccesses])
|
|
418
432
|
n_failures += len(result.unexpectedSuccesses)
|
|
419
433
|
skipped.extend(result.skipped)
|
|
420
434
|
errors.extend(result.errors)
|
|
@@ -1052,9 +1066,8 @@ class TestResult(unittest.TestResult):
|
|
|
1052
1066
|
" when running a layer"
|
|
1053
1067
|
" as a subprocess!")
|
|
1054
1068
|
else:
|
|
1055
|
-
|
|
1056
|
-
|
|
1057
|
-
zope.testrunner.debug.post_mortem(exc_info) # noqa: F821
|
|
1069
|
+
self.options.output.error_with_banner("Can't post-mortem debug"
|
|
1070
|
+
" an unexpected success")
|
|
1058
1071
|
elif self.options.stop_on_error:
|
|
1059
1072
|
self.stop()
|
|
1060
1073
|
|
{zope_testrunner-7.2 → zope_testrunner-7.4}/src/zope/testrunner/tests/testrunner-debugging.rst
RENAMED
|
@@ -127,3 +127,44 @@ post-mortem debugger:
|
|
|
127
127
|
Tearing down left over layers:
|
|
128
128
|
Tear down zope.testrunner.layer.UnitTests in N.NNN seconds.
|
|
129
129
|
False
|
|
130
|
+
|
|
131
|
+
Tests marked as expected failures with the ``@unittest.expectedFailure`` decorator do
|
|
132
|
+
not trigger the post-mortem debugger when they fail as expected:
|
|
133
|
+
|
|
134
|
+
>>> expected_failure_tests_defaults = [
|
|
135
|
+
... '--path', os.path.join(this_directory, 'testrunner-ex-expectedFailure'),
|
|
136
|
+
... '--tests-pattern', '^sample_expected_failure_tests$',
|
|
137
|
+
... ]
|
|
138
|
+
>>> sys.stdin = Input('q')
|
|
139
|
+
>>> sys.argv = 'test -t test_expected_failure -D'.split()
|
|
140
|
+
>>> try: testrunner.run_internal(expected_failure_tests_defaults)
|
|
141
|
+
... finally: sys.stdin = real_stdin
|
|
142
|
+
... # doctest: +NORMALIZE_WHITESPACE +REPORT_NDIFF +ELLIPSIS
|
|
143
|
+
Running zope.testrunner.layer.UnitTests tests:
|
|
144
|
+
Set up zope.testrunner.layer.UnitTests in N.NNN seconds.
|
|
145
|
+
Ran 1 tests with 0 failures, 0 errors and 0 skipped in N.NNN seconds.
|
|
146
|
+
Tearing down left over layers:
|
|
147
|
+
Tear down zope.testrunner.layer.UnitTests in N.NNN seconds.
|
|
148
|
+
False
|
|
149
|
+
|
|
150
|
+
When ``@unittest.expectedFailure`` test unexpectedly pass, it's not possible to use
|
|
151
|
+
the post-mortem debugger, because no exception was raised. In that case a warning is
|
|
152
|
+
printed:
|
|
153
|
+
|
|
154
|
+
>>> sys.stdin = Input('q')
|
|
155
|
+
>>> sys.argv = 'test -t test_unexpected_success -D'.split()
|
|
156
|
+
>>> try: testrunner.run_internal(expected_failure_tests_defaults)
|
|
157
|
+
... finally: sys.stdin = real_stdin
|
|
158
|
+
... # doctest: +NORMALIZE_WHITESPACE +REPORT_NDIFF +ELLIPSIS
|
|
159
|
+
Running zope.testrunner.layer.UnitTests tests:
|
|
160
|
+
Set up zope.testrunner.layer.UnitTests in N.NNN seconds.
|
|
161
|
+
Error in test test_unexpected_success (sample_expected_failure_tests.TestExpectedFailures...)
|
|
162
|
+
Traceback (most recent call last):
|
|
163
|
+
zope.testrunner.runner.UnexpectedSuccess
|
|
164
|
+
**********************************************************************
|
|
165
|
+
Can't post-mortem debug an unexpected success
|
|
166
|
+
**********************************************************************
|
|
167
|
+
Ran 1 tests with 1 failures, 0 errors and 0 skipped in N.NNN seconds.
|
|
168
|
+
Tearing down left over layers:
|
|
169
|
+
Tear down zope.testrunner.layer.UnitTests in N.NNN seconds.
|
|
170
|
+
True
|
|
@@ -15,8 +15,12 @@
|
|
|
15
15
|
import unittest
|
|
16
16
|
|
|
17
17
|
|
|
18
|
-
class
|
|
18
|
+
class TestExpectedFailures(unittest.TestCase):
|
|
19
19
|
|
|
20
20
|
@unittest.expectedFailure
|
|
21
|
-
def
|
|
22
|
-
|
|
21
|
+
def test_expected_failure(self):
|
|
22
|
+
self.fail('test fail, as expected')
|
|
23
|
+
|
|
24
|
+
@unittest.expectedFailure
|
|
25
|
+
def test_unexpected_success(self):
|
|
26
|
+
self.assertTrue('unexpected success')
|
|
@@ -0,0 +1,65 @@
|
|
|
1
|
+
testrunner handling of expected failures
|
|
2
|
+
========================================
|
|
3
|
+
|
|
4
|
+
>>> import os, sys
|
|
5
|
+
>>> directory_with_tests = os.path.join(this_directory, 'testrunner-ex-expectedFailure')
|
|
6
|
+
|
|
7
|
+
>>> from zope import testrunner
|
|
8
|
+
|
|
9
|
+
>>> defaults = [
|
|
10
|
+
... '--path', directory_with_tests,
|
|
11
|
+
... '--tests-pattern', '^sample_expected_failure_tests$',
|
|
12
|
+
... ]
|
|
13
|
+
|
|
14
|
+
Expected failures are not reported as failures:
|
|
15
|
+
|
|
16
|
+
>>> sys.argv = 'test -t test_expected_failure'.split()
|
|
17
|
+
>>> testrunner.run_internal(defaults)
|
|
18
|
+
... # doctest: +ELLIPSIS
|
|
19
|
+
Running zope.testrunner.layer.UnitTests tests:
|
|
20
|
+
Set up zope.testrunner.layer.UnitTests in N.NNN seconds.
|
|
21
|
+
<BLANKLINE>
|
|
22
|
+
Ran 1 tests with 0 failures, 0 errors and 0 skipped in N.NNN seconds.
|
|
23
|
+
Tearing down left over layers:
|
|
24
|
+
Tear down zope.testrunner.layer.UnitTests in N.NNN seconds.
|
|
25
|
+
False
|
|
26
|
+
|
|
27
|
+
|
|
28
|
+
Unexpected successes are reported as failures:
|
|
29
|
+
|
|
30
|
+
>>> sys.argv = 'test -t test_unexpected_success'.split()
|
|
31
|
+
>>> testrunner.run_internal(defaults)
|
|
32
|
+
... # doctest: +ELLIPSIS
|
|
33
|
+
Running zope.testrunner.layer.UnitTests tests:
|
|
34
|
+
Set up zope.testrunner.layer.UnitTests in N.NNN seconds.
|
|
35
|
+
<BLANKLINE>
|
|
36
|
+
<BLANKLINE>
|
|
37
|
+
Error in test test_unexpected_success (sample_expected_failure_tests.TestExpectedFailures...)
|
|
38
|
+
Traceback (most recent call last):
|
|
39
|
+
zope.testrunner.runner.UnexpectedSuccess
|
|
40
|
+
<BLANKLINE>
|
|
41
|
+
Ran 1 tests with 1 failures, 0 errors and 0 skipped in N.NNN seconds.
|
|
42
|
+
Tearing down left over layers:
|
|
43
|
+
Tear down zope.testrunner.layer.UnitTests in N.NNN seconds.
|
|
44
|
+
True
|
|
45
|
+
|
|
46
|
+
In verbose mode, tests with unexpected failures are listed as failures in the summary:
|
|
47
|
+
|
|
48
|
+
>>> sys.argv = 'test -t test_unexpected_success -vv'.split()
|
|
49
|
+
>>> testrunner.run_internal(defaults)
|
|
50
|
+
... # doctest: +ELLIPSIS
|
|
51
|
+
Running tests at level 1
|
|
52
|
+
Running zope.testrunner.layer.UnitTests tests:
|
|
53
|
+
Set up zope.testrunner.layer.UnitTests in N.NNN seconds.
|
|
54
|
+
Running:
|
|
55
|
+
test_unexpected_success (sample_expected_failure_tests.TestExpectedFailures...)
|
|
56
|
+
Error in test test_unexpected_success (sample_expected_failure_tests.TestExpectedFailures...)
|
|
57
|
+
Traceback (most recent call last):
|
|
58
|
+
zope.testrunner.runner.UnexpectedSuccess
|
|
59
|
+
Ran 1 tests with 1 failures, 0 errors and 0 skipped in N.NNN seconds.
|
|
60
|
+
Tearing down left over layers:
|
|
61
|
+
Tear down zope.testrunner.layer.UnitTests in N.NNN seconds.
|
|
62
|
+
Tests with failures:
|
|
63
|
+
test_unexpected_success (sample_expected_failure_tests.TestExpectedFailures...)
|
|
64
|
+
<BLANKLINE>
|
|
65
|
+
True
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.1
|
|
2
2
|
Name: zope.testrunner
|
|
3
|
-
Version: 7.
|
|
3
|
+
Version: 7.4
|
|
4
4
|
Summary: Zope testrunner script.
|
|
5
5
|
Home-page: https://github.com/zopefoundation/zope.testrunner
|
|
6
6
|
Author: Zope Foundation and Contributors
|
|
@@ -218,6 +218,21 @@ test execution order, and run multiple tests in parallel.
|
|
|
218
218
|
zope.testrunner Changelog
|
|
219
219
|
===========================
|
|
220
220
|
|
|
221
|
+
7.4 (2025-05-28)
|
|
222
|
+
================
|
|
223
|
+
|
|
224
|
+
- Add ``--auto-path`` option.
|
|
225
|
+
This automatically adds the path of all packages from the ``--package`` option to the test paths.
|
|
226
|
+
(`#198 <https://github.com/zopefoundation/zope.testrunner/pull/198>`_)
|
|
227
|
+
|
|
228
|
+
|
|
229
|
+
7.3 (2025-05-15)
|
|
230
|
+
================
|
|
231
|
+
|
|
232
|
+
- Improve ``@unittest.expectedFailure`` support, especially regarding
|
|
233
|
+
post-mortem debugger. (`#196 <https://github.com/zopefoundation/zope.testrunner/pull/196>`_)
|
|
234
|
+
|
|
235
|
+
|
|
221
236
|
7.2 (2025-03-06)
|
|
222
237
|
================
|
|
223
238
|
|
|
@@ -43,36 +43,6 @@ docs/testrunner-test-selection.rst
|
|
|
43
43
|
docs/testrunner-verbose.rst
|
|
44
44
|
docs/testrunner-wo-source.rst
|
|
45
45
|
docs/testrunner.rst
|
|
46
|
-
docs/_build/html/_sources/api.rst.txt
|
|
47
|
-
docs/_build/html/_sources/changelog.rst.txt
|
|
48
|
-
docs/_build/html/_sources/cli.rst.txt
|
|
49
|
-
docs/_build/html/_sources/getting-started.rst.txt
|
|
50
|
-
docs/_build/html/_sources/index.rst.txt
|
|
51
|
-
docs/_build/html/_sources/testrunner-arguments.rst.txt
|
|
52
|
-
docs/_build/html/_sources/testrunner-colors.rst.txt
|
|
53
|
-
docs/_build/html/_sources/testrunner-coverage.rst.txt
|
|
54
|
-
docs/_build/html/_sources/testrunner-debugging.rst.txt
|
|
55
|
-
docs/_build/html/_sources/testrunner-discovery.rst.txt
|
|
56
|
-
docs/_build/html/_sources/testrunner-edge-cases.rst.txt
|
|
57
|
-
docs/_build/html/_sources/testrunner-eggsupport.rst.txt
|
|
58
|
-
docs/_build/html/_sources/testrunner-errors.rst.txt
|
|
59
|
-
docs/_build/html/_sources/testrunner-gc.rst.txt
|
|
60
|
-
docs/_build/html/_sources/testrunner-knit.rst.txt
|
|
61
|
-
docs/_build/html/_sources/testrunner-layers-api.rst.txt
|
|
62
|
-
docs/_build/html/_sources/testrunner-layers-instances.rst.txt
|
|
63
|
-
docs/_build/html/_sources/testrunner-layers-ntd.rst.txt
|
|
64
|
-
docs/_build/html/_sources/testrunner-layers.rst.txt
|
|
65
|
-
docs/_build/html/_sources/testrunner-leaks.rst.txt
|
|
66
|
-
docs/_build/html/_sources/testrunner-new-threads.rst.txt
|
|
67
|
-
docs/_build/html/_sources/testrunner-profiling.rst.txt
|
|
68
|
-
docs/_build/html/_sources/testrunner-progress.rst.txt
|
|
69
|
-
docs/_build/html/_sources/testrunner-repeat.rst.txt
|
|
70
|
-
docs/_build/html/_sources/testrunner-shuffle.rst.txt
|
|
71
|
-
docs/_build/html/_sources/testrunner-simple.rst.txt
|
|
72
|
-
docs/_build/html/_sources/testrunner-test-selection.rst.txt
|
|
73
|
-
docs/_build/html/_sources/testrunner-verbose.rst.txt
|
|
74
|
-
docs/_build/html/_sources/testrunner-wo-source.rst.txt
|
|
75
|
-
docs/_build/html/_sources/testrunner.rst.txt
|
|
76
46
|
src/zope/__init__.py
|
|
77
47
|
src/zope.testrunner.egg-info/PKG-INFO
|
|
78
48
|
src/zope.testrunner.egg-info/SOURCES.txt
|
|
@@ -130,6 +100,7 @@ src/zope/testrunner/tests/testrunner-debugging.rst
|
|
|
130
100
|
src/zope/testrunner/tests/testrunner-discovery.rst
|
|
131
101
|
src/zope/testrunner/tests/testrunner-edge-cases.rst
|
|
132
102
|
src/zope/testrunner/tests/testrunner-errors.rst
|
|
103
|
+
src/zope/testrunner/tests/testrunner-expected-failures.rst
|
|
133
104
|
src/zope/testrunner/tests/testrunner-gc-after-test.rst
|
|
134
105
|
src/zope/testrunner/tests/testrunner-gc.rst
|
|
135
106
|
src/zope/testrunner/tests/testrunner-knit.rst
|
|
@@ -161,7 +132,6 @@ src/zope/testrunner/tests/testrunner-subunit-v2.rst
|
|
|
161
132
|
src/zope/testrunner/tests/testrunner-subunit.rst
|
|
162
133
|
src/zope/testrunner/tests/testrunner-tb-format.rst
|
|
163
134
|
src/zope/testrunner/tests/testrunner-test-selection.rst
|
|
164
|
-
src/zope/testrunner/tests/testrunner-unexpected-success.rst
|
|
165
135
|
src/zope/testrunner/tests/testrunner-verbose.rst
|
|
166
136
|
src/zope/testrunner/tests/testrunner-wo-source.rst
|
|
167
137
|
src/zope/testrunner/tests/testrunner.rst
|
|
@@ -192,7 +162,7 @@ src/zope/testrunner/tests/testrunner-ex-37/layers.py
|
|
|
192
162
|
src/zope/testrunner/tests/testrunner-ex-37/stop_on_error.py
|
|
193
163
|
src/zope/testrunner/tests/testrunner-ex-37/stop_on_failure.py
|
|
194
164
|
src/zope/testrunner/tests/testrunner-ex-6/cwdtests.py
|
|
195
|
-
src/zope/testrunner/tests/testrunner-ex-
|
|
165
|
+
src/zope/testrunner/tests/testrunner-ex-expectedFailure/sample_expected_failure_tests.py
|
|
196
166
|
src/zope/testrunner/tests/testrunner-ex-pp-lib/sample4/__init__.py
|
|
197
167
|
src/zope/testrunner/tests/testrunner-ex-pp-lib/sample4/products/__init__.py
|
|
198
168
|
src/zope/testrunner/tests/testrunner-ex-pp-products/__init__.py
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
.. include:: ../CHANGES.rst
|
|
@@ -1,9 +0,0 @@
|
|
|
1
|
-
====================
|
|
2
|
-
Command Line Usage
|
|
3
|
-
====================
|
|
4
|
-
|
|
5
|
-
This package provides a script, ``zope-testrunner``, that's available when
|
|
6
|
-
installed via pip. It can also be used as a Python module with the
|
|
7
|
-
``-m`` option.
|
|
8
|
-
|
|
9
|
-
.. command-output:: python -m zope.testrunner --help
|
|
@@ -1,146 +0,0 @@
|
|
|
1
|
-
=======================
|
|
2
|
-
Using zope.testrunner
|
|
3
|
-
=======================
|
|
4
|
-
|
|
5
|
-
.. IMPORTANT: This document is included in the long_description for
|
|
6
|
-
rendering on PyPI, so it cannot use Sphinx-only features.
|
|
7
|
-
|
|
8
|
-
Installation
|
|
9
|
-
============
|
|
10
|
-
|
|
11
|
-
Buildout-based projects
|
|
12
|
-
-----------------------
|
|
13
|
-
|
|
14
|
-
zope.testrunner is often used for projects that use buildout_::
|
|
15
|
-
|
|
16
|
-
[buildout]
|
|
17
|
-
develop = .
|
|
18
|
-
parts = ... test ...
|
|
19
|
-
|
|
20
|
-
[test]
|
|
21
|
-
recipe = zc.recipe.testrunner
|
|
22
|
-
eggs = mypackage
|
|
23
|
-
|
|
24
|
-
The usual buildout process ::
|
|
25
|
-
|
|
26
|
-
python bootstrap.py
|
|
27
|
-
bin/buildout
|
|
28
|
-
|
|
29
|
-
creates a ``bin/test`` script that will run the tests for *mypackage*.
|
|
30
|
-
|
|
31
|
-
.. tip::
|
|
32
|
-
|
|
33
|
-
zc.recipe.testrunner_ takes care to specify the right
|
|
34
|
-
``--test-path`` option in the generated script. You can add
|
|
35
|
-
other options (such as ``--tests-pattern``) too; check
|
|
36
|
-
zc.recipe.testrunner_'s documentation for details.
|
|
37
|
-
|
|
38
|
-
|
|
39
|
-
Virtualenv-based projects
|
|
40
|
-
-------------------------
|
|
41
|
-
|
|
42
|
-
``pip install zope.testrunner`` and you'll get a ``zope-testrunner``
|
|
43
|
-
script. Run your tests with ::
|
|
44
|
-
|
|
45
|
-
zope-testrunner --test-path=path/to/your/source/tree
|
|
46
|
-
|
|
47
|
-
Your source code needs to be available for the testrunner to import,
|
|
48
|
-
so you need to run ``python setup.py install`` or ``pip install -e
|
|
49
|
-
.`` into the same virtualenv_.
|
|
50
|
-
|
|
51
|
-
|
|
52
|
-
Some useful command-line options to get you started
|
|
53
|
-
===================================================
|
|
54
|
-
|
|
55
|
-
-p show a progress indicator
|
|
56
|
-
-v increase verbosity
|
|
57
|
-
-c colorize the output
|
|
58
|
-
-t test specify test names (one or more regexes)
|
|
59
|
-
-m module specify test modules (one or more regexes)
|
|
60
|
-
-s package specify test packages (one or more regexes)
|
|
61
|
-
--list-tests show names of tests instead of running them
|
|
62
|
-
-x stop on first error or failure
|
|
63
|
-
-D, --pdb enable post-mortem debugging of test failures
|
|
64
|
-
--xml path generate XML reports to be written at the given path
|
|
65
|
-
--help show *all* command-line options (there are many more!)
|
|
66
|
-
|
|
67
|
-
For example ::
|
|
68
|
-
|
|
69
|
-
bin/test -pvc -m test_foo -t TestBar
|
|
70
|
-
|
|
71
|
-
runs all TestBar tests from a module called test_foo.py.
|
|
72
|
-
|
|
73
|
-
Writing tests
|
|
74
|
-
=============
|
|
75
|
-
|
|
76
|
-
``zope.testrunner`` expects to find your tests inside your package
|
|
77
|
-
directory, in a subpackage or module named ``tests``. Test modules
|
|
78
|
-
in a test subpackage should be named ``test*.py``.
|
|
79
|
-
|
|
80
|
-
.. tip::
|
|
81
|
-
|
|
82
|
-
You can change these assumptions with ``--tests-pattern`` and
|
|
83
|
-
``--test-file-pattern`` test runner options.
|
|
84
|
-
|
|
85
|
-
Tests themselves should be classes inheriting from
|
|
86
|
-
``unittest.TestCase``, and if you wish to use doctests, please tell
|
|
87
|
-
the test runner where to find them and what options to use for them
|
|
88
|
-
in by supplying a function named ``test_suite``.
|
|
89
|
-
|
|
90
|
-
Example::
|
|
91
|
-
|
|
92
|
-
import unittest
|
|
93
|
-
import doctest
|
|
94
|
-
|
|
95
|
-
class TestArithmetic(unittest.TestCase):
|
|
96
|
-
|
|
97
|
-
def test_two_plus_two(self):
|
|
98
|
-
self.assertEqual(2 + 2, 4)
|
|
99
|
-
|
|
100
|
-
|
|
101
|
-
def doctest_string_formatting():
|
|
102
|
-
"""Test Python string formatting
|
|
103
|
-
|
|
104
|
-
>>> print('{} + {}'.format(2, 2))
|
|
105
|
-
2 + 2
|
|
106
|
-
|
|
107
|
-
"""
|
|
108
|
-
|
|
109
|
-
def test_suite():
|
|
110
|
-
return unittest.TestSuite([
|
|
111
|
-
unittest.defaultTestLoader.loadTestsFromName(__name__),
|
|
112
|
-
doctest.DocTestSuite(),
|
|
113
|
-
doctest.DocFileSuite('../README.txt',
|
|
114
|
-
optionflags=doctest.ELLIPSIS),
|
|
115
|
-
])
|
|
116
|
-
|
|
117
|
-
|
|
118
|
-
|
|
119
|
-
Test grouping
|
|
120
|
-
=============
|
|
121
|
-
|
|
122
|
-
In addition to per-package and per-module filtering, zope.testrunner
|
|
123
|
-
has other mechanisms for grouping tests:
|
|
124
|
-
|
|
125
|
-
* **layers** allow you to have shared setup/teardown code to be used
|
|
126
|
-
by a group of tests, that is executed only once, and not for each
|
|
127
|
-
test. Layers are orthogonal to the usual package/module structure
|
|
128
|
-
and are specified by setting the ``layer`` attribute on test
|
|
129
|
-
suites.
|
|
130
|
-
|
|
131
|
-
* **levels** allow you to group slow-running tests and not run them
|
|
132
|
-
by default. They're specified by setting the ``level`` attribute
|
|
133
|
-
on test suites to an int.
|
|
134
|
-
|
|
135
|
-
|
|
136
|
-
Other features
|
|
137
|
-
==============
|
|
138
|
-
|
|
139
|
-
zope.testrunner can profile your tests, measure test coverage,
|
|
140
|
-
check for memory leaks, integrate with subunit_, shuffle the
|
|
141
|
-
test execution order, and run multiple tests in parallel.
|
|
142
|
-
|
|
143
|
-
.. _buildout: https://buildout.readthedocs.io
|
|
144
|
-
.. _virtualenv: https://virtualenv.pypa.io/
|
|
145
|
-
.. _zc.recipe.testrunner: https://pypi.python.org/pypi/zc.recipe.testrunner
|
|
146
|
-
.. _subunit: https://pypi.python.org/pypi/python-subunit
|
|
@@ -1,97 +0,0 @@
|
|
|
1
|
-
========================================
|
|
2
|
-
zope.testrunner Detailed Documentation
|
|
3
|
-
========================================
|
|
4
|
-
|
|
5
|
-
.. image:: https://img.shields.io/pypi/v/zope.testrunner.svg
|
|
6
|
-
:target: https://pypi.python.org/pypi/zope.testrunner/
|
|
7
|
-
:alt: Latest release
|
|
8
|
-
|
|
9
|
-
.. image:: https://img.shields.io/pypi/pyversions/zope.testrunner.svg
|
|
10
|
-
:target: https://pypi.org/project/zope.testrunner/
|
|
11
|
-
:alt: Supported Python versions
|
|
12
|
-
|
|
13
|
-
.. image:: https://github.com/zopefoundation/zope.testrunner/actions/workflows/tests.yml/badge.svg
|
|
14
|
-
:target: https://github.com/zopefoundation/zope.testrunner/actions/workflows/tests.yml
|
|
15
|
-
|
|
16
|
-
.. image:: https://coveralls.io/repos/github/zopefoundation/zope.testrunner/badge.svg?branch=master
|
|
17
|
-
:target: https://coveralls.io/github/zopefoundation/zope.testrunner?branch=master
|
|
18
|
-
|
|
19
|
-
|
|
20
|
-
For an overview of features, see :doc:`testrunner`.
|
|
21
|
-
|
|
22
|
-
To get started testing right away, see :doc:`getting-started`
|
|
23
|
-
|
|
24
|
-
.. toctree::
|
|
25
|
-
:maxdepth: 2
|
|
26
|
-
:caption: Usage
|
|
27
|
-
|
|
28
|
-
testrunner
|
|
29
|
-
getting-started
|
|
30
|
-
cli
|
|
31
|
-
|
|
32
|
-
.. toctree::
|
|
33
|
-
:maxdepth: 2
|
|
34
|
-
:caption: Writing Tests
|
|
35
|
-
|
|
36
|
-
testrunner-layers-api
|
|
37
|
-
testrunner-layers-ntd
|
|
38
|
-
testrunner-layers-instances
|
|
39
|
-
|
|
40
|
-
|
|
41
|
-
.. toctree::
|
|
42
|
-
:maxdepth: 2
|
|
43
|
-
:caption: Running Tests
|
|
44
|
-
|
|
45
|
-
testrunner-discovery
|
|
46
|
-
testrunner-layers
|
|
47
|
-
testrunner-test-selection
|
|
48
|
-
testrunner-shuffle
|
|
49
|
-
testrunner-debugging
|
|
50
|
-
testrunner-coverage
|
|
51
|
-
testrunner-profiling
|
|
52
|
-
testrunner-wo-source
|
|
53
|
-
testrunner-repeat
|
|
54
|
-
testrunner-gc
|
|
55
|
-
testrunner-leaks
|
|
56
|
-
testrunner-new-threads
|
|
57
|
-
|
|
58
|
-
|
|
59
|
-
.. toctree::
|
|
60
|
-
:maxdepth: 2
|
|
61
|
-
:caption: Output Control
|
|
62
|
-
|
|
63
|
-
testrunner-verbose
|
|
64
|
-
testrunner-progress
|
|
65
|
-
testrunner-colors
|
|
66
|
-
testrunner-errors
|
|
67
|
-
|
|
68
|
-
|
|
69
|
-
.. toctree::
|
|
70
|
-
:maxdepth: 2
|
|
71
|
-
:caption: Advanced
|
|
72
|
-
|
|
73
|
-
testrunner-knit
|
|
74
|
-
testrunner-edge-cases
|
|
75
|
-
|
|
76
|
-
|
|
77
|
-
.. toctree::
|
|
78
|
-
:maxdepth: 2
|
|
79
|
-
:caption: zope.testrunner API
|
|
80
|
-
|
|
81
|
-
testrunner-simple
|
|
82
|
-
testrunner-arguments
|
|
83
|
-
api
|
|
84
|
-
|
|
85
|
-
|
|
86
|
-
.. toctree::
|
|
87
|
-
:maxdepth: 2
|
|
88
|
-
|
|
89
|
-
changelog
|
|
90
|
-
|
|
91
|
-
|
|
92
|
-
Indices and tables
|
|
93
|
-
==================
|
|
94
|
-
|
|
95
|
-
* :ref:`genindex`
|
|
96
|
-
* :ref:`modindex`
|
|
97
|
-
* :ref:`search`
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
.. include:: ../src/zope/testrunner/tests/testrunner-arguments.rst
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
.. include:: ../src/zope/testrunner/tests/testrunner-colors.rst
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
.. include:: ../src/zope/testrunner/tests/testrunner-coverage.rst
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
.. include:: ../src/zope/testrunner/tests/testrunner-debugging.rst
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
.. include:: ../src/zope/testrunner/tests/testrunner-discovery.rst
|