taskcluster-taskgraph 24.9.0__tar.gz → 25.0.0__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/CHANGELOG.md +14 -0
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/PKG-INFO +3 -4
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/README.rst +1 -1
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/docs/reference/migrations.rst +5 -0
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/pyproject.toml +2 -3
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/src/taskgraph/config.py +16 -16
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/src/taskgraph/decision.py +1 -2
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/src/taskgraph/docker.py +14 -14
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/src/taskgraph/generator.py +4 -3
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/src/taskgraph/parameters.py +5 -6
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/src/taskgraph/run-task/run-task +107 -3
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/src/taskgraph/task.py +3 -3
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/src/taskgraph/transforms/base.py +2 -3
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/src/taskgraph/transforms/chunking.py +1 -2
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/src/taskgraph/transforms/docker_image.py +8 -9
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/src/taskgraph/transforms/fetch.py +18 -17
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/src/taskgraph/transforms/from_deps.py +7 -8
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/src/taskgraph/transforms/matrix.py +4 -5
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/src/taskgraph/transforms/notify.py +26 -26
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/src/taskgraph/transforms/run/__init__.py +22 -22
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/src/taskgraph/transforms/run/common.py +2 -2
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/src/taskgraph/transforms/run/run_task.py +8 -8
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/src/taskgraph/transforms/run/toolchain.py +5 -5
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/src/taskgraph/transforms/task.py +72 -65
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/src/taskgraph/transforms/task_context.py +9 -11
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/src/taskgraph/util/dependencies.py +1 -2
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/src/taskgraph/util/docker.py +1 -2
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/src/taskgraph/util/json.py +2 -1
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/src/taskgraph/util/schema.py +22 -20
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/src/taskgraph/util/taskcluster.py +2 -2
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/src/taskgraph/util/vcs.py +13 -14
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/src/taskgraph/util/verify.py +2 -2
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/taskcluster/kinds/codecov/kind.yml +1 -1
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/taskcluster/kinds/complete/kind.yml +1 -1
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/taskcluster/kinds/docker-image/kind.yml +1 -1
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/taskcluster/kinds/test/linux.yml +3 -3
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/taskcluster/self_taskgraph/custom_parameters.py +2 -2
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/test/test_parameters.py +1 -2
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/test/test_scripts_run_task.py +155 -0
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/test/test_transforms_task.py +41 -0
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/test/test_util_schema.py +4 -3
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/uv.lock +90 -1891
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/.codespell-ignore-words.txt +0 -0
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/.github/CODEOWNERS +0 -0
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/.github/workflows/codeql-analysis.yml +0 -0
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/.github/workflows/codspeed.yml +0 -0
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/.github/workflows/pypi-publish.yml +0 -0
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/.gitignore +0 -0
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/.pre-commit-config.yaml +0 -0
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/.readthedocs.yaml +0 -0
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/.taskcluster.yml +0 -0
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/.yamllint +0 -0
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/CODE_OF_CONDUCT.md +0 -0
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/CONTRIBUTING.rst +0 -0
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/LICENSE +0 -0
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/Makefile +0 -0
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/docs/concepts/index.rst +0 -0
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/docs/concepts/kind.rst +0 -0
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/docs/concepts/loading.rst +0 -0
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/docs/concepts/optimization.rst +0 -0
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/docs/concepts/overview.rst +0 -0
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/docs/concepts/scopes.rst +0 -0
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/docs/concepts/task-graphs.rst +0 -0
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/docs/concepts/transforms.rst +0 -0
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/docs/conf.py +0 -0
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/docs/contributing.rst +0 -0
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/docs/glossary.rst +0 -0
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/docs/howto/bootstrap-taskgraph.rst +0 -0
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/docs/howto/create-actions.rst +0 -0
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/docs/howto/create-tasks.rst +0 -0
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/docs/howto/debugging.rst +0 -0
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/docs/howto/define-schemas.rst +0 -0
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/docs/howto/docker.rst +0 -0
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/docs/howto/index.rst +0 -0
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/docs/howto/load-task-locally.rst +0 -0
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/docs/howto/resolve-keyed-by.rst +0 -0
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/docs/howto/run-locally.rst +0 -0
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/docs/howto/send-notifications.rst +0 -0
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/docs/howto/use-fetches.rst +0 -0
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/docs/howto/use-secrets.rst +0 -0
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/docs/index.rst +0 -0
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/docs/reference/cli.rst +0 -0
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/docs/reference/index.rst +0 -0
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/docs/reference/optimization-strategies.rst +0 -0
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/docs/reference/parameters.rst +0 -0
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/docs/reference/run-task.rst +0 -0
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/docs/reference/source/modules.rst +0 -0
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/docs/reference/source/taskgraph.actions.rst +0 -0
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/docs/reference/source/taskgraph.loader.rst +0 -0
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/docs/reference/source/taskgraph.optimize.rst +0 -0
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/docs/reference/source/taskgraph.rst +0 -0
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/docs/reference/source/taskgraph.transforms.rst +0 -0
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/docs/reference/source/taskgraph.transforms.run.rst +0 -0
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/docs/reference/source/taskgraph.util.rst +0 -0
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/docs/reference/transforms/chunking.rst +0 -0
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/docs/reference/transforms/from_deps.rst +0 -0
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/docs/reference/transforms/index.rst +0 -0
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/docs/reference/transforms/matrix.rst +0 -0
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/docs/reference/transforms/task_context.rst +0 -0
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/docs/tutorials/connecting-taskcluster.rst +0 -0
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/docs/tutorials/creating-a-task-graph.rst +0 -0
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/docs/tutorials/example-taskcluster.yml +0 -0
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/docs/tutorials/getting-started.rst +0 -0
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/docs/tutorials/index.rst +0 -0
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/make.bat +0 -0
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/packages/pytest-taskgraph/README.md +0 -0
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/packages/pytest-taskgraph/pyproject.toml +0 -0
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/packages/pytest-taskgraph/src/pytest_taskgraph/__init__.py +0 -0
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/packages/pytest-taskgraph/src/pytest_taskgraph/fixtures/gen.py +0 -0
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/packages/pytest-taskgraph/src/pytest_taskgraph/fixtures/vcs.py +0 -0
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/packages/sphinx-taskgraph/README.md +0 -0
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/packages/sphinx-taskgraph/pyproject.toml +0 -0
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/packages/sphinx-taskgraph/src/sphinx_taskgraph/__init__.py +0 -0
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/packages/sphinx-taskgraph/src/sphinx_taskgraph/autoschema.py +0 -0
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/renovate.json +0 -0
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/src/taskgraph/__init__.py +0 -0
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/src/taskgraph/actions/__init__.py +0 -0
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/src/taskgraph/actions/add_new_jobs.py +0 -0
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/src/taskgraph/actions/cancel.py +0 -0
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/src/taskgraph/actions/cancel_all.py +0 -0
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/src/taskgraph/actions/rebuild_cached_tasks.py +0 -0
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/src/taskgraph/actions/registry.py +0 -0
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/src/taskgraph/actions/retrigger.py +0 -0
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/src/taskgraph/actions/util.py +0 -0
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/src/taskgraph/create.py +0 -0
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/src/taskgraph/filter_tasks.py +0 -0
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/src/taskgraph/graph.py +0 -0
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/src/taskgraph/loader/__init__.py +0 -0
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/src/taskgraph/loader/default.py +0 -0
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/src/taskgraph/loader/transform.py +0 -0
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/src/taskgraph/main.py +0 -0
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/src/taskgraph/morph.py +0 -0
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/src/taskgraph/optimize/__init__.py +0 -0
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/src/taskgraph/optimize/base.py +0 -0
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/src/taskgraph/optimize/strategies.py +0 -0
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/src/taskgraph/run-task/fetch-content +0 -0
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/src/taskgraph/run-task/hgrc +0 -0
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/src/taskgraph/run-task/robustcheckout.py +0 -0
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/src/taskgraph/target_tasks.py +0 -0
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/src/taskgraph/taskgraph.py +0 -0
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/src/taskgraph/transforms/__init__.py +0 -0
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/src/taskgraph/transforms/cached_tasks.py +0 -0
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/src/taskgraph/transforms/code_review.py +0 -0
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/src/taskgraph/transforms/run/index_search.py +0 -0
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/src/taskgraph/util/__init__.py +0 -0
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/src/taskgraph/util/archive.py +0 -0
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/src/taskgraph/util/attributes.py +0 -0
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/src/taskgraph/util/cached_tasks.py +0 -0
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/src/taskgraph/util/caches.py +0 -0
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/src/taskgraph/util/copy.py +0 -0
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/src/taskgraph/util/hash.py +0 -0
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/src/taskgraph/util/keyed_by.py +0 -0
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/src/taskgraph/util/memory.py +0 -0
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/src/taskgraph/util/parameterization.py +0 -0
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/src/taskgraph/util/path.py +0 -0
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/src/taskgraph/util/python_path.py +0 -0
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/src/taskgraph/util/readonlydict.py +0 -0
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/src/taskgraph/util/set_name.py +0 -0
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/src/taskgraph/util/shell.py +0 -0
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/src/taskgraph/util/task_context.py +0 -0
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/src/taskgraph/util/taskgraph.py +0 -0
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/src/taskgraph/util/templates.py +0 -0
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/src/taskgraph/util/time.py +0 -0
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/src/taskgraph/util/treeherder.py +0 -0
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/src/taskgraph/util/workertypes.py +0 -0
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/src/taskgraph/util/yaml.py +0 -0
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/taskcluster/config.yml +0 -0
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/taskcluster/docker/REGISTRY +0 -0
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/taskcluster/docker/decision/Dockerfile +0 -0
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/taskcluster/docker/decision/HASH +0 -0
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/taskcluster/docker/decision/README.md +0 -0
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/taskcluster/docker/decision/VERSION +0 -0
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/taskcluster/docker/decision/system-setup.sh +0 -0
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/taskcluster/docker/fetch/Dockerfile +0 -0
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/taskcluster/docker/image_builder/README.rst +0 -0
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/taskcluster/docker/index-task/Dockerfile +0 -0
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/taskcluster/docker/index-task/README +0 -0
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/taskcluster/docker/index-task/insert-indexes.js +0 -0
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/taskcluster/docker/index-task/package.json +0 -0
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/taskcluster/docker/index-task/yarn.lock +0 -0
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/taskcluster/docker/python/Dockerfile +0 -0
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/taskcluster/docker/run-task/Dockerfile +0 -0
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/taskcluster/docker/run-task/system-setup.sh +0 -0
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/taskcluster/docker/skopeo/Dockerfile +0 -0
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/taskcluster/docker/skopeo/policy.json +0 -0
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/taskcluster/docker/skopeo/push_image.sh +0 -0
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/taskcluster/kinds/check/kind.yml +0 -0
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/taskcluster/kinds/doc/kind.yml +0 -0
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/taskcluster/kinds/fetch/kind.yml +0 -0
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/taskcluster/kinds/push-image/kind.yml +0 -0
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/taskcluster/kinds/test/kind.yml +0 -0
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/taskcluster/kinds/test/windows.yml +0 -0
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/taskcluster/scripts/codecov-upload.py +0 -0
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/taskcluster/self_taskgraph/__init__.py +0 -0
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/taskcluster/self_taskgraph/custom_target_tasks.py +0 -0
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/taskcluster/self_taskgraph/transforms/add_pr_route.py +0 -0
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/taskcluster/self_taskgraph/transforms/push_image.py +0 -0
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/taskcluster/test/params/main-repo-pull-request-untrusted.yml +0 -0
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/taskcluster/test/params/main-repo-pull-request.yml +0 -0
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/taskcluster/test/params/main-repo-push.yml +0 -0
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/taskcluster/test/params/main-repo-release-pytest-taskgraph.yml +0 -0
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/taskcluster/test/params/main-repo-release-taskcluster-taskgraph.yml +0 -0
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/template/cookiecutter.json +0 -0
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/template/hooks/post_gen_project.py +0 -0
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/template/{{cookiecutter.project_name}}/taskcluster/config.yml +0 -0
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/template/{{cookiecutter.project_name}}/taskcluster/docker/linux/Dockerfile +0 -0
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/template/{{cookiecutter.project_name}}/taskcluster/kinds/docker-image/kind.yml +0 -0
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/template/{{cookiecutter.project_name}}/taskcluster/kinds/hello/kind.yml +0 -0
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/template/{{cookiecutter.project_name}}/taskcluster/{{cookiecutter.project_slug}}_taskgraph/transforms/hello.py +0 -0
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/template/{{cookiecutter.project_name}}/taskcluster.github.yml +0 -0
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/test/__init__.py +0 -0
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/test/automationrelevance.json +0 -0
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/test/conftest.py +0 -0
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/test/data/task_context.yml +0 -0
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/test/data/taskcluster/config.yml +0 -0
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/test/data/taskcluster/docker/hello-world/Dockerfile +0 -0
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/test/data/taskcluster/docker/hello-world-tag/Dockerfile +0 -0
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/test/data/taskcluster/docker/hello-world-tag/REGISTRY +0 -0
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/test/data/taskcluster/docker/hello-world-tag/VERSION +0 -0
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/test/data/taskcluster/kinds/docker-image/kind.yml +0 -0
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/test/data/taskcluster/scripts/toolchain/run.ps1 +0 -0
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/test/data/taskcluster/scripts/toolchain/run.sh +0 -0
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/test/data/taskcluster/test_taskgraph/transforms/foo.py +0 -0
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/test/data/testmod/thing.py +0 -0
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/test/mockedopen.py +0 -0
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/test/test_actions_rebuild_cached_tasks.py +0 -0
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/test/test_actions_registry.py +0 -0
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/test/test_config.py +0 -0
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/test/test_create.py +0 -0
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/test/test_decision.py +0 -0
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/test/test_docker.py +0 -0
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/test/test_generator.py +0 -0
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/test/test_graph.py +0 -0
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/test/test_graph_perf.py +0 -0
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/test/test_main.py +0 -0
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/test/test_morph.py +0 -0
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/test/test_optimize.py +0 -0
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/test/test_optimize_strategies.py +0 -0
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/test/test_scripts_fetch_content.py +0 -0
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/test/test_target_tasks.py +0 -0
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/test/test_taskgraph.py +0 -0
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/test/test_transform_chunking.py +0 -0
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/test/test_transform_docker_image.py +0 -0
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/test/test_transform_task_context.py +0 -0
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/test/test_transforms_base.py +0 -0
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/test/test_transforms_cached_tasks.py +0 -0
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/test/test_transforms_fetch.py +0 -0
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/test/test_transforms_from_deps.py +0 -0
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/test/test_transforms_matrix.py +0 -0
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/test/test_transforms_notify.py +0 -0
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/test/test_transforms_run.py +0 -0
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/test/test_transforms_run_run_task.py +0 -0
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/test/test_transforms_run_toolchain.py +0 -0
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/test/test_util_archive.py +0 -0
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/test/test_util_attributes.py +0 -0
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/test/test_util_cached_tasks.py +0 -0
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/test/test_util_copy.py +0 -0
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/test/test_util_dependencies.py +0 -0
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/test/test_util_docker.py +0 -0
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/test/test_util_json.py +0 -0
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/test/test_util_keyed_by.py +0 -0
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/test/test_util_memory.py +0 -0
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/test/test_util_parameterization.py +0 -0
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/test/test_util_path.py +0 -0
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/test/test_util_python_path.py +0 -0
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/test/test_util_readonlydict.py +0 -0
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/test/test_util_taskcluster.py +0 -0
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/test/test_util_templates.py +0 -0
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/test/test_util_time.py +0 -0
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/test/test_util_treeherder.py +0 -0
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/test/test_util_vcs.py +0 -0
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/test/test_util_verify.py +0 -0
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/test/test_util_workertypes.py +0 -0
- {taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/test/test_util_yaml.py +0 -0
|
@@ -1,5 +1,19 @@
|
|
|
1
1
|
# Change Log
|
|
2
2
|
|
|
3
|
+
## [25.0.0] - 2026-11-18
|
|
4
|
+
|
|
5
|
+
### Changed
|
|
6
|
+
|
|
7
|
+
- run-task: send SIGTERM to the task's processes shortly before maxRunTime
|
|
8
|
+
|
|
9
|
+
### Fixed
|
|
10
|
+
|
|
11
|
+
- run-task: don't let git hang if prompted for credentials (bug 2094225)
|
|
12
|
+
|
|
13
|
+
### Removed
|
|
14
|
+
|
|
15
|
+
- BREAKING CHANGE: Dropped support for Python 3.9
|
|
16
|
+
|
|
3
17
|
## [24.9.0] - 2026-11-16
|
|
4
18
|
|
|
5
19
|
### Added
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.5
|
|
2
2
|
Name: taskcluster-taskgraph
|
|
3
|
-
Version:
|
|
3
|
+
Version: 25.0.0
|
|
4
4
|
Summary: Build taskcluster taskgraphs
|
|
5
5
|
Project-URL: Repository, https://github.com/taskcluster/taskgraph
|
|
6
6
|
Project-URL: Issues, https://github.com/taskcluster/taskgraph/issues
|
|
@@ -9,14 +9,13 @@ License-File: LICENSE
|
|
|
9
9
|
Classifier: Development Status :: 5 - Production/Stable
|
|
10
10
|
Classifier: Environment :: Console
|
|
11
11
|
Classifier: License :: OSI Approved :: Mozilla Public License 2.0 (MPL 2.0)
|
|
12
|
-
Classifier: Programming Language :: Python :: 3.9
|
|
13
12
|
Classifier: Programming Language :: Python :: 3.10
|
|
14
13
|
Classifier: Programming Language :: Python :: 3.11
|
|
15
14
|
Classifier: Programming Language :: Python :: 3.12
|
|
16
15
|
Classifier: Programming Language :: Python :: 3.13
|
|
17
16
|
Classifier: Programming Language :: Python :: 3.14
|
|
18
17
|
Classifier: Topic :: Software Development
|
|
19
|
-
Requires-Python: >=3.
|
|
18
|
+
Requires-Python: >=3.10
|
|
20
19
|
Requires-Dist: appdirs>=1.4
|
|
21
20
|
Requires-Dist: cookiecutter~=2.1
|
|
22
21
|
Requires-Dist: json-e>=2.7
|
|
@@ -105,7 +104,7 @@ CI`_.
|
|
|
105
104
|
Installation
|
|
106
105
|
------------
|
|
107
106
|
|
|
108
|
-
Taskgraph supports Python 3.
|
|
107
|
+
Taskgraph supports Python 3.10 and up, and can be installed from Pypi:
|
|
109
108
|
|
|
110
109
|
.. code-block::
|
|
111
110
|
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
### Project
|
|
2
2
|
[project]
|
|
3
3
|
name = "taskcluster-taskgraph"
|
|
4
|
-
version = "
|
|
4
|
+
version = "25.0.0"
|
|
5
5
|
description = "Build taskcluster taskgraphs"
|
|
6
6
|
readme = "README.rst"
|
|
7
7
|
authors = [
|
|
@@ -11,7 +11,6 @@ classifiers = [
|
|
|
11
11
|
"Development Status :: 5 - Production/Stable",
|
|
12
12
|
"Environment :: Console",
|
|
13
13
|
"License :: OSI Approved :: Mozilla Public License 2.0 (MPL 2.0)",
|
|
14
|
-
"Programming Language :: Python :: 3.9",
|
|
15
14
|
"Programming Language :: Python :: 3.10",
|
|
16
15
|
"Programming Language :: Python :: 3.11",
|
|
17
16
|
"Programming Language :: Python :: 3.12",
|
|
@@ -19,7 +18,7 @@ classifiers = [
|
|
|
19
18
|
"Programming Language :: Python :: 3.14",
|
|
20
19
|
"Topic :: Software Development",
|
|
21
20
|
]
|
|
22
|
-
requires-python = ">=3.
|
|
21
|
+
requires-python = ">=3.10"
|
|
23
22
|
dependencies = [
|
|
24
23
|
"appdirs>=1.4",
|
|
25
24
|
"cookiecutter~=2.1",
|
|
@@ -8,7 +8,7 @@ import os
|
|
|
8
8
|
import sys
|
|
9
9
|
from dataclasses import dataclass
|
|
10
10
|
from pathlib import Path
|
|
11
|
-
from typing import Literal
|
|
11
|
+
from typing import Literal
|
|
12
12
|
|
|
13
13
|
from .util.python_path import find_object
|
|
14
14
|
from .util.schema import Schema, TaskPriority, optionally_keyed_by, validate_schema
|
|
@@ -33,33 +33,33 @@ class WorkersConfig(Schema):
|
|
|
33
33
|
|
|
34
34
|
class RunConfig(Schema):
|
|
35
35
|
#: List of caches to enable, or a boolean to enable/disable all of them.
|
|
36
|
-
use_caches:
|
|
36
|
+
use_caches: bool | list[CacheType] | None = None
|
|
37
37
|
|
|
38
38
|
|
|
39
39
|
class RepositoryConfig(Schema, forbid_unknown_fields=False, kw_only=True):
|
|
40
40
|
name: str
|
|
41
|
-
project_regex:
|
|
42
|
-
ssh_secret_name:
|
|
41
|
+
project_regex: str | None = None
|
|
42
|
+
ssh_secret_name: str | None = None
|
|
43
43
|
# FIXME: Extra keys allowed via forbid_unknown_fields=False
|
|
44
44
|
|
|
45
45
|
|
|
46
46
|
class TaskgraphConfig(Schema):
|
|
47
47
|
repositories: dict[str, RepositoryConfig]
|
|
48
48
|
#: Python function to call to register extensions.
|
|
49
|
-
register:
|
|
50
|
-
decision_parameters:
|
|
49
|
+
register: str | None = None
|
|
50
|
+
decision_parameters: str | None = None
|
|
51
51
|
#: The taskcluster index prefix to use for caching tasks.
|
|
52
52
|
#: Defaults to `trust-domain`.
|
|
53
|
-
cached_task_prefix:
|
|
53
|
+
cached_task_prefix: str | None = None
|
|
54
54
|
#: Should tasks from pull requests populate the cache
|
|
55
|
-
cache_pull_requests:
|
|
55
|
+
cache_pull_requests: bool | None = None
|
|
56
56
|
#: Regular expressions matching index paths to be summarized.
|
|
57
|
-
index_path_regexes:
|
|
57
|
+
index_path_regexes: list[str] | None = None
|
|
58
58
|
#: Configuration related to the 'run' transforms.
|
|
59
|
-
run:
|
|
59
|
+
run: RunConfig | None = None
|
|
60
60
|
#: List of action `cb_name`s to omit from `actions.json`,
|
|
61
61
|
#: e.g. `["retrigger", "retrigger-disabled", "rerun"]`.
|
|
62
|
-
disabled_actions:
|
|
62
|
+
disabled_actions: list[str] | None = None
|
|
63
63
|
|
|
64
64
|
def __post_init__(self):
|
|
65
65
|
# Validate repositories has at least 1 entry (was All(..., Length(min=1)))
|
|
@@ -77,14 +77,14 @@ class GraphConfigSchema(Schema, forbid_unknown_fields=False, kw_only=True):
|
|
|
77
77
|
workers: WorkersConfig
|
|
78
78
|
taskgraph: TaskgraphConfig
|
|
79
79
|
#: Name of the docker image kind (default: docker-image)
|
|
80
|
-
docker_image_kind:
|
|
80
|
+
docker_image_kind: str | None = None
|
|
81
81
|
#: Default 'deadline' for tasks, in relative date format. Eg: '1 week'
|
|
82
|
-
task_deadline_after:
|
|
83
|
-
optionally_keyed_by("project", str, use_msgspec=True) # type: ignore
|
|
84
|
-
|
|
82
|
+
task_deadline_after: (
|
|
83
|
+
optionally_keyed_by("project", str, use_msgspec=True) | None # type: ignore
|
|
84
|
+
) = None
|
|
85
85
|
#: Default 'expires-after' for level 1 tasks, in relative date format.
|
|
86
86
|
#: Eg: '90 days'
|
|
87
|
-
task_expires_after:
|
|
87
|
+
task_expires_after: str | None = None
|
|
88
88
|
|
|
89
89
|
|
|
90
90
|
graph_config_schema = GraphConfigSchema
|
|
@@ -9,7 +9,6 @@ import pathlib
|
|
|
9
9
|
import shutil
|
|
10
10
|
import time
|
|
11
11
|
from pathlib import Path
|
|
12
|
-
from typing import Optional
|
|
13
12
|
|
|
14
13
|
import yaml
|
|
15
14
|
|
|
@@ -40,7 +39,7 @@ PER_PROJECT_PARAMETERS = {
|
|
|
40
39
|
|
|
41
40
|
#: Schema for try_task_config.json version 2
|
|
42
41
|
class TryTaskConfigSchemaV2(Schema, forbid_unknown_fields=True):
|
|
43
|
-
parameters:
|
|
42
|
+
parameters: dict[str, object] | None = None
|
|
44
43
|
|
|
45
44
|
|
|
46
45
|
try_task_config_schema_v2 = TryTaskConfigSchemaV2
|
|
@@ -15,7 +15,7 @@ from collections.abc import Generator
|
|
|
15
15
|
from io import BytesIO
|
|
16
16
|
from pathlib import Path
|
|
17
17
|
from textwrap import dedent
|
|
18
|
-
from typing import Any
|
|
18
|
+
from typing import Any
|
|
19
19
|
|
|
20
20
|
from taskcluster.exceptions import TaskclusterRestFailure
|
|
21
21
|
|
|
@@ -64,7 +64,7 @@ def get_image_digest(image_name: str) -> str:
|
|
|
64
64
|
return task.attributes["cached_task"]["digest"]
|
|
65
65
|
|
|
66
66
|
|
|
67
|
-
def load_image_by_name(image_name: str, tag:
|
|
67
|
+
def load_image_by_name(image_name: str, tag: str | None = None) -> str | None:
|
|
68
68
|
"""Load a docker image by its name.
|
|
69
69
|
|
|
70
70
|
Finds the appropriate docker image task by name and loads it from
|
|
@@ -106,7 +106,7 @@ def load_image_by_name(image_name: str, tag: Optional[str] = None) -> Optional[s
|
|
|
106
106
|
return load_image_by_task_id(task_id, tag)
|
|
107
107
|
|
|
108
108
|
|
|
109
|
-
def load_image_by_task_id(task_id: str, tag:
|
|
109
|
+
def load_image_by_task_id(task_id: str, tag: str | None = None) -> str:
|
|
110
110
|
"""Load a docker image from a task's artifacts.
|
|
111
111
|
|
|
112
112
|
Downloads and loads a docker image from the specified task's
|
|
@@ -134,8 +134,8 @@ def load_image_by_task_id(task_id: str, tag: Optional[str] = None) -> str:
|
|
|
134
134
|
def build_image(
|
|
135
135
|
graph_config: GraphConfig,
|
|
136
136
|
name: str,
|
|
137
|
-
context_file:
|
|
138
|
-
save_image:
|
|
137
|
+
context_file: str | None = None,
|
|
138
|
+
save_image: str | None = None,
|
|
139
139
|
) -> str:
|
|
140
140
|
"""Build a Docker image of specified name.
|
|
141
141
|
|
|
@@ -251,7 +251,7 @@ def build_image(
|
|
|
251
251
|
|
|
252
252
|
|
|
253
253
|
def load_image(
|
|
254
|
-
url: str, imageName:
|
|
254
|
+
url: str, imageName: str | None = None, imageTag: str | None = None
|
|
255
255
|
) -> dict[str, str]:
|
|
256
256
|
"""Load docker image from URL as imageName:tag.
|
|
257
257
|
|
|
@@ -383,14 +383,14 @@ def load_image(
|
|
|
383
383
|
return info
|
|
384
384
|
|
|
385
385
|
|
|
386
|
-
def _index(l: list, s: str) ->
|
|
386
|
+
def _index(l: list, s: str) -> int | None:
|
|
387
387
|
try:
|
|
388
388
|
return l.index(s)
|
|
389
389
|
except ValueError:
|
|
390
390
|
pass
|
|
391
391
|
|
|
392
392
|
|
|
393
|
-
def _extract_arg(cmd: list[str], arg: str) ->
|
|
393
|
+
def _extract_arg(cmd: list[str], arg: str) -> str | None:
|
|
394
394
|
if index := _index(cmd, arg):
|
|
395
395
|
return cmd[index + 1]
|
|
396
396
|
|
|
@@ -411,7 +411,7 @@ def _delete_arg(cmd: list[str], arg: str) -> bool:
|
|
|
411
411
|
return False
|
|
412
412
|
|
|
413
413
|
|
|
414
|
-
def _resolve_image(image:
|
|
414
|
+
def _resolve_image(image: str | dict[str, str], graph_config: GraphConfig) -> str:
|
|
415
415
|
image_task_id = None
|
|
416
416
|
|
|
417
417
|
# Standard case, image comes from the task definition.
|
|
@@ -451,12 +451,12 @@ def _is_run_task(task_def: dict[str, str]):
|
|
|
451
451
|
|
|
452
452
|
def load_task(
|
|
453
453
|
graph_config: GraphConfig,
|
|
454
|
-
task:
|
|
454
|
+
task: str | dict[str, Any],
|
|
455
455
|
remove: bool = True,
|
|
456
|
-
user:
|
|
457
|
-
custom_image:
|
|
458
|
-
interactive:
|
|
459
|
-
volumes:
|
|
456
|
+
user: str | None = None,
|
|
457
|
+
custom_image: str | None = None,
|
|
458
|
+
interactive: bool | None = False,
|
|
459
|
+
volumes: list[tuple[str, str]] | None = None,
|
|
460
460
|
develop: bool = False,
|
|
461
461
|
) -> int:
|
|
462
462
|
"""Load and run a task interactively in a Docker container.
|
|
@@ -14,13 +14,14 @@ import signal
|
|
|
14
14
|
import sys
|
|
15
15
|
import time
|
|
16
16
|
import traceback
|
|
17
|
+
from collections.abc import Callable
|
|
17
18
|
from concurrent.futures import (
|
|
18
19
|
FIRST_COMPLETED,
|
|
19
20
|
ThreadPoolExecutor,
|
|
20
21
|
wait,
|
|
21
22
|
)
|
|
22
23
|
from dataclasses import dataclass
|
|
23
|
-
from typing import
|
|
24
|
+
from typing import cast
|
|
24
25
|
|
|
25
26
|
from . import filter_tasks
|
|
26
27
|
from .config import GraphConfig, load_graph_config
|
|
@@ -176,8 +177,8 @@ class TaskGraphGenerator:
|
|
|
176
177
|
|
|
177
178
|
def __init__(
|
|
178
179
|
self,
|
|
179
|
-
root_dir:
|
|
180
|
-
parameters:
|
|
180
|
+
root_dir: str | None,
|
|
181
|
+
parameters: Parameters | Callable[[GraphConfig], Parameters],
|
|
181
182
|
decision_task_id: str = "DECISION-TASK",
|
|
182
183
|
write_artifacts: bool = False,
|
|
183
184
|
enable_verifications: bool = True,
|
|
@@ -10,7 +10,6 @@ from datetime import datetime
|
|
|
10
10
|
from io import BytesIO
|
|
11
11
|
from pprint import pformat
|
|
12
12
|
from subprocess import CalledProcessError
|
|
13
|
-
from typing import Optional, Union
|
|
14
13
|
from unittest.mock import Mock
|
|
15
14
|
from urllib.parse import urlparse
|
|
16
15
|
from urllib.request import urlopen
|
|
@@ -34,12 +33,12 @@ class ParameterMismatch(Exception):
|
|
|
34
33
|
base_schema = Schema.from_dict(
|
|
35
34
|
{
|
|
36
35
|
"base_repository": str,
|
|
37
|
-
"base_ref":
|
|
36
|
+
"base_ref": str | None,
|
|
38
37
|
"base_rev": str,
|
|
39
38
|
"build_date": int,
|
|
40
39
|
"build_number": int,
|
|
41
40
|
"do_not_optimize": list[str],
|
|
42
|
-
"enable_always_target":
|
|
41
|
+
"enable_always_target": bool | list[str],
|
|
43
42
|
"existing_tasks": dict[str, str],
|
|
44
43
|
"files_changed": list[str],
|
|
45
44
|
"filters": list[str],
|
|
@@ -49,8 +48,8 @@ base_schema = Schema.from_dict(
|
|
|
49
48
|
"head_tag": str,
|
|
50
49
|
"level": str,
|
|
51
50
|
"moz_build_date": str,
|
|
52
|
-
"next_version":
|
|
53
|
-
"optimize_strategies":
|
|
51
|
+
"next_version": str | None,
|
|
52
|
+
"optimize_strategies": str | None,
|
|
54
53
|
"optimize_target_tasks": bool,
|
|
55
54
|
"owner": str,
|
|
56
55
|
"project": str,
|
|
@@ -61,7 +60,7 @@ base_schema = Schema.from_dict(
|
|
|
61
60
|
# used at run-time
|
|
62
61
|
"target_tasks_method": str,
|
|
63
62
|
"tasks_for": str,
|
|
64
|
-
"version":
|
|
63
|
+
"version": str | None,
|
|
65
64
|
"code-review": Schema.from_dict(
|
|
66
65
|
{"phabricator-build-target": str},
|
|
67
66
|
name="CodeReviewConfig",
|
{taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/src/taskgraph/run-task/run-task
RENAMED
|
@@ -24,6 +24,7 @@ import platform
|
|
|
24
24
|
import re
|
|
25
25
|
import runpy
|
|
26
26
|
import shutil
|
|
27
|
+
import signal
|
|
27
28
|
import socket
|
|
28
29
|
import stat
|
|
29
30
|
import subprocess
|
|
@@ -179,6 +180,88 @@ def reap_zombies(main_subprocess):
|
|
|
179
180
|
main_subprocess._handle_exitstatus(status)
|
|
180
181
|
|
|
181
182
|
|
|
183
|
+
# Shortly before a task exceeds its maxRunTime, run-task sends SIGTERM to the
|
|
184
|
+
# task's processes, so that they can shut down and flush their logs before the
|
|
185
|
+
# worker kills them. The SIGTERM is sent 5% of maxRunTime early, and at most
|
|
186
|
+
# this many seconds early.
|
|
187
|
+
MAX_RUN_TIME_ABORT_MARGIN = 60
|
|
188
|
+
|
|
189
|
+
# Set once run-task has sent SIGTERM to the task's processes.
|
|
190
|
+
max_run_time_abort = threading.Event()
|
|
191
|
+
|
|
192
|
+
|
|
193
|
+
def ignore_sigterm(signum, frame):
|
|
194
|
+
"""Ignores the SIGTERM that abort_task_processes() sends to the process
|
|
195
|
+
group of run-task, so that run-task keeps forwarding the output of its
|
|
196
|
+
command until it exits.
|
|
197
|
+
|
|
198
|
+
A handler rather than SIG_IGN, which the task's processes would inherit
|
|
199
|
+
across exec and then never get the SIGTERM.
|
|
200
|
+
"""
|
|
201
|
+
|
|
202
|
+
|
|
203
|
+
def abort_task_processes(max_run_time, margin):
|
|
204
|
+
"""Sends SIGTERM to the task's processes, so that they can shut down and
|
|
205
|
+
flush their logs before the worker kills them when the task exceeds its
|
|
206
|
+
maxRunTime.
|
|
207
|
+
|
|
208
|
+
The signal is sent to the process group of run-task, which holds exactly
|
|
209
|
+
the task's processes: generic-worker starts run-task in a new process
|
|
210
|
+
group, and in docker it is PID 1. The worker later kills that group as a
|
|
211
|
+
whole. run-task ignores the signal itself, see ignore_sigterm().
|
|
212
|
+
"""
|
|
213
|
+
max_run_time_abort.set()
|
|
214
|
+
print_line(
|
|
215
|
+
b"task",
|
|
216
|
+
b"run-task: the task is about to exceed its maxRunTime of %ds, sending "
|
|
217
|
+
b"SIGTERM %ds early\n" % (max_run_time, margin),
|
|
218
|
+
)
|
|
219
|
+
try:
|
|
220
|
+
os.killpg(os.getpgrp(), signal.SIGTERM)
|
|
221
|
+
except OSError as e:
|
|
222
|
+
print_line(
|
|
223
|
+
b"task", b"run-task: could not send SIGTERM: %s\n" % str(e).encode("utf-8")
|
|
224
|
+
)
|
|
225
|
+
|
|
226
|
+
|
|
227
|
+
def schedule_max_run_time_abort():
|
|
228
|
+
"""Arranges for abort_task_processes() to be called shortly before the
|
|
229
|
+
task exceeds its maxRunTime, which taskgraph passes in the
|
|
230
|
+
TASKCLUSTER_MAX_RUN_TIME environment variable.
|
|
231
|
+
|
|
232
|
+
The abort happens 5% of maxRunTime early, at most MAX_RUN_TIME_ABORT_MARGIN
|
|
233
|
+
seconds early. That is measured from now, so this must be called as soon
|
|
234
|
+
as run-task starts, which is also when the worker starts counting. It must
|
|
235
|
+
be called from the main thread, where the SIGTERM handler is installed.
|
|
236
|
+
|
|
237
|
+
Nothing is scheduled on Windows, where the worker kills the task's
|
|
238
|
+
processes.
|
|
239
|
+
"""
|
|
240
|
+
value = os.environ.get("TASKCLUSTER_MAX_RUN_TIME")
|
|
241
|
+
if not value or not IS_POSIX:
|
|
242
|
+
return None
|
|
243
|
+
try:
|
|
244
|
+
max_run_time = int(value)
|
|
245
|
+
except ValueError:
|
|
246
|
+
max_run_time = 0
|
|
247
|
+
if max_run_time <= 0:
|
|
248
|
+
print_line(
|
|
249
|
+
b"setup",
|
|
250
|
+
b"ignoring invalid TASKCLUSTER_MAX_RUN_TIME: %s\n" % value.encode("utf-8"),
|
|
251
|
+
)
|
|
252
|
+
return None
|
|
253
|
+
margin = min(MAX_RUN_TIME_ABORT_MARGIN, max_run_time // 20)
|
|
254
|
+
if margin < 1:
|
|
255
|
+
return None
|
|
256
|
+
signal.signal(signal.SIGTERM, ignore_sigterm)
|
|
257
|
+
timer = threading.Timer(
|
|
258
|
+
max_run_time - margin, abort_task_processes, (max_run_time, margin)
|
|
259
|
+
)
|
|
260
|
+
timer.daemon = True
|
|
261
|
+
timer.start()
|
|
262
|
+
return timer
|
|
263
|
+
|
|
264
|
+
|
|
182
265
|
def _call_windows_retry(func, args=(), retry_max=5, retry_delay=0.5):
|
|
183
266
|
"""
|
|
184
267
|
It's possible to see spurious errors on Windows due to various things
|
|
@@ -293,7 +376,7 @@ def retry_required_command(prefix, args, *, extra_env=None, cwd=None, retries=2)
|
|
|
293
376
|
res = run_command(prefix, args, extra_env=extra_env, cwd=cwd)
|
|
294
377
|
if not res:
|
|
295
378
|
return
|
|
296
|
-
if not retries:
|
|
379
|
+
if not retries or max_run_time_abort.is_set():
|
|
297
380
|
sys.exit(res)
|
|
298
381
|
retries -= 1
|
|
299
382
|
backoff *= 2
|
|
@@ -303,8 +386,18 @@ def retry_required_command(prefix, args, *, extra_env=None, cwd=None, retries=2)
|
|
|
303
386
|
def run_command(prefix, args, *, extra_env=None, cwd=None, stdin_data=None):
|
|
304
387
|
"""Runs a process and prefixes its output with the time.
|
|
305
388
|
|
|
306
|
-
Returns the process exit code
|
|
389
|
+
Returns the process exit code, or 1 once the task has been aborted for
|
|
390
|
+
exceeding its maxRunTime, see abort_task_processes(). A process that
|
|
391
|
+
hasn't started by then isn't started at all.
|
|
307
392
|
"""
|
|
393
|
+
if max_run_time_abort.is_set():
|
|
394
|
+
print_line(
|
|
395
|
+
prefix,
|
|
396
|
+
b"run-task: the task was aborted for exceeding its maxRunTime, "
|
|
397
|
+
b"not executing %r\n" % (args,),
|
|
398
|
+
)
|
|
399
|
+
return 1
|
|
400
|
+
|
|
308
401
|
print_line(prefix, b"executing %r\n" % args)
|
|
309
402
|
|
|
310
403
|
env = dict(os.environ)
|
|
@@ -362,7 +455,15 @@ def run_command(prefix, args, *, extra_env=None, cwd=None, stdin_data=None):
|
|
|
362
455
|
|
|
363
456
|
if reaper_thread:
|
|
364
457
|
reaper_thread.join()
|
|
365
|
-
|
|
458
|
+
returncode = p.wait()
|
|
459
|
+
if max_run_time_abort.is_set():
|
|
460
|
+
print_line(
|
|
461
|
+
prefix,
|
|
462
|
+
b"run-task: the task was aborted for exceeding its maxRunTime, "
|
|
463
|
+
b"exiting with code 1\n",
|
|
464
|
+
)
|
|
465
|
+
return 1
|
|
466
|
+
return returncode
|
|
366
467
|
|
|
367
468
|
|
|
368
469
|
def run_python_script(path):
|
|
@@ -950,6 +1051,8 @@ def git_checkout(
|
|
|
950
1051
|
# abort if transfer speed is lower than 1kB/s for 1 minute
|
|
951
1052
|
"GIT_HTTP_LOW_SPEED_LIMIT": "1024",
|
|
952
1053
|
"GIT_HTTP_LOW_SPEED_TIME": "60",
|
|
1054
|
+
# Don't hang forever on a credentials prompt
|
|
1055
|
+
"GIT_TERMINAL_PROMPT": "0",
|
|
953
1056
|
"PYTHONUNBUFFERED": "1",
|
|
954
1057
|
}
|
|
955
1058
|
|
|
@@ -1810,6 +1913,7 @@ def main(args):
|
|
|
1810
1913
|
b"setup",
|
|
1811
1914
|
b"Invoked by command: %s\n" % " ".join(args).encode("utf-8"),
|
|
1812
1915
|
)
|
|
1916
|
+
schedule_max_run_time_abort()
|
|
1813
1917
|
_display_python_versions()
|
|
1814
1918
|
running_as_root = IS_POSIX and os.getuid() == 0
|
|
1815
1919
|
|
|
@@ -3,7 +3,7 @@
|
|
|
3
3
|
# file, You can obtain one at http://mozilla.org/MPL/2.0/.
|
|
4
4
|
|
|
5
5
|
from dataclasses import dataclass, field
|
|
6
|
-
from typing import Any
|
|
6
|
+
from typing import Any
|
|
7
7
|
|
|
8
8
|
|
|
9
9
|
@dataclass
|
|
@@ -36,8 +36,8 @@ class Task:
|
|
|
36
36
|
attributes: dict
|
|
37
37
|
task: dict
|
|
38
38
|
description: str = ""
|
|
39
|
-
task_id:
|
|
40
|
-
optimization:
|
|
39
|
+
task_id: str | None = field(default=None, init=False)
|
|
40
|
+
optimization: dict[str, Any] | None = field(default=None)
|
|
41
41
|
dependencies: dict = field(default_factory=dict)
|
|
42
42
|
soft_dependencies: list = field(default_factory=list)
|
|
43
43
|
if_dependencies: list = field(default_factory=list)
|
{taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/src/taskgraph/transforms/base.py
RENAMED
|
@@ -6,7 +6,6 @@
|
|
|
6
6
|
import functools
|
|
7
7
|
import re
|
|
8
8
|
from dataclasses import dataclass, field
|
|
9
|
-
from typing import Union
|
|
10
9
|
|
|
11
10
|
from taskgraph.task import Task
|
|
12
11
|
|
|
@@ -24,8 +23,8 @@ class RepoConfig:
|
|
|
24
23
|
head_ref: str
|
|
25
24
|
type: str
|
|
26
25
|
path: str = ""
|
|
27
|
-
head_rev:
|
|
28
|
-
ssh_secret_name:
|
|
26
|
+
head_rev: str | None = None
|
|
27
|
+
ssh_secret_name: str | None = None
|
|
29
28
|
|
|
30
29
|
|
|
31
30
|
@dataclass(frozen=True, eq=False)
|
{taskcluster_taskgraph-24.9.0 → taskcluster_taskgraph-25.0.0}/src/taskgraph/transforms/chunking.py
RENAMED
|
@@ -2,7 +2,6 @@
|
|
|
2
2
|
# License, v. 2.0. If a copy of the MPL was not distributed with this
|
|
3
3
|
# file, You can obtain one at http://mozilla.org/MPL/2.0/.
|
|
4
4
|
import copy
|
|
5
|
-
from typing import Optional
|
|
6
5
|
|
|
7
6
|
from taskgraph.transforms.base import TransformSequence
|
|
8
7
|
from taskgraph.util.schema import Schema
|
|
@@ -22,7 +21,7 @@ class ChunkSchema(Schema, forbid_unknown_fields=False, kw_only=True):
|
|
|
22
21
|
#: `chunk` can be used to split one task into `total-chunks`
|
|
23
22
|
#: tasks, substituting `this_chunk` and `total_chunks` into any
|
|
24
23
|
#: fields in `substitution-fields`.
|
|
25
|
-
chunk:
|
|
24
|
+
chunk: ChunkConfig | None = None
|
|
26
25
|
|
|
27
26
|
|
|
28
27
|
CHUNK_SCHEMA = ChunkSchema
|
|
@@ -5,7 +5,6 @@
|
|
|
5
5
|
import logging
|
|
6
6
|
import os
|
|
7
7
|
import re
|
|
8
|
-
from typing import Optional
|
|
9
8
|
|
|
10
9
|
import taskgraph
|
|
11
10
|
from taskgraph.transforms.base import TransformSequence
|
|
@@ -33,22 +32,22 @@ class DockerImageSchema(Schema):
|
|
|
33
32
|
#: Name of the docker image.
|
|
34
33
|
name: str
|
|
35
34
|
#: Name of the parent docker image.
|
|
36
|
-
parent:
|
|
35
|
+
parent: str | None = None
|
|
37
36
|
#: Treeherder symbol.
|
|
38
|
-
symbol:
|
|
37
|
+
symbol: str | None = None
|
|
39
38
|
#: Relative path (from config.path) to the file the docker image was defined in.
|
|
40
|
-
task_from:
|
|
39
|
+
task_from: str | None = None
|
|
41
40
|
#: Arguments to use for the Dockerfile.
|
|
42
|
-
args:
|
|
41
|
+
args: dict[str, str] | None = None
|
|
43
42
|
#: Name of the docker image definition under taskcluster/docker, when
|
|
44
43
|
#: different from the docker image name.
|
|
45
|
-
definition:
|
|
44
|
+
definition: str | None = None
|
|
46
45
|
#: List of package tasks this docker image depends on.
|
|
47
|
-
packages:
|
|
46
|
+
packages: list[str] | None = None
|
|
48
47
|
#: Information for indexing this build so its artifacts can be discovered.
|
|
49
|
-
index:
|
|
48
|
+
index: IndexSchema | None = None
|
|
50
49
|
#: Whether this image should be cached based on inputs.
|
|
51
|
-
cache:
|
|
50
|
+
cache: bool | None = None
|
|
52
51
|
|
|
53
52
|
|
|
54
53
|
docker_image_schema = DockerImageSchema
|