taskcluster-taskgraph 24.5.0__tar.gz → 24.6.0__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (273) hide show
  1. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/CHANGELOG.md +16 -0
  2. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/PKG-INFO +1 -1
  3. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/pyproject.toml +2 -2
  4. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/src/taskgraph/main.py +5 -1
  5. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/src/taskgraph/run-task/fetch-content +40 -7
  6. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/src/taskgraph/transforms/fetch.py +10 -0
  7. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/test/test_scripts_fetch_content.py +136 -0
  8. taskcluster_taskgraph-24.6.0/test/test_transforms_fetch.py +151 -0
  9. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/uv.lock +24 -3
  10. taskcluster_taskgraph-24.5.0/test/test_transforms_fetch.py +0 -64
  11. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/.codespell-ignore-words.txt +0 -0
  12. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/.github/CODEOWNERS +0 -0
  13. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/.github/workflows/codeql-analysis.yml +0 -0
  14. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/.github/workflows/codspeed.yml +0 -0
  15. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/.github/workflows/pypi-publish.yml +0 -0
  16. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/.gitignore +0 -0
  17. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/.pre-commit-config.yaml +0 -0
  18. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/.readthedocs.yaml +0 -0
  19. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/.taskcluster.yml +0 -0
  20. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/.yamllint +0 -0
  21. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/CODE_OF_CONDUCT.md +0 -0
  22. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/CONTRIBUTING.rst +0 -0
  23. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/LICENSE +0 -0
  24. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/Makefile +0 -0
  25. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/README.rst +0 -0
  26. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/docs/concepts/index.rst +0 -0
  27. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/docs/concepts/kind.rst +0 -0
  28. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/docs/concepts/loading.rst +0 -0
  29. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/docs/concepts/optimization.rst +0 -0
  30. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/docs/concepts/overview.rst +0 -0
  31. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/docs/concepts/scopes.rst +0 -0
  32. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/docs/concepts/task-graphs.rst +0 -0
  33. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/docs/concepts/transforms.rst +0 -0
  34. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/docs/conf.py +0 -0
  35. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/docs/contributing.rst +0 -0
  36. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/docs/glossary.rst +0 -0
  37. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/docs/howto/bootstrap-taskgraph.rst +0 -0
  38. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/docs/howto/create-actions.rst +0 -0
  39. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/docs/howto/create-tasks.rst +0 -0
  40. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/docs/howto/debugging.rst +0 -0
  41. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/docs/howto/define-schemas.rst +0 -0
  42. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/docs/howto/docker.rst +0 -0
  43. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/docs/howto/index.rst +0 -0
  44. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/docs/howto/load-task-locally.rst +0 -0
  45. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/docs/howto/resolve-keyed-by.rst +0 -0
  46. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/docs/howto/run-locally.rst +0 -0
  47. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/docs/howto/send-notifications.rst +0 -0
  48. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/docs/howto/use-fetches.rst +0 -0
  49. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/docs/index.rst +0 -0
  50. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/docs/reference/cli.rst +0 -0
  51. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/docs/reference/index.rst +0 -0
  52. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/docs/reference/migrations.rst +0 -0
  53. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/docs/reference/optimization-strategies.rst +0 -0
  54. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/docs/reference/parameters.rst +0 -0
  55. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/docs/reference/source/modules.rst +0 -0
  56. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/docs/reference/source/taskgraph.actions.rst +0 -0
  57. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/docs/reference/source/taskgraph.loader.rst +0 -0
  58. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/docs/reference/source/taskgraph.optimize.rst +0 -0
  59. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/docs/reference/source/taskgraph.rst +0 -0
  60. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/docs/reference/source/taskgraph.transforms.rst +0 -0
  61. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/docs/reference/source/taskgraph.transforms.run.rst +0 -0
  62. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/docs/reference/source/taskgraph.util.rst +0 -0
  63. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/docs/reference/transforms/chunking.rst +0 -0
  64. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/docs/reference/transforms/from_deps.rst +0 -0
  65. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/docs/reference/transforms/index.rst +0 -0
  66. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/docs/reference/transforms/matrix.rst +0 -0
  67. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/docs/reference/transforms/task_context.rst +0 -0
  68. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/docs/tutorials/connecting-taskcluster.rst +0 -0
  69. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/docs/tutorials/creating-a-task-graph.rst +0 -0
  70. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/docs/tutorials/example-taskcluster.yml +0 -0
  71. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/docs/tutorials/getting-started.rst +0 -0
  72. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/docs/tutorials/index.rst +0 -0
  73. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/make.bat +0 -0
  74. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/packages/pytest-taskgraph/README.md +0 -0
  75. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/packages/pytest-taskgraph/pyproject.toml +0 -0
  76. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/packages/pytest-taskgraph/src/pytest_taskgraph/__init__.py +0 -0
  77. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/packages/pytest-taskgraph/src/pytest_taskgraph/fixtures/gen.py +0 -0
  78. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/packages/pytest-taskgraph/src/pytest_taskgraph/fixtures/vcs.py +0 -0
  79. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/packages/sphinx-taskgraph/README.md +0 -0
  80. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/packages/sphinx-taskgraph/pyproject.toml +0 -0
  81. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/packages/sphinx-taskgraph/src/sphinx_taskgraph/__init__.py +0 -0
  82. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/packages/sphinx-taskgraph/src/sphinx_taskgraph/autoschema.py +0 -0
  83. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/renovate.json +0 -0
  84. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/src/taskgraph/__init__.py +0 -0
  85. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/src/taskgraph/actions/__init__.py +0 -0
  86. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/src/taskgraph/actions/add_new_jobs.py +0 -0
  87. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/src/taskgraph/actions/cancel.py +0 -0
  88. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/src/taskgraph/actions/cancel_all.py +0 -0
  89. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/src/taskgraph/actions/rebuild_cached_tasks.py +0 -0
  90. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/src/taskgraph/actions/registry.py +0 -0
  91. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/src/taskgraph/actions/retrigger.py +0 -0
  92. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/src/taskgraph/actions/util.py +0 -0
  93. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/src/taskgraph/config.py +0 -0
  94. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/src/taskgraph/create.py +0 -0
  95. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/src/taskgraph/decision.py +0 -0
  96. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/src/taskgraph/docker.py +0 -0
  97. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/src/taskgraph/filter_tasks.py +0 -0
  98. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/src/taskgraph/generator.py +0 -0
  99. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/src/taskgraph/graph.py +0 -0
  100. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/src/taskgraph/loader/__init__.py +0 -0
  101. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/src/taskgraph/loader/default.py +0 -0
  102. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/src/taskgraph/loader/transform.py +0 -0
  103. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/src/taskgraph/morph.py +0 -0
  104. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/src/taskgraph/optimize/__init__.py +0 -0
  105. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/src/taskgraph/optimize/base.py +0 -0
  106. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/src/taskgraph/optimize/strategies.py +0 -0
  107. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/src/taskgraph/parameters.py +0 -0
  108. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/src/taskgraph/run-task/hgrc +0 -0
  109. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/src/taskgraph/run-task/robustcheckout.py +0 -0
  110. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/src/taskgraph/run-task/run-task +0 -0
  111. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/src/taskgraph/target_tasks.py +0 -0
  112. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/src/taskgraph/task.py +0 -0
  113. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/src/taskgraph/taskgraph.py +0 -0
  114. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/src/taskgraph/transforms/__init__.py +0 -0
  115. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/src/taskgraph/transforms/base.py +0 -0
  116. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/src/taskgraph/transforms/cached_tasks.py +0 -0
  117. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/src/taskgraph/transforms/chunking.py +0 -0
  118. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/src/taskgraph/transforms/code_review.py +0 -0
  119. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/src/taskgraph/transforms/docker_image.py +0 -0
  120. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/src/taskgraph/transforms/from_deps.py +0 -0
  121. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/src/taskgraph/transforms/matrix.py +0 -0
  122. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/src/taskgraph/transforms/notify.py +0 -0
  123. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/src/taskgraph/transforms/run/__init__.py +0 -0
  124. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/src/taskgraph/transforms/run/common.py +0 -0
  125. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/src/taskgraph/transforms/run/index_search.py +0 -0
  126. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/src/taskgraph/transforms/run/run_task.py +0 -0
  127. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/src/taskgraph/transforms/run/toolchain.py +0 -0
  128. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/src/taskgraph/transforms/task.py +0 -0
  129. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/src/taskgraph/transforms/task_context.py +0 -0
  130. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/src/taskgraph/util/__init__.py +0 -0
  131. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/src/taskgraph/util/archive.py +0 -0
  132. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/src/taskgraph/util/attributes.py +0 -0
  133. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/src/taskgraph/util/cached_tasks.py +0 -0
  134. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/src/taskgraph/util/caches.py +0 -0
  135. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/src/taskgraph/util/copy.py +0 -0
  136. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/src/taskgraph/util/dependencies.py +0 -0
  137. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/src/taskgraph/util/docker.py +0 -0
  138. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/src/taskgraph/util/hash.py +0 -0
  139. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/src/taskgraph/util/json.py +0 -0
  140. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/src/taskgraph/util/keyed_by.py +0 -0
  141. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/src/taskgraph/util/memory.py +0 -0
  142. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/src/taskgraph/util/parameterization.py +0 -0
  143. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/src/taskgraph/util/path.py +0 -0
  144. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/src/taskgraph/util/python_path.py +0 -0
  145. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/src/taskgraph/util/readonlydict.py +0 -0
  146. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/src/taskgraph/util/schema.py +0 -0
  147. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/src/taskgraph/util/set_name.py +0 -0
  148. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/src/taskgraph/util/shell.py +0 -0
  149. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/src/taskgraph/util/task_context.py +0 -0
  150. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/src/taskgraph/util/taskcluster.py +0 -0
  151. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/src/taskgraph/util/taskgraph.py +0 -0
  152. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/src/taskgraph/util/templates.py +0 -0
  153. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/src/taskgraph/util/time.py +0 -0
  154. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/src/taskgraph/util/treeherder.py +0 -0
  155. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/src/taskgraph/util/vcs.py +0 -0
  156. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/src/taskgraph/util/verify.py +0 -0
  157. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/src/taskgraph/util/workertypes.py +0 -0
  158. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/src/taskgraph/util/yaml.py +0 -0
  159. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/taskcluster/config.yml +0 -0
  160. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/taskcluster/docker/REGISTRY +0 -0
  161. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/taskcluster/docker/decision/Dockerfile +0 -0
  162. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/taskcluster/docker/decision/HASH +0 -0
  163. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/taskcluster/docker/decision/README.md +0 -0
  164. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/taskcluster/docker/decision/VERSION +0 -0
  165. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/taskcluster/docker/decision/system-setup.sh +0 -0
  166. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/taskcluster/docker/fetch/Dockerfile +0 -0
  167. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/taskcluster/docker/image_builder/README.rst +0 -0
  168. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/taskcluster/docker/index-task/Dockerfile +0 -0
  169. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/taskcluster/docker/index-task/README +0 -0
  170. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/taskcluster/docker/index-task/insert-indexes.js +0 -0
  171. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/taskcluster/docker/index-task/package.json +0 -0
  172. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/taskcluster/docker/index-task/yarn.lock +0 -0
  173. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/taskcluster/docker/python/Dockerfile +0 -0
  174. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/taskcluster/docker/run-task/Dockerfile +0 -0
  175. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/taskcluster/docker/run-task/system-setup.sh +0 -0
  176. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/taskcluster/docker/skopeo/Dockerfile +0 -0
  177. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/taskcluster/docker/skopeo/policy.json +0 -0
  178. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/taskcluster/docker/skopeo/push_image.sh +0 -0
  179. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/taskcluster/kinds/check/kind.yml +0 -0
  180. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/taskcluster/kinds/codecov/kind.yml +0 -0
  181. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/taskcluster/kinds/complete/kind.yml +0 -0
  182. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/taskcluster/kinds/doc/kind.yml +0 -0
  183. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/taskcluster/kinds/docker-image/kind.yml +0 -0
  184. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/taskcluster/kinds/fetch/kind.yml +0 -0
  185. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/taskcluster/kinds/push-image/kind.yml +0 -0
  186. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/taskcluster/kinds/test/kind.yml +0 -0
  187. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/taskcluster/kinds/test/linux.yml +0 -0
  188. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/taskcluster/kinds/test/windows.yml +0 -0
  189. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/taskcluster/scripts/codecov-upload.py +0 -0
  190. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/taskcluster/self_taskgraph/__init__.py +0 -0
  191. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/taskcluster/self_taskgraph/custom_parameters.py +0 -0
  192. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/taskcluster/self_taskgraph/custom_target_tasks.py +0 -0
  193. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/taskcluster/self_taskgraph/transforms/add_pr_route.py +0 -0
  194. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/taskcluster/self_taskgraph/transforms/push_image.py +0 -0
  195. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/taskcluster/test/params/main-repo-pull-request-untrusted.yml +0 -0
  196. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/taskcluster/test/params/main-repo-pull-request.yml +0 -0
  197. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/taskcluster/test/params/main-repo-push.yml +0 -0
  198. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/taskcluster/test/params/main-repo-release-pytest-taskgraph.yml +0 -0
  199. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/taskcluster/test/params/main-repo-release-taskcluster-taskgraph.yml +0 -0
  200. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/template/cookiecutter.json +0 -0
  201. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/template/hooks/post_gen_project.py +0 -0
  202. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/template/{{cookiecutter.project_name}}/taskcluster/config.yml +0 -0
  203. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/template/{{cookiecutter.project_name}}/taskcluster/docker/linux/Dockerfile +0 -0
  204. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/template/{{cookiecutter.project_name}}/taskcluster/kinds/docker-image/kind.yml +0 -0
  205. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/template/{{cookiecutter.project_name}}/taskcluster/kinds/hello/kind.yml +0 -0
  206. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/template/{{cookiecutter.project_name}}/taskcluster/{{cookiecutter.project_slug}}_taskgraph/transforms/hello.py +0 -0
  207. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/template/{{cookiecutter.project_name}}/taskcluster.github.yml +0 -0
  208. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/test/__init__.py +0 -0
  209. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/test/automationrelevance.json +0 -0
  210. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/test/conftest.py +0 -0
  211. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/test/data/task_context.yml +0 -0
  212. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/test/data/taskcluster/config.yml +0 -0
  213. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/test/data/taskcluster/docker/hello-world/Dockerfile +0 -0
  214. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/test/data/taskcluster/docker/hello-world-tag/Dockerfile +0 -0
  215. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/test/data/taskcluster/docker/hello-world-tag/REGISTRY +0 -0
  216. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/test/data/taskcluster/docker/hello-world-tag/VERSION +0 -0
  217. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/test/data/taskcluster/kinds/docker-image/kind.yml +0 -0
  218. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/test/data/taskcluster/scripts/toolchain/run.ps1 +0 -0
  219. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/test/data/taskcluster/scripts/toolchain/run.sh +0 -0
  220. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/test/data/taskcluster/test_taskgraph/transforms/foo.py +0 -0
  221. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/test/data/testmod/thing.py +0 -0
  222. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/test/mockedopen.py +0 -0
  223. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/test/test_actions_rebuild_cached_tasks.py +0 -0
  224. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/test/test_actions_registry.py +0 -0
  225. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/test/test_config.py +0 -0
  226. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/test/test_create.py +0 -0
  227. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/test/test_decision.py +0 -0
  228. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/test/test_docker.py +0 -0
  229. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/test/test_generator.py +0 -0
  230. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/test/test_graph.py +0 -0
  231. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/test/test_graph_perf.py +0 -0
  232. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/test/test_main.py +0 -0
  233. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/test/test_morph.py +0 -0
  234. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/test/test_optimize.py +0 -0
  235. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/test/test_optimize_strategies.py +0 -0
  236. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/test/test_parameters.py +0 -0
  237. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/test/test_scripts_run_task.py +0 -0
  238. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/test/test_target_tasks.py +0 -0
  239. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/test/test_taskgraph.py +0 -0
  240. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/test/test_transform_chunking.py +0 -0
  241. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/test/test_transform_docker_image.py +0 -0
  242. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/test/test_transform_task_context.py +0 -0
  243. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/test/test_transforms_base.py +0 -0
  244. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/test/test_transforms_cached_tasks.py +0 -0
  245. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/test/test_transforms_from_deps.py +0 -0
  246. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/test/test_transforms_matrix.py +0 -0
  247. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/test/test_transforms_notify.py +0 -0
  248. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/test/test_transforms_run.py +0 -0
  249. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/test/test_transforms_run_run_task.py +0 -0
  250. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/test/test_transforms_run_toolchain.py +0 -0
  251. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/test/test_transforms_task.py +0 -0
  252. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/test/test_util_archive.py +0 -0
  253. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/test/test_util_attributes.py +0 -0
  254. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/test/test_util_cached_tasks.py +0 -0
  255. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/test/test_util_copy.py +0 -0
  256. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/test/test_util_dependencies.py +0 -0
  257. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/test/test_util_docker.py +0 -0
  258. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/test/test_util_json.py +0 -0
  259. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/test/test_util_keyed_by.py +0 -0
  260. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/test/test_util_memory.py +0 -0
  261. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/test/test_util_parameterization.py +0 -0
  262. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/test/test_util_path.py +0 -0
  263. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/test/test_util_python_path.py +0 -0
  264. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/test/test_util_readonlydict.py +0 -0
  265. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/test/test_util_schema.py +0 -0
  266. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/test/test_util_taskcluster.py +0 -0
  267. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/test/test_util_templates.py +0 -0
  268. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/test/test_util_time.py +0 -0
  269. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/test/test_util_treeherder.py +0 -0
  270. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/test/test_util_vcs.py +0 -0
  271. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/test/test_util_verify.py +0 -0
  272. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/test/test_util_workertypes.py +0 -0
  273. {taskcluster_taskgraph-24.5.0 → taskcluster_taskgraph-24.6.0}/test/test_util_yaml.py +0 -0
@@ -1,5 +1,21 @@
1
1
  # Change Log
2
2
 
3
+ ## [24.6.0] - 2026-10-30
4
+
5
+ ### Added
6
+
7
+ - `fetch-mode` option for `git` fetch tasks, and `--fetch-mode` for
8
+ `fetch-content git-checkout-archive`, to fetch only the pinned revision on
9
+ git servers that reject full clones, such as HuggingFace (#1046,
10
+ https://bugzilla.mozilla.org/show_bug.cgi?id=2047876)
11
+
12
+ ## [24.5.1] - 2026-10-22
13
+
14
+ ### Fixed
15
+
16
+ - run garbage collection in `format_taskgraph_multiple`; fixes regression in
17
+ 24.5.0
18
+
3
19
  ## [24.5.0] - 2026-10-21
4
20
 
5
21
  ### Added
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.5
2
2
  Name: taskcluster-taskgraph
3
- Version: 24.5.0
3
+ Version: 24.6.0
4
4
  Summary: Build taskcluster taskgraphs
5
5
  Project-URL: Repository, https://github.com/taskcluster/taskgraph
6
6
  Project-URL: Issues, https://github.com/taskcluster/taskgraph/issues
@@ -1,7 +1,7 @@
1
1
  ### Project
2
2
  [project]
3
3
  name = "taskcluster-taskgraph"
4
- version = "24.5.0"
4
+ version = "24.6.0"
5
5
  description = "Build taskcluster taskgraphs"
6
6
  readme = "README.rst"
7
7
  authors = [
@@ -40,7 +40,7 @@ dev = [
40
40
  "coverage>=7.10.7",
41
41
  "mock>=5.2.0",
42
42
  "pre-commit>=4.3.0",
43
- "pyright>=1.1.406",
43
+ "pyright[nodejs]>=1.1.406",
44
44
  "pytest>=8.4.2",
45
45
  "pytest-codspeed>=3.2.0",
46
46
  "pytest-mock>=3.15.1",
@@ -4,6 +4,7 @@
4
4
 
5
5
  import argparse
6
6
  import atexit
7
+ import gc
7
8
  import logging
8
9
  import os
9
10
  import re
@@ -186,7 +187,10 @@ def format_taskgraph_multiple(*args, **kwargs):
186
187
  there's no advantage to spawning additional processes in the subprocesses.)"""
187
188
 
188
189
  os.environ["TASKGRAPH_SERIAL"] = "1"
189
- return format_taskgraph(*args, **kwargs)
190
+ try:
191
+ return format_taskgraph(*args, **kwargs)
192
+ finally:
193
+ gc.collect()
190
194
 
191
195
 
192
196
  def dump_output(out, path=None, params_spec=None):
@@ -1028,6 +1028,35 @@ def _github_submodule_required(repo: str, commit: str):
1028
1028
  return True
1029
1029
 
1030
1030
 
1031
+ GIT_FETCH_MODES = ("clone", "fetch")
1032
+
1033
+
1034
+ def _populate_git_dir(git_dir, repo, commit, fetch_mode, env):
1035
+ if fetch_mode == "clone":
1036
+ log(f"cloning {repo} to {git_dir}")
1037
+ subprocess.run(["git", "clone", "-n", repo, str(git_dir)], check=True, env=env)
1038
+ return commit
1039
+
1040
+ if fetch_mode == "fetch":
1041
+ # https://bugzilla.mozilla.org/show_bug.cgi?id=2047876
1042
+ log(f"initializing empty repository in {git_dir}")
1043
+ git_dir.mkdir(parents=True, exist_ok=True)
1044
+ subprocess.run(["git", "init", "--quiet", str(git_dir)], check=True)
1045
+
1046
+ log(f"adding remote origin {repo}")
1047
+ subprocess.run(
1048
+ ["git", "remote", "add", "origin", repo], cwd=str(git_dir), check=True
1049
+ )
1050
+
1051
+ log(f"fetching {commit} from {repo}")
1052
+ subprocess.run(
1053
+ ["git", "fetch", "origin", commit], cwd=str(git_dir), check=True, env=env
1054
+ )
1055
+ return "FETCH_HEAD"
1056
+
1057
+ raise ValueError(f"unknown fetch mode: {fetch_mode}")
1058
+
1059
+
1031
1060
  def git_checkout_archive(
1032
1061
  dest_path: pathlib.Path,
1033
1062
  repo: str,
@@ -1035,6 +1064,7 @@ def git_checkout_archive(
1035
1064
  prefix=None,
1036
1065
  ssh_key=None,
1037
1066
  include_dot_git=False,
1067
+ fetch_mode="clone",
1038
1068
  ):
1039
1069
  """Produce an archive of the files comprising a Git checkout."""
1040
1070
  dest_path.parent.mkdir(parents=True, exist_ok=True)
@@ -1064,11 +1094,6 @@ def git_checkout_archive(
1064
1094
 
1065
1095
  git_dir = temp_dir / prefix
1066
1096
 
1067
- # This could be faster with a shallow clone. However, Git requires a ref
1068
- # to initiate a clone. Since the commit-ish may not refer to a ref, we
1069
- # simply perform a full clone followed by a checkout.
1070
- print(f"cloning {repo} to {git_dir}")
1071
-
1072
1097
  env = os.environ.copy()
1073
1098
  keypath = ""
1074
1099
  if ssh_key:
@@ -1088,11 +1113,11 @@ def git_checkout_archive(
1088
1113
 
1089
1114
  env = {"GIT_SSH_COMMAND": f"ssh -o 'StrictHostKeyChecking no' -i {keypath}"}
1090
1115
 
1091
- subprocess.run(["git", "clone", "-n", repo, str(git_dir)], check=True, env=env)
1116
+ revision = _populate_git_dir(git_dir, repo, commit, fetch_mode, env)
1092
1117
 
1093
1118
  # Always use a detached head so that git prints out what it checked out.
1094
1119
  subprocess.run(
1095
- ["git", "checkout", "--detach", commit], cwd=str(git_dir), check=True
1120
+ ["git", "checkout", "--detach", revision], cwd=str(git_dir), check=True
1096
1121
  )
1097
1122
 
1098
1123
  # When including the .git, we want --depth 1, but a direct clone would not
@@ -1164,6 +1189,7 @@ def command_git_checkout_archive(args):
1164
1189
  prefix=args.path_prefix,
1165
1190
  ssh_key=args.ssh_key_secret,
1166
1191
  include_dot_git=args.include_dot_git,
1192
+ fetch_mode=args.fetch_mode,
1167
1193
  )
1168
1194
  except Exception:
1169
1195
  try:
@@ -1318,6 +1344,13 @@ def main():
1318
1344
  git_checkout.add_argument(
1319
1345
  "--include-dot-git", action="store_true", help="Include the .git directory"
1320
1346
  )
1347
+ git_checkout.add_argument(
1348
+ "--fetch-mode",
1349
+ choices=GIT_FETCH_MODES,
1350
+ default="clone",
1351
+ help="How to populate the checkout: clone the repository, or init an "
1352
+ "empty one and fetch only the requested commit",
1353
+ )
1321
1354
 
1322
1355
  url = subparsers.add_parser("static-url", help="Download a static URL")
1323
1356
  url.set_defaults(func=command_static_url)
@@ -281,6 +281,11 @@ class GitFetchSchema(Schema, forbid_unknown_fields=False, kw_only=True):
281
281
  include_dot_git: Optional[bool] = None
282
282
  artifact_name: Optional[str] = None
283
283
  path_prefix: Optional[str] = None
284
+ # How to populate the checkout. "clone" (the default) clones the repo,
285
+ # "fetch" fetches only `revision` and leaves no branches or tags,
286
+ # for git servers that cannot serve a full clone. See
287
+ # https://bugzilla.mozilla.org/show_bug.cgi?id=2047876
288
+ fetch_mode: Optional[Literal["clone", "fetch"]] = None
284
289
  # ssh-key is a taskcluster secret path (e.g. project/civet/github-deploy-key)
285
290
  # In the secret dictionary, the key should be specified as
286
291
  # "ssh_privkey": "-----BEGIN OPENSSH PRIVATE KEY-----\nkfksnb3jc..."
@@ -320,6 +325,11 @@ def create_git_fetch_task(config, name, fetch):
320
325
  args.append("--include-dot-git")
321
326
  digest_data.append(".git")
322
327
 
328
+ fetch_mode = fetch.get("fetch-mode")
329
+ if fetch_mode and fetch_mode != "clone":
330
+ args.extend(["--fetch-mode", fetch_mode])
331
+ digest_data.append(f"fetch-mode={fetch_mode}")
332
+
323
333
  return {
324
334
  "command": args,
325
335
  "artifact_name": artifact_name,
@@ -9,6 +9,7 @@ import os
9
9
  import pathlib
10
10
  import shutil
11
11
  import stat
12
+ import subprocess
12
13
  import sys
13
14
  import tarfile
14
15
  import threading
@@ -22,6 +23,8 @@ import pytest
22
23
 
23
24
  import taskgraph
24
25
 
26
+ from .conftest import nowin
27
+
25
28
 
26
29
  @pytest.fixture(scope="module")
27
30
  def fetch_content_mod():
@@ -961,3 +964,136 @@ def test_stream_extract_verifies_unread_tail(
961
964
  _archive_url(server, "a.tar"), dest, sha256=hashlib.sha256(data).hexdigest()
962
965
  )
963
966
  _assert_extracted(dest)
967
+
968
+
969
+ @pytest.fixture
970
+ def local_git_repo(tmp_path):
971
+ repo = tmp_path / "upstream"
972
+ repo.mkdir()
973
+
974
+ def run(*args):
975
+ subprocess.run(
976
+ ["git", "-C", str(repo), *args],
977
+ check=True,
978
+ stdout=subprocess.DEVNULL,
979
+ stderr=subprocess.DEVNULL,
980
+ )
981
+
982
+ run("init", "--quiet", "--initial-branch", "main")
983
+ run("config", "user.name", "Test")
984
+ run("config", "user.email", "test@example.com")
985
+
986
+ (repo / "first.txt").write_text("first\n")
987
+ run("add", "first.txt")
988
+ run("commit", "--quiet", "-m", "first")
989
+ first = subprocess.run(
990
+ ["git", "-C", str(repo), "rev-parse", "HEAD"],
991
+ check=True,
992
+ capture_output=True,
993
+ text=True,
994
+ ).stdout.strip()
995
+ run("tag", "v1")
996
+
997
+ (repo / "second.txt").write_text("second\n")
998
+ run("add", "second.txt")
999
+ run("commit", "--quiet", "-m", "second")
1000
+
1001
+ return repo, first
1002
+
1003
+
1004
+ def archive_names(fetch_content_mod, path):
1005
+ with path.open("rb") as fh:
1006
+ with fetch_content_mod.ZstdDecompressor().stream_reader(fh) as reader:
1007
+ with tarfile.open(fileobj=reader, mode="r|") as tf:
1008
+ return sorted(member.name for member in tf)
1009
+
1010
+
1011
+ @nowin
1012
+ def test_populate_git_dir_fetch(fetch_content_mod, local_git_repo, tmp_path, mocker):
1013
+ repo, first = local_git_repo
1014
+ spy = mocker.spy(fetch_content_mod.subprocess, "run")
1015
+ git_dir = tmp_path / "checkout"
1016
+
1017
+ revision = fetch_content_mod._populate_git_dir(
1018
+ git_dir, f"file://{repo}", first, "fetch", os.environ.copy()
1019
+ )
1020
+
1021
+ assert revision == "FETCH_HEAD"
1022
+
1023
+ argvs = [call.args[0] for call in spy.call_args_list]
1024
+ assert ["git", "fetch", "origin", first] in argvs
1025
+ assert not any(argv[:2] == ["git", "clone"] for argv in argvs)
1026
+
1027
+ assert (
1028
+ subprocess.run(
1029
+ ["git", "-C", str(git_dir), "cat-file", "-t", first],
1030
+ check=True,
1031
+ capture_output=True,
1032
+ text=True,
1033
+ ).stdout.strip()
1034
+ == "commit"
1035
+ )
1036
+
1037
+
1038
+ @nowin
1039
+ def test_populate_git_dir_clone(fetch_content_mod, local_git_repo, tmp_path, mocker):
1040
+ repo, first = local_git_repo
1041
+ spy = mocker.spy(fetch_content_mod.subprocess, "run")
1042
+ git_dir = tmp_path / "checkout"
1043
+
1044
+ revision = fetch_content_mod._populate_git_dir(
1045
+ git_dir, f"file://{repo}", first, "clone", os.environ.copy()
1046
+ )
1047
+
1048
+ assert revision == first
1049
+ assert [call.args[0] for call in spy.call_args_list] == [
1050
+ ["git", "clone", "-n", f"file://{repo}", str(git_dir)]
1051
+ ]
1052
+
1053
+
1054
+ def test_populate_git_dir_unknown_mode(fetch_content_mod, tmp_path):
1055
+ with pytest.raises(ValueError):
1056
+ fetch_content_mod._populate_git_dir(
1057
+ tmp_path / "checkout", "file:///nonexistent", "abcdef", "nope", {}
1058
+ )
1059
+
1060
+
1061
+ @nowin
1062
+ def test_git_checkout_archive_fetch_modes_agree(
1063
+ fetch_content_mod, local_git_repo, tmp_path
1064
+ ):
1065
+ repo, first = local_git_repo
1066
+ names = {}
1067
+
1068
+ for fetch_mode in fetch_content_mod.GIT_FETCH_MODES:
1069
+ dest = tmp_path / f"{fetch_mode}.tar.zst"
1070
+ fetch_content_mod.git_checkout_archive(
1071
+ dest, f"file://{repo}", first, prefix="checkout", fetch_mode=fetch_mode
1072
+ )
1073
+ assert dest.exists()
1074
+ names[fetch_mode] = archive_names(fetch_content_mod, dest)
1075
+
1076
+ assert names["clone"] == names["fetch"]
1077
+ assert "checkout/first.txt" in names["clone"]
1078
+ assert "checkout/second.txt" not in names["clone"]
1079
+
1080
+
1081
+ @nowin
1082
+ def test_git_checkout_archive_fetch_include_dot_git(
1083
+ fetch_content_mod, local_git_repo, tmp_path
1084
+ ):
1085
+ repo, first = local_git_repo
1086
+ dest = tmp_path / "with-dot-git.tar.zst"
1087
+
1088
+ fetch_content_mod.git_checkout_archive(
1089
+ dest,
1090
+ f"file://{repo}",
1091
+ first,
1092
+ prefix="checkout",
1093
+ include_dot_git=True,
1094
+ fetch_mode="fetch",
1095
+ )
1096
+
1097
+ names = archive_names(fetch_content_mod, dest)
1098
+ assert any(name.startswith("checkout/.git/") for name in names)
1099
+ assert "checkout/first.txt" in names
@@ -0,0 +1,151 @@
1
+ """
2
+ Tests for the 'fetch' transforms.
3
+ """
4
+
5
+ from copy import deepcopy
6
+ from pprint import pprint
7
+
8
+ import pytest
9
+
10
+ from taskgraph.transforms import fetch
11
+
12
+ TASK_DEFAULTS = {
13
+ "description": "fake description",
14
+ "name": "fake-task-name",
15
+ }
16
+
17
+
18
+ def assert_static_url(task):
19
+ assert task["run"]["command"] == [
20
+ "fetch-content",
21
+ "static-url",
22
+ "--sha256",
23
+ "abcdef",
24
+ "--size",
25
+ "123",
26
+ "-H",
27
+ "User-Agent:Mozilla",
28
+ "https://example.com/resource",
29
+ "/builds/worker/artifacts/resource",
30
+ ]
31
+ assert task["attributes"]["fetch-artifact"] == "public/resource"
32
+
33
+
34
+ GIT_REVISION = "0123456789abcdef0123456789abcdef01234567"
35
+
36
+
37
+ def expected_git_command(*extra_args):
38
+ return [
39
+ "fetch-content",
40
+ "git-checkout-archive",
41
+ "--path-prefix",
42
+ "repo",
43
+ "https://example.com/repo",
44
+ GIT_REVISION,
45
+ "/builds/worker/artifacts/repo.tar.zst",
46
+ *extra_args,
47
+ ]
48
+
49
+
50
+ def assert_git(task):
51
+ assert task["run"]["command"] == expected_git_command()
52
+
53
+
54
+ def assert_git_fetch_mode_clone(task):
55
+ assert task["run"]["command"] == expected_git_command()
56
+
57
+
58
+ def assert_git_fetch_mode_fetch(task):
59
+ assert task["run"]["command"] == expected_git_command("--fetch-mode", "fetch")
60
+
61
+
62
+ @pytest.mark.parametrize(
63
+ "task_input",
64
+ (
65
+ pytest.param(
66
+ {
67
+ "fetch": {
68
+ "type": "static-url",
69
+ "url": "https://example.com/resource",
70
+ "sha256": "abcdef",
71
+ "size": 123,
72
+ "headers": {
73
+ "User-Agent": "Mozilla",
74
+ },
75
+ },
76
+ },
77
+ id="static-url",
78
+ ),
79
+ pytest.param(
80
+ {
81
+ "fetch": {
82
+ "type": "git",
83
+ "repo": "https://example.com/repo",
84
+ "revision": GIT_REVISION,
85
+ },
86
+ },
87
+ id="git",
88
+ ),
89
+ pytest.param(
90
+ {
91
+ "fetch": {
92
+ "type": "git",
93
+ "repo": "https://example.com/repo",
94
+ "revision": GIT_REVISION,
95
+ "fetch-mode": "clone",
96
+ },
97
+ },
98
+ id="git-fetch-mode-clone",
99
+ ),
100
+ pytest.param(
101
+ {
102
+ "fetch": {
103
+ "type": "git",
104
+ "repo": "https://example.com/repo",
105
+ "revision": GIT_REVISION,
106
+ "fetch-mode": "fetch",
107
+ },
108
+ },
109
+ id="git-fetch-mode-fetch",
110
+ ),
111
+ ),
112
+ )
113
+ def test_transforms(request, run_transform, task_input):
114
+ task = deepcopy(TASK_DEFAULTS)
115
+ task.update(task_input)
116
+
117
+ task = run_transform(fetch.transforms, task)[0]
118
+ print("Dumping task:")
119
+ pprint(task, indent=2)
120
+
121
+ # Call the assertion function for the given test.
122
+ param_id = request.node.callspec.id
123
+ assertion_func = globals()[f"assert_{param_id.replace('-', '_')}"]
124
+ assertion_func(task)
125
+
126
+
127
+ @pytest.mark.parametrize(
128
+ "fetch_mode,expected_extra_digest",
129
+ (
130
+ pytest.param(None, [], id="unset"),
131
+ pytest.param("clone", [], id="clone"),
132
+ pytest.param("fetch", ["fetch-mode=fetch"], id="fetch"),
133
+ ),
134
+ )
135
+ def test_git_fetch_mode_digest_data(fetch_mode, expected_extra_digest):
136
+ fetch_config = {
137
+ "type": "git",
138
+ "repo": "https://example.com/repo",
139
+ "revision": GIT_REVISION,
140
+ }
141
+ if fetch_mode:
142
+ fetch_config["fetch-mode"] = fetch_mode
143
+
144
+ result = fetch.create_git_fetch_task(None, "fake-task-name", fetch_config)
145
+
146
+ assert result["digest_data"] == [
147
+ GIT_REVISION,
148
+ "repo",
149
+ "repo.tar.zst",
150
+ *expected_extra_digest,
151
+ ]
@@ -2171,6 +2171,22 @@ wheels = [
2171
2171
  { url = "https://files.pythonhosted.org/packages/54/c8/12811c9b48fde162bb72b6f2e78fada9a247a09d7bb5be2050a5d099c77b/nodeenv-1.11.0-py2.py3-none-any.whl", hash = "sha256:edaa16e6c14d7cf395d75d4bbd5a26390f4dc06501a33b4e76282b02cc688a25", size = 34277, upload-time = "2026-09-26T11:29:19.933Z" },
2172
2172
  ]
2173
2173
 
2174
+ [[package]]
2175
+ name = "nodejs-wheel-binaries"
2176
+ version = "24.19.0"
2177
+ source = { registry = "https://pypi.org/simple" }
2178
+ sdist = { url = "https://files.pythonhosted.org/packages/c0/76/7e97195e14346598565a0de4ca8bdbd5e634b3fb5b1ba590b7b1b89f8a63/nodejs_wheel_binaries-24.19.0.tar.gz", hash = "sha256:db217eef8cab8551667863379b08db4d9067403f6cbbe87481eb40edceb8aa9b", size = 8058, upload-time = "2026-08-19T21:47:19.671Z" }
2179
+ wheels = [
2180
+ { url = "https://files.pythonhosted.org/packages/8c/52/0774b52c7be8151ad9d5aff44edc100c3f13d6d8eb3765f63ffa40e69fe8/nodejs_wheel_binaries-24.19.0-py2.py3-none-macosx_13_0_arm64.whl", hash = "sha256:e12cbfd69089504e42fb14194ce734a9dcf3eb38c820ca63dd511d36fb964e9c", size = 56047203, upload-time = "2026-08-19T21:46:43.448Z" },
2181
+ { url = "https://files.pythonhosted.org/packages/67/3a/4fdbbfecf2c23d52c0e3f68de7f7c1b3c97a26d328c69c5f6c49c48e340e/nodejs_wheel_binaries-24.19.0-py2.py3-none-macosx_13_0_x86_64.whl", hash = "sha256:1c890adf4b7e6556ccc1ca66c866bb81884b6c9a581dee4e530dc7f78fb9d514", size = 56219459, upload-time = "2026-08-19T21:46:48.45Z" },
2182
+ { url = "https://files.pythonhosted.org/packages/5f/a8/0147149415195c59b8a72a594916bfb80d6be4d586f9fbfda313889e0efc/nodejs_wheel_binaries-24.19.0-py2.py3-none-manylinux_2_28_aarch64.whl", hash = "sha256:4e029dadfae1295876063c96b236f673487e8c27379fe146c1e2250283520227", size = 60588256, upload-time = "2026-08-19T21:46:53.298Z" },
2183
+ { url = "https://files.pythonhosted.org/packages/f4/89/6631d0982353da1bb7bc00bb1988f702822c62b42634f57999ee53b5c337/nodejs_wheel_binaries-24.19.0-py2.py3-none-manylinux_2_28_x86_64.whl", hash = "sha256:4196a947bcc883f2003ab101762d729f3e99b5e86b75bd09151563403e2eceb8", size = 61123607, upload-time = "2026-08-19T21:46:58.117Z" },
2184
+ { url = "https://files.pythonhosted.org/packages/32/a2/fa30f0841e4602995782e124359f9b910c7b481d98decf61ef0b2fc3ebfb/nodejs_wheel_binaries-24.19.0-py2.py3-none-musllinux_1_2_aarch64.whl", hash = "sha256:352e048ab4dd35e7de5f338d1cc4fcbf77a0e93da30bf7336a8217ee246b31d7", size = 62632842, upload-time = "2026-08-19T21:47:03.42Z" },
2185
+ { url = "https://files.pythonhosted.org/packages/18/01/22d97ca72213f66cc386ee638db30c2e62757fdf761c6029074bced83d1c/nodejs_wheel_binaries-24.19.0-py2.py3-none-musllinux_1_2_x86_64.whl", hash = "sha256:28d078b2ced9e2069516e652dc4b1380e7a1a7f2d3934eccd1611586d283ba4c", size = 63250653, upload-time = "2026-08-19T21:47:07.938Z" },
2186
+ { url = "https://files.pythonhosted.org/packages/88/d1/e3be8fa327a795bcaf7a19cd84299e338a7bce32ff0665fdce9cfa22573c/nodejs_wheel_binaries-24.19.0-py2.py3-none-win_amd64.whl", hash = "sha256:67e3abeb9c3830cae8c8487ae8a2af7cc27dfa75af06145cee5ca7d1857c81bd", size = 42448503, upload-time = "2026-08-19T21:47:12.093Z" },
2187
+ { url = "https://files.pythonhosted.org/packages/1d/37/34cf28ba1691a060174948a9927fe61091982d6048b2e403071a9acce443/nodejs_wheel_binaries-24.19.0-py2.py3-none-win_arm64.whl", hash = "sha256:d9074c665ea68b04e183d82482c86dc907d3a9bd15eb6cf85542cb785266bb36", size = 40090155, upload-time = "2026-08-19T21:47:16.032Z" },
2188
+ ]
2189
+
2174
2190
  [[package]]
2175
2191
  name = "orjson"
2176
2192
  version = "3.11.5"
@@ -2781,6 +2797,11 @@ wheels = [
2781
2797
  { url = "https://files.pythonhosted.org/packages/d7/ba/18b6e682ead424ad24bcc134339ae5d1b931cd9ae260540592a058a91279/pyright-1.1.414-py3-none-any.whl", hash = "sha256:2a6b4b3298c9eec174c5ed83bd338de6eee82df2992f3e1930e6199d381be36f", size = 6225049, upload-time = "2026-09-10T12:26:51.427Z" },
2782
2798
  ]
2783
2799
 
2800
+ [package.optional-dependencies]
2801
+ nodejs = [
2802
+ { name = "nodejs-wheel-binaries" },
2803
+ ]
2804
+
2784
2805
  [[package]]
2785
2806
  name = "pytest"
2786
2807
  version = "8.4.2"
@@ -3594,7 +3615,7 @@ wheels = [
3594
3615
 
3595
3616
  [[package]]
3596
3617
  name = "taskcluster-taskgraph"
3597
- version = "24.5.0"
3618
+ version = "24.6.0"
3598
3619
  source = { editable = "." }
3599
3620
  dependencies = [
3600
3621
  { name = "appdirs" },
@@ -3631,7 +3652,7 @@ dev = [
3631
3652
  { name = "mock" },
3632
3653
  { name = "pre-commit", version = "4.3.0", source = { registry = "https://pypi.org/simple" }, marker = "python_full_version < '3.10'" },
3633
3654
  { name = "pre-commit", version = "4.6.2", source = { registry = "https://pypi.org/simple" }, marker = "python_full_version >= '3.10'" },
3634
- { name = "pyright" },
3655
+ { name = "pyright", extra = ["nodejs"] },
3635
3656
  { name = "pytest", version = "8.4.2", source = { registry = "https://pypi.org/simple" }, marker = "python_full_version < '3.10'" },
3636
3657
  { name = "pytest", version = "9.1.1", source = { registry = "https://pypi.org/simple" }, marker = "python_full_version >= '3.10'" },
3637
3658
  { name = "pytest-codspeed" },
@@ -3680,7 +3701,7 @@ dev = [
3680
3701
  { name = "coverage", specifier = ">=7.10.7" },
3681
3702
  { name = "mock", specifier = ">=5.2.0" },
3682
3703
  { name = "pre-commit", specifier = ">=4.3.0" },
3683
- { name = "pyright", specifier = ">=1.1.406" },
3704
+ { name = "pyright", extras = ["nodejs"], specifier = ">=1.1.406" },
3684
3705
  { name = "pytest", specifier = ">=8.4.2" },
3685
3706
  { name = "pytest-codspeed", specifier = ">=3.2.0" },
3686
3707
  { name = "pytest-mock", specifier = ">=3.15.1" },
@@ -1,64 +0,0 @@
1
- """
2
- Tests for the 'fetch' transforms.
3
- """
4
-
5
- from copy import deepcopy
6
- from pprint import pprint
7
-
8
- import pytest
9
-
10
- from taskgraph.transforms import fetch
11
-
12
- TASK_DEFAULTS = {
13
- "description": "fake description",
14
- "name": "fake-task-name",
15
- }
16
-
17
-
18
- def assert_static_url(task):
19
- assert task["run"]["command"] == [
20
- "fetch-content",
21
- "static-url",
22
- "--sha256",
23
- "abcdef",
24
- "--size",
25
- "123",
26
- "-H",
27
- "User-Agent:Mozilla",
28
- "https://example.com/resource",
29
- "/builds/worker/artifacts/resource",
30
- ]
31
- assert task["attributes"]["fetch-artifact"] == "public/resource"
32
-
33
-
34
- @pytest.mark.parametrize(
35
- "task_input",
36
- (
37
- pytest.param(
38
- {
39
- "fetch": {
40
- "type": "static-url",
41
- "url": "https://example.com/resource",
42
- "sha256": "abcdef",
43
- "size": 123,
44
- "headers": {
45
- "User-Agent": "Mozilla",
46
- },
47
- },
48
- },
49
- id="static-url",
50
- ),
51
- ),
52
- )
53
- def test_transforms(request, run_transform, task_input):
54
- task = deepcopy(TASK_DEFAULTS)
55
- task.update(task_input)
56
-
57
- task = run_transform(fetch.transforms, task)[0]
58
- print("Dumping task:")
59
- pprint(task, indent=2)
60
-
61
- # Call the assertion function for the given test.
62
- param_id = request.node.callspec.id
63
- assertion_func = globals()[f"assert_{param_id.replace('-', '_')}"]
64
- assertion_func(task)