taskcluster-taskgraph 23.0.0__tar.gz → 23.1.0__tar.gz

{taskcluster_taskgraph-23.0.0 → taskcluster_taskgraph-23.1.0}/CHANGELOG.md

@@ -1,5 +1,18 @@
 # Change Log
 
+## [23.1.0] - 2026-05-26
+
+### Added
+
+- Updated worker types in the `.taskcluster.yml` template for the d2g migration
+
+### Fixed
+
+- `TaskGraph.from_json` now skips dependencies pointing at external taskIds (e.g. from replaced or cached tasks) when rebuilding edges, instead of producing edges to non-existent graph nodes
+- Schema validation errors now display a clean message instead of a noisy traceback
+- Pinned `taskcluster-client` to work around an upstream issue
+- `fetch_graph_and_labels` now handles `HTTPError` instances where `response` is `None`
+
 ## [23.0.0] - 2026-05-04
 
 ### Added

{taskcluster_taskgraph-23.0.0 → taskcluster_taskgraph-23.1.0}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: taskcluster-taskgraph
-Version: 23.0.0
+Version: 23.1.0
 Summary: Build taskcluster taskgraphs
 Project-URL: Repository, https://github.com/taskcluster/taskgraph
 Project-URL: Issues, https://github.com/taskcluster/taskgraph/issues

{taskcluster_taskgraph-23.0.0 → taskcluster_taskgraph-23.1.0}/pyproject.toml

@@ -1,7 +1,7 @@
 ### Project
 [project]
 name = "taskcluster-taskgraph"
-version = "23.0.0"
+version = "23.1.0"
 description = "Build taskcluster taskgraphs"
 readme = "README.rst"
 authors = [

taskcluster_taskgraph-23.1.0/renovate.json

@@ -0,0 +1,6 @@
+{
+  "$schema": "https://docs.renovatebot.com/renovate-schema.json",
+  "extends": [
+    "github>mozilla-releng/reps:renovate-preset.json5"
+  ]
+}

{taskcluster_taskgraph-23.0.0 → taskcluster_taskgraph-23.1.0}/src/taskgraph/actions/util.py

@@ -85,7 +85,7 @@ def fetch_graph_and_labels(parameters, graph_config, task_group_id=None):
                 run_label_to_id = get_artifact(task_id, "public/label-to-taskid.json")
                 label_to_taskid.update(run_label_to_id)  # type: ignore
             except HTTPError as e:
-                if e.response.status_code != 404:
+                if e.response is None or e.response.status_code != 404:
                     raise
                 logger.debug(f"No label-to-taskid.json found for {task_id}: {e}")
 

{taskcluster_taskgraph-23.0.0 → taskcluster_taskgraph-23.1.0}/src/taskgraph/generator.py

@@ -27,6 +27,7 @@ from .task import Task
 from .taskgraph import TaskGraph
 from .transforms.base import TransformConfig, TransformSequence
 from .util.python_path import find_object
+from .util.schema import SchemaValidationError
 from .util.verify import verifications
 from .util.yaml import load_yaml
 
@@ -303,6 +304,9 @@ class TaskGraphGenerator:
                     },
                     self._write_artifacts,
                 )
+            except SchemaValidationError as exc:
+                logger.error(f"Error loading tasks for kind {kind_name}:\n{exc}")
+                raise
             except Exception:
                 logger.exception(f"Error loading tasks for kind {kind_name}:")
                 raise
@@ -358,6 +362,16 @@ class TaskGraphGenerator:
                 for future in done:
                     if exc := future.exception():
                         executor.shutdown(wait=False, cancel_futures=True)
+                        kind_name = futures_to_kind.get(future, "?")
+                        if isinstance(exc, SchemaValidationError):
+                            logger.error(
+                                f"Error loading tasks for kind {kind_name}:\n{exc}"
+                            )
+                        else:
+                            logger.error(
+                                f"Error loading tasks for kind {kind_name}:",
+                                exc_info=(type(exc), exc, exc.__traceback__),
+                            )
                         raise exc
                     kind = futures_to_kind.pop(future)
                     futures.remove(future)

{taskcluster_taskgraph-23.0.0 → taskcluster_taskgraph-23.1.0}/src/taskgraph/main.py

@@ -22,6 +22,8 @@ from urllib.parse import urlparse
 import appdirs
 import yaml
 
+from taskgraph.util.schema import SchemaValidationError
+
 Command = namedtuple("Command", ["func", "args", "kwargs", "defaults"])
 commands = {}
 
@@ -1207,6 +1209,9 @@ def main(args=sys.argv[1:]):
     args = parser.parse_args(args)
     try:
         return args.command(vars(args))
+    except SchemaValidationError:
+        # Message was already logged; skip the traceback for user input errors.
+        sys.exit(1)
     except Exception:
         traceback.print_exc()
         sys.exit(1)

{taskcluster_taskgraph-23.0.0 → taskcluster_taskgraph-23.1.0}/src/taskgraph/taskgraph.py

@@ -63,6 +63,8 @@ class TaskGraph:
             if "task_id" in value:
                 tasks[key].task_id = value["task_id"]
             for depname, dep in value["dependencies"].items():
-                edges.add((key, dep, depname))
+                # Task filtering can cause dependencies to be removed from the graph.
+                if dep in tasks_dict:
+                    edges.add((key, dep, depname))
         task_graph = cls(tasks, Graph(frozenset(tasks), edges))
         return tasks, task_graph

{taskcluster_taskgraph-23.0.0 → taskcluster_taskgraph-23.1.0}/src/taskgraph/util/schema.py

@@ -23,6 +23,14 @@ TaskPriority = Literal[
 ]
 
 
+class SchemaValidationError(Exception):
+    """Raised when user-supplied data fails schema validation.
+
+    Callers should display the message without a Python traceback, since
+    these reflect input errors rather than programmer bugs.
+    """
+
+
 def validate_schema(schema, obj, msg_prefix):
     """
     Validate that object satisfies schema.  If not, generate a useful exception
@@ -65,9 +73,13 @@ def validate_schema(schema, obj, msg_prefix):
             msg = [msg_prefix]
             for error in exc.errors:
                 msg.append(str(error))
-            raise Exception("\n".join(msg) + "\n" + pprint.pformat(obj))
+            raise SchemaValidationError(
+                "\n".join(msg) + "\n" + pprint.pformat(obj)
+            ) from None
         else:
-            raise Exception(f"{msg_prefix}\n{str(exc)}\n{pprint.pformat(obj)}")
+            raise SchemaValidationError(
+                f"{msg_prefix}\n{str(exc)}\n{pprint.pformat(obj)}"
+            ) from None
 
 
 class OptionallyKeyedBy:
@@ -456,11 +468,7 @@ class Schema(
         """Validate data against this schema."""
         if taskgraph.fast:
             return data
-
-        try:
-            msgspec.convert(data, cls)
-        except (msgspec.ValidationError, msgspec.DecodeError) as e:
-            raise msgspec.ValidationError(str(e))
+        msgspec.convert(data, cls)
 
 
 class IndexSchema(Schema):

{taskcluster_taskgraph-23.0.0 → taskcluster_taskgraph-23.1.0}/taskcluster/config.yml

@@ -8,6 +8,7 @@ treeherder:
         'doc': 'Documentation tasks'
         'unit': 'Unit test tasks'
         'unit-multithread': 'Unit test tasks with multithreading enabled'
+        'unit-serial': 'Unit test tasks with serial enabled'
         'integration': 'Integration test tasks'
 
 index:

{taskcluster_taskgraph-23.0.0 → taskcluster_taskgraph-23.1.0}/taskcluster/docker/index-task/package.json

@@ -4,7 +4,7 @@
     "start": "node index.js"
   },
   "dependencies": {
-    "taskcluster-client": "^55.3"
+    "taskcluster-client": "55.3.2"
   },
   "engines": {
     "node": "18"

{taskcluster_taskgraph-23.0.0 → taskcluster_taskgraph-23.1.0}/taskcluster/docker/index-task/yarn.lock

@@ -41,26 +41,21 @@
     defer-to-connect "^2.0.0"
 
 "@types/cacheable-request@^6.0.1":
-  version "6.0.2"
-  resolved "https://registry.yarnpkg.com/@types/cacheable-request/-/cacheable-request-6.0.2.tgz#c324da0197de0a98a2312156536ae262429ff6b9"
-  integrity sha512-B3xVo+dlKM6nnKTcmm5ZtY/OL8bOAOd2Olee9M1zft65ox50OzjEHW91sDiU9j6cvW8Ejg1/Qkf4xd2kugApUA==
+  version "6.0.3"
+  resolved "https://registry.yarnpkg.com/@types/cacheable-request/-/cacheable-request-6.0.3.tgz#a430b3260466ca7b5ca5bfd735693b36e7a9d183"
+  integrity sha512-IQ3EbTzGxIigb1I3qPZc1rWJnH0BmSKv5QYTalEwweFvyBDLSAe24zP0le/hyi7ecGfZVlIVAg4BZqb8WBwKqw==
   dependencies:
     "@types/http-cache-semantics" "*"
-    "@types/keyv" "*"
+    "@types/keyv" "^3.1.4"
     "@types/node" "*"
-    "@types/responselike" "*"
+    "@types/responselike" "^1.0.0"
 
 "@types/http-cache-semantics@*":
-  version "4.0.1"
-  resolved "https://registry.yarnpkg.com/@types/http-cache-semantics/-/http-cache-semantics-4.0.1.tgz#0ea7b61496902b95890dc4c3a116b60cb8dae812"
-  integrity sha512-SZs7ekbP8CN0txVG2xVRH6EgKmEm31BOxA07vkFaETzZz1xh+cbt8BcI0slpymvwhx5dlFnQG2rTlPVQn+iRPQ==
-
-"@types/json-buffer@~3.0.0":
-  version "3.0.0"
-  resolved "https://registry.yarnpkg.com/@types/json-buffer/-/json-buffer-3.0.0.tgz#85c1ff0f0948fc159810d4b5be35bf8c20875f64"
-  integrity sha512-3YP80IxxFJB4b5tYC2SUPwkg0XQLiu0nWvhRgEatgjf+29IcWO9X1k8xRv5DGssJ/lCrjYTjQPcobJr2yWIVuQ==
+  version "4.2.0"
+  resolved "https://registry.yarnpkg.com/@types/http-cache-semantics/-/http-cache-semantics-4.2.0.tgz#f6a7788f438cbfde15f29acad46512b4c01913b3"
+  integrity sha512-L3LgimLHXtGkWikKnsPg0/VFx9OGZaC+eN1u4r+OB1XRqH3meBIAVC2zr1WdMH+RHmnRkqliQAOHNJ/E0j/e0Q==
 
-"@types/keyv@*":
+"@types/keyv@^3.1.4":
   version "3.1.4"
   resolved "https://registry.yarnpkg.com/@types/keyv/-/keyv-3.1.4.tgz#3ccdb1c6751b0c7e52300bcdacd5bcbf8faa75b6"
   integrity sha512-BQ5aZNSCpj7D6K2ksrRCTmKRLEpnPvWDiLPfoGyhZ++8YtiK9d/3DBKPJgry359X/P1PfruyYwvnvwFjuEiEIg==
@@ -68,14 +63,16 @@
     "@types/node" "*"
 
 "@types/node@*":
-  version "18.0.0"
-  resolved "https://registry.yarnpkg.com/@types/node/-/node-18.0.0.tgz#67c7b724e1bcdd7a8821ce0d5ee184d3b4dd525a"
-  integrity sha512-cHlGmko4gWLVI27cGJntjs/Sj8th9aYwplmZFwmmgYQQvL5NUsgVJG7OddLvNfLqYS31KFN0s3qlaD9qCaxACA==
-
-"@types/responselike@*", "@types/responselike@^1.0.0":
-  version "1.0.0"
-  resolved "https://registry.yarnpkg.com/@types/responselike/-/responselike-1.0.0.tgz#251f4fe7d154d2bad125abe1b429b23afd262e29"
-  integrity sha512-85Y2BjiufFzaMIlvJDvTTB8Fxl2xfLo4HgmHzVBz08w4wDePCTjYw66PdrolO0kzli3yam/YCgRufyo1DdQVTA==
+  version "25.9.1"
+  resolved "https://registry.yarnpkg.com/@types/node/-/node-25.9.1.tgz#3bda556db500ae4319c08e7fc9ab94f19013ba0b"
+  integrity sha512-xfrlY7UD5rMJk3ZVJP8BNzS28J36YJg+xp+LPXV1TdWxr8uMH5A860QNxYDGQe/ylDSgjxE52Q9VnO7p75tJxg==
+  dependencies:
+    undici-types ">=7.24.0 <7.24.7"
+
+"@types/responselike@^1.0.0":
+  version "1.0.3"
+  resolved "https://registry.yarnpkg.com/@types/responselike/-/responselike-1.0.3.tgz#cc29706f0a397cfe6df89debfe4bf5cea159db50"
+  integrity sha512-H/+L+UkTV33uf49PH5pCAUBVPNj2nDBXTN+qS1dOwyyg24l3CcicicCA7ca+HMvJBZcFgl5r8e+RR6elsb4Lyw==
   dependencies:
     "@types/node" "*"
 
@@ -85,9 +82,9 @@ cacheable-lookup@^5.0.3:
   integrity sha512-2/kNscPhpcxrOigMZzbiWF7dz8ilhb/nIHU3EyZiXWXpeq/au8qJ8VhdftMkty3n7Gj6HIGalQG8oiBNB3AJgA==
 
 cacheable-request@^7.0.2:
-  version "7.0.2"
-  resolved "https://registry.yarnpkg.com/cacheable-request/-/cacheable-request-7.0.2.tgz#ea0d0b889364a25854757301ca12b2da77f91d27"
-  integrity sha512-pouW8/FmiPQbuGpkXQ9BAPv/Mo5xDGANgSNXzTzJ8DrKGuXOssM4wIQRjfanNRh3Yu5cfYPvcorqbhg2KIJtew==
+  version "7.0.4"
+  resolved "https://registry.yarnpkg.com/cacheable-request/-/cacheable-request-7.0.4.tgz#7a33ebf08613178b403635be7b899d3e69bbe817"
+  integrity sha512-v+p6ongsrp0yTGbJXjgxPow2+DL93DASP4kXCDKb8/bwRtt9OEF3whggkkDkGNzgcWy2XaF4a8nZglC7uElscg==
   dependencies:
     clone-response "^1.0.2"
     get-stream "^5.1.0"
@@ -98,26 +95,18 @@ cacheable-request@^7.0.2:
     responselike "^2.0.0"
 
 clone-response@^1.0.2:
-  version "1.0.2"
-  resolved "https://registry.yarnpkg.com/clone-response/-/clone-response-1.0.2.tgz#d1dc973920314df67fbeb94223b4ee350239e96b"
-  integrity sha512-yjLXh88P599UOyPTFX0POsd7WxnbsVsGohcwzHOLspIhhpalPw1BcqED8NblyZLKcGrL8dTgMlcaZxV2jAD41Q==
+  version "1.0.3"
+  resolved "https://registry.yarnpkg.com/clone-response/-/clone-response-1.0.3.tgz#af2032aa47816399cf5f0a1d0db902f517abb8c3"
+  integrity sha512-ROoL94jJH2dUVML2Y/5PEDNaSHgeOdSDicUyS7izcF63G6sTc/FTjLub4b8Il9S8S0beOfYt0TaA5qvFK+w0wA==
   dependencies:
     mimic-response "^1.0.0"
 
-compress-brotli@^1.3.8:
-  version "1.3.8"
-  resolved "https://registry.yarnpkg.com/compress-brotli/-/compress-brotli-1.3.8.tgz#0c0a60c97a989145314ec381e84e26682e7b38db"
-  integrity sha512-lVcQsjhxhIXsuupfy9fmZUFtAIdBmXA7EGY6GBdgZ++qkM9zG4YFT8iU7FoBxzryNDMOpD1HIFHUSX4D87oqhQ==
-  dependencies:
-    "@types/json-buffer" "~3.0.0"
-    json-buffer "~3.0.1"
-
 debug@^4.1.1:
-  version "4.3.4"
-  resolved "https://registry.yarnpkg.com/debug/-/debug-4.3.4.tgz#1319f6579357f2338d3337d2cdd4914bb5dcc865"
-  integrity sha512-PRWFHuSU3eDtQJPvnNY7Jcket1j0t5OuOsFzPPzsekD52Zl8qUfFIPEiswXqIvHWGVHOgX+7G/vCNNhehwxfkQ==
+  version "4.4.3"
+  resolved "https://registry.yarnpkg.com/debug/-/debug-4.4.3.tgz#c6ae432d9bd9662582fce08709b038c58e9e3d6a"
+  integrity sha512-RGwwWnwQvkVfavKVt22FGLw+xYSdzARwm0ru6DhTVA3umU5hZc28V3kO4stgYryrTlLpuvgI9GiijltAjNbcqA==
   dependencies:
-    ms "2.1.2"
+    ms "^2.1.3"
 
 decompress-response@^6.0.0:
   version "6.0.0"
@@ -132,9 +121,9 @@ defer-to-connect@^2.0.0:
   integrity sha512-4tvttepXG1VaYGrRibk5EwJd1t4udunSOVMdLSAL6mId1ix438oPwPZMALY41FCijukO1L0twNcGsdzS7dHgDg==
 
 end-of-stream@^1.1.0:
-  version "1.4.4"
-  resolved "https://registry.yarnpkg.com/end-of-stream/-/end-of-stream-1.4.4.tgz#5ae64a5f45057baf3626ec14da0ca5e4b2431eb0"
-  integrity sha512-+uw1inIHVPQoaVuHzRyXd21icM+cnt4CzD5rW+NC1wjOUSTOs+Te7FOv7AhN7vS9x/oIyhLP5PR1H+phQAHu5Q==
+  version "1.4.5"
+  resolved "https://registry.yarnpkg.com/end-of-stream/-/end-of-stream-1.4.5.tgz#7344d711dea40e0b74abc2ed49778743ccedb08c"
+  integrity sha512-ooEGc6HP26xXq/N+GCGOT0JKCLDGrq2bQUZrQ7gyrJiZANJ/8YDTxTpQBXGMn+WbIQXNVpyWymm7KYVICQnyOg==
   dependencies:
     once "^1.4.0"
 
@@ -146,9 +135,9 @@ get-stream@^5.1.0:
     pump "^3.0.0"
 
 got@^11.8.1:
-  version "11.8.5"
-  resolved "https://registry.yarnpkg.com/got/-/got-11.8.5.tgz#ce77d045136de56e8f024bebb82ea349bc730046"
-  integrity sha512-o0Je4NvQObAuZPHLFoRSkdG2lTgtcynqymzg2Vupdx6PorhaT5MCbIyXG6d4D94kk8ZG57QeosgdiqfJWhEhlQ==
+  version "11.8.6"
+  resolved "https://registry.yarnpkg.com/got/-/got-11.8.6.tgz#276e827ead8772eddbcfc97170590b841823233a"
+  integrity sha512-6tfZ91bOr7bOXnK7PRDCGBLa1H4U080YHNaAQ2KsMGlLEzRbk44nsZF2E1IeRc3vtJHPVbKCYgdFbaGO2ljd8g==
   dependencies:
     "@sindresorhus/is" "^4.0.0"
     "@szmarczak/http-timer" "^4.0.5"
@@ -163,9 +152,9 @@ got@^11.8.1:
     responselike "^2.0.0"
 
 hawk@^9.0.1:
-  version "9.0.1"
-  resolved "https://registry.yarnpkg.com/hawk/-/hawk-9.0.1.tgz#0be51769103e76fe97a97ae7fa356c313bb93160"
-  integrity sha512-H2E+5ATFEXmorgVzYl3NzG3PCo2e+euYrHDnRpLLdOtJrQHGRXrJT9/joWnrkHCtzDZkaNoLXg/+TsSkD06eNg==
+  version "9.0.2"
+  resolved "https://registry.yarnpkg.com/hawk/-/hawk-9.0.2.tgz#64b18c109d86b3a4b3174a76169f2c868297d0c0"
+  integrity sha512-EJMLBZAWg+EoI/aAJWDhrYGvucWYvY37CdGXolkol0ITGswkDHtDnjbFcPBaIv3jbtpfWqYjXMm4KhfXPOLCRg==
   dependencies:
     "@hapi/b64" "5.x.x"
     "@hapi/boom" "9.x.x"
@@ -173,9 +162,9 @@ hawk@^9.0.1:
     "@hapi/hoek" "9.x.x"
 
 http-cache-semantics@^4.0.0:
-  version "4.1.0"
-  resolved "https://registry.yarnpkg.com/http-cache-semantics/-/http-cache-semantics-4.1.0.tgz#49e91c5cbf36c9b94bcfcd71c23d5249ec74e390"
-  integrity sha512-carPklcUh7ROWRK7Cv27RPtdhYhUsela/ue5/jKzjegVvXDqM2ILE9Q2BGn9JZJh1g87cp56su/FgQSzcWS8cQ==
+  version "4.2.0"
+  resolved "https://registry.yarnpkg.com/http-cache-semantics/-/http-cache-semantics-4.2.0.tgz#205f4db64f8562b76a4ff9235aa5279839a09dd5"
+  integrity sha512-dTxcvPXqPvXBQpq5dUr6mEMJX4oIEFv6bwom3FDwKRDsuIjjJGANqhBuoAn9c1RQJIdAKav33ED65E2ys+87QQ==
 
 http2-wrapper@^1.0.0-beta.5.2:
   version "1.0.3"
@@ -185,23 +174,22 @@ http2-wrapper@^1.0.0-beta.5.2:
     quick-lru "^5.1.1"
     resolve-alpn "^1.0.0"
 
-json-buffer@3.0.1, json-buffer@~3.0.1:
+json-buffer@3.0.1:
   version "3.0.1"
   resolved "https://registry.yarnpkg.com/json-buffer/-/json-buffer-3.0.1.tgz#9338802a30d3b6605fbe0613e094008ca8c05a13"
   integrity sha512-4bV5BfR2mqfQTJm+V5tPPdf+ZpuhiIvTuAB5g8kcrXOZpTT/QwwVRWBywX1ozr6lEuPdbHxwaJlm9G6mI2sfSQ==
 
 keyv@^4.0.0:
-  version "4.3.2"
-  resolved "https://registry.yarnpkg.com/keyv/-/keyv-4.3.2.tgz#e839df676a0c7ee594c8835e7c1c83742558e5c2"
-  integrity sha512-kn8WmodVBe12lmHpA6W8OY7SNh6wVR+Z+wZESF4iF5FCazaVXGWOtnbnvX0tMQ1bO+/TmOD9LziuYMvrIIs0xw==
+  version "4.5.4"
+  resolved "https://registry.yarnpkg.com/keyv/-/keyv-4.5.4.tgz#a879a99e29452f942439f2a405e3af8b31d4de93"
+  integrity sha512-oxVHkHR/EJf2CNXnWxRLW6mg7JyCCUcG0DtEGmL2ctUo1PNTin1PUil+r/+4r5MpVgC/fn1kjsx7mjSujKqIpw==
   dependencies:
-    compress-brotli "^1.3.8"
     json-buffer "3.0.1"
 
 lodash@^4.17.4:
-  version "4.17.21"
-  resolved "https://registry.yarnpkg.com/lodash/-/lodash-4.17.21.tgz#679591c564c3bffaae8454cf0b3df370c3d6911c"
-  integrity sha512-v2kDEe57lecTulaDIuNTPy3Ry4gLGJ6Z1O3vE1krgXZNrsQ+LFTGHVxVjcXPs17LhbZVGedAJv8XZ1tvj5FvSg==
+  version "4.18.1"
+  resolved "https://registry.yarnpkg.com/lodash/-/lodash-4.18.1.tgz#ff2b66c1f6326d59513de2407bf881439812771c"
+  integrity sha512-dMInicTPVE8d1e5otfwmmjlxkZoUpiVLwyeTdUsi/Caj/gfzzblBcCE5sRHV/AsjuCmxWrte2TNGSYuCeCq+0Q==
 
 lowercase-keys@^2.0.0:
   version "2.0.0"
@@ -218,10 +206,10 @@ mimic-response@^3.1.0:
   resolved "https://registry.yarnpkg.com/mimic-response/-/mimic-response-3.1.0.tgz#2d1d59af9c1b129815accc2c46a022a5ce1fa3c9"
   integrity sha512-z0yWI+4FDrrweS8Zmt4Ej5HdJmky15+L2e6Wgn3+iK5fWzb6T3fhNFq2+MeTRb064c6Wr4N/wv0DzQTjNzHNGQ==
 
-ms@2.1.2:
-  version "2.1.2"
-  resolved "https://registry.yarnpkg.com/ms/-/ms-2.1.2.tgz#d09d1f357b443f493382a8eb3ccd183872ae6009"
-  integrity sha512-sGkPx+VjMtmA6MX27oA4FBFELFCZZ4S4XqeGOXCv68tT+jb3vk/RyaKWP0PTKyWtmLSM0b+adUTEvbs1PEaH2w==
+ms@^2.1.3:
+  version "2.1.3"
+  resolved "https://registry.yarnpkg.com/ms/-/ms-2.1.3.tgz#574c8138ce1d2b5861f0b44579dbadd60c6615b2"
+  integrity sha512-6FlzubTLZG3J2a/NVCAleEhjzq5oxgHyaCU9yYXvcLsvoVaHJq/s5xXI6/XXP6tz7R9xAOtHnSO/tXtF3WRTlA==
 
 normalize-url@^6.0.1:
   version "6.1.0"
@@ -241,9 +229,9 @@ p-cancelable@^2.0.0:
   integrity sha512-BZOr3nRQHOntUjTrH8+Lh54smKHoHyur8We1V8DSMVrl5A2malOOwuJRnKRDjSnkoeBh4at6BwEnb5I7Jl31wg==
 
 pump@^3.0.0:
-  version "3.0.0"
-  resolved "https://registry.yarnpkg.com/pump/-/pump-3.0.0.tgz#b4a2116815bde2f4e1ea602354e8c75565107a64"
-  integrity sha512-LwZy+p3SFs1Pytd/jYct4wpv49HiYCqd9Rlc5ZVdk0V+8Yzv6jR5Blk3TRmPL1ft69TxP0IMZGJ+WPFU2BFhww==
+  version "3.0.4"
+  resolved "https://registry.yarnpkg.com/pump/-/pump-3.0.4.tgz#1f313430527fa8b905622ebd22fe1444e757ab3c"
+  integrity sha512-VS7sjc6KR7e1ukRFhQSY5LM2uBWAUPiOPa/A3mkKmiMwSmRFUITt0xuj+/lesgnCv+dPIEYlkzrcyXgquIHMcA==
   dependencies:
     end-of-stream "^1.1.0"
     once "^1.3.1"
@@ -259,9 +247,9 @@ resolve-alpn@^1.0.0:
   integrity sha512-0a1F4l73/ZFZOakJnQ3FvkJ2+gSTQWz/r2KE5OdDY0TxPm5h4GkqkWWfM47T7HsbnOtcJVEF4epCVy6u7Q3K+g==
 
 responselike@^2.0.0:
-  version "2.0.0"
-  resolved "https://registry.yarnpkg.com/responselike/-/responselike-2.0.0.tgz#26391bcc3174f750f9a79eacc40a12a5c42d7723"
-  integrity sha512-xH48u3FTB9VsZw7R+vvgaKeLKzT6jOogbQhEe/jewwnZgzPcnyWui2Av6JpoYZF/91uueC+lqhWqeURw5/qhCw==
+  version "2.0.1"
+  resolved "https://registry.yarnpkg.com/responselike/-/responselike-2.0.1.tgz#9a0bc8fdc252f3fb1cca68b016591059ba1422bc"
+  integrity sha512-4gl03wn3hj1HP3yzgdI7d3lCkF95F21Pz4BPGvKHinyQzALR5CapwC8yIi0Rh58DEMQ/SguC03wFj2k0M/mHhw==
   dependencies:
     lowercase-keys "^2.0.0"
 
@@ -272,7 +260,7 @@ slugid@^4.0.0:
   dependencies:
     uuid "^9.0.0"
 
-taskcluster-client@^55.3:
+taskcluster-client@55.3.2:
   version "55.3.2"
   resolved "https://registry.yarnpkg.com/taskcluster-client/-/taskcluster-client-55.3.2.tgz#1b518dee818a58ac3a325dfda3772449e5a331c8"
   integrity sha512-EmPpIaNQsciBbitOC78QvV9MOjUnrDIShBjdJZOxn7NyHXeZIR3m4nZt9M/FeoyEOpm7EHYaij/lABF7GLMjWA==
@@ -285,9 +273,14 @@ taskcluster-client@^55.3:
     taskcluster-lib-urls "^13.0.0"
 
 taskcluster-lib-urls@^13.0.0:
-  version "13.0.1"
-  resolved "https://registry.yarnpkg.com/taskcluster-lib-urls/-/taskcluster-lib-urls-13.0.1.tgz#773da8bb9937a52f77ad128961b8d501dfdd042a"
-  integrity sha512-WrhKMbiWmpPrB0vbzLZq4W35mhdPVLklZY+qrBoI7KQzFAjO/qsgS8ssHL6eYmvBf4fE7C+C9ZFxQpQOUynQvg==
+  version "13.0.2"
+  resolved "https://registry.yarnpkg.com/taskcluster-lib-urls/-/taskcluster-lib-urls-13.0.2.tgz#27b1ad7bdc1b7bc96b700d876c4e0d5021ee0fa1"
+  integrity sha512-onspRpWupIjB15vkvvSAXdtpvgWsKNOCRhcjg1p9GrxodJeW45Os7BK7azMlX7aNqi8uOj4zqB6cokxsLp2uFw==
+
+"undici-types@>=7.24.0 <7.24.7":
+  version "7.24.6"
+  resolved "https://registry.yarnpkg.com/undici-types/-/undici-types-7.24.6.tgz#61275b485d7fd4e9d269c7cf04ec2873c9cc0f91"
+  integrity sha512-WRNW+sJgj5OBN4/0JpHFqtqzhpbnV0GuB+OozA9gCL7a993SmU+1JBZCzLNxYsbMfIeDL+lTsphD5jN5N+n0zg==
 
 uuid@^9.0.0:
   version "9.0.1"

{taskcluster_taskgraph-23.0.0 → taskcluster_taskgraph-23.1.0}/taskcluster/kinds/test/linux.yml

@@ -70,6 +70,26 @@ unit-multithread:
         command: >-
             uv run coverage run --data-file /builds/worker/artifacts/coverage --context=py{matrix[python]} -m pytest -vv
 
+unit-serial:
+    description: "Run unit tests with py{matrix[python]} on Linux in serial mode"
+    matrix:
+        set-name: "unit-serial-py{matrix[python]}"
+        substitution-fields: [description, run.command, treeherder, worker, attributes]
+        python: ["314"]
+    worker:
+        docker-image: {in-tree: python}
+        env:
+            TASKGRAPH_SERIAL: "1"
+        artifacts:
+            - type: file
+              path: "/builds/worker/artifacts/coverage"
+              name: "public/coverage.py{matrix[python]}"
+    treeherder:
+        symbol: unit-serial(py{matrix[python]})
+    run:
+        command: >-
+            uv run coverage run --data-file /builds/worker/artifacts/coverage --context=py{matrix[python]} -m pytest -vv
+
 integration:
     description: "Run unit tests with py{matrix[python]} on Linux with resolution {matrix[resolution]}"
     attributes:

{taskcluster_taskgraph-23.0.0 → taskcluster_taskgraph-23.1.0}/template/{{cookiecutter.project_name}}/taskcluster/config.yml

@@ -14,14 +14,14 @@ workers:
       provisioner: '{trust-domain}-{level}'
       implementation: docker-worker
       os: linux
-      worker-type: '{alias}-gcp'
+      worker-type: '{alias}'
     images:
       provisioner: '{trust-domain}-{level}'
       implementation: docker-worker
       os: linux
-      worker-type: '{alias}-gcp'
+      worker-type: '{alias}'
     t-linux-large:
       provisioner: '{trust-domain}-t'
       implementation: docker-worker
       os: linux
-      worker-type: '{alias}-gcp'
+      worker-type: '{alias}'

{taskcluster_taskgraph-23.0.0 → taskcluster_taskgraph-23.1.0}/test/conftest.py

@@ -1,5 +1,6 @@
 import os
 import platform
+import subprocess
 import tempfile
 from pathlib import Path
 
@@ -20,11 +21,26 @@ os.environ["GIT_CONFIG_NOSYSTEM"] = "1"
 
 @pytest.fixture(scope="session", autouse=True)
 def git_global_config():
-    # run-task writes to the global git config, so point it at a real
-    # (writable) empty file instead of ~/.gitconfig.
+    # Until https://github.com/taskcluster/taskcluster/issues/6561 we need to
+    # preserved the safe directories that `run-task` sets to keep tests
+    # working in CI when workers run subsequent tasks.
+    existing_safe_dirs = subprocess.run(
+        ["git", "config", "--global", "--get-all", "safe.directory"],
+        capture_output=True,
+        text=True,
+        check=False,
+    ).stdout.splitlines()
+
     fd, path = tempfile.mkstemp(prefix="taskgraph-gitconfig-")
     os.close(fd)
     os.environ["GIT_CONFIG_GLOBAL"] = path
+
+    for entry in existing_safe_dirs:
+        subprocess.run(
+            ["git", "config", "--global", "--add", "safe.directory", entry],
+            check=False,
+        )
+
     yield
     del os.environ["GIT_CONFIG_GLOBAL"]
     os.unlink(path)

{taskcluster_taskgraph-23.0.0 → taskcluster_taskgraph-23.1.0}/test/test_generator.py

@@ -13,13 +13,16 @@ from pytest_taskgraph import WithFakeKind, fake_load_graph_config
 from taskgraph import generator, graph
 from taskgraph.generator import Kind, load_tasks_for_kind, load_tasks_for_kinds
 from taskgraph.loader.default import loader as default_loader
+from taskgraph.util.schema import SchemaValidationError
 
 linuxonly = pytest.mark.skipif(
-    platform.system() != "Linux" or os.environ.get("TASKGRAPH_USE_THREADS"),
-    reason="requires Linux and 'fork' multiprocessing support",
+    platform.system() != "Linux"
+    or os.environ.get("TASKGRAPH_USE_THREADS")
+    or os.environ.get("TASKGRAPH_SERIAL"),
+    reason="requires Linux multiprocessing support",
 )
 threadsonly = pytest.mark.skipif(
-    not os.environ.get("TASKGRAPH_USE_THREADS"),
+    not os.environ.get("TASKGRAPH_USE_THREADS") or os.environ.get("TASKGRAPH_SERIAL"),
     reason="requires multithreading to be enabled",
 )
 
@@ -70,6 +73,46 @@ def test_kind_ordering_multithread(mocker, maketgg):
     assert mocked_tpe.loaded_kinds == ["_fake1", "_fake2", "_fake3"]
 
 
+def test_schema_validation_error_logged_without_traceback(mocker, caplog, maketgg):
+    """SchemaValidationError from a kind is logged at ERROR level with no
+    traceback attached (it's user input, not a programmer bug)."""
+
+    def fail_load_tasks(self, *args, **kwargs):
+        raise SchemaValidationError("bad task data")
+
+    mocker.patch.object(Kind, "load_tasks", fail_load_tasks)
+    tgg = maketgg()
+
+    with caplog.at_level("ERROR"):
+        with pytest.raises(SchemaValidationError):
+            tgg._run_until("full_task_set")
+
+    schema_records = [r for r in caplog.records if "Error loading tasks" in r.message]
+    assert len(schema_records) == 1
+    # logger.error attaches no exc_info — that's the whole point.
+    assert schema_records[0].exc_info is None
+    assert "bad task data" in schema_records[0].message
+
+
+def test_other_exceptions_still_log_traceback(mocker, caplog, maketgg):
+    """Non-SchemaValidationError exceptions still go through logger.exception
+    so real programmer bugs surface their traceback."""
+
+    def fail_load_tasks(self, *args, **kwargs):
+        raise RuntimeError("unexpected bug")
+
+    mocker.patch.object(Kind, "load_tasks", fail_load_tasks)
+    tgg = maketgg()
+
+    with caplog.at_level("ERROR"):
+        with pytest.raises(RuntimeError):
+            tgg._run_until("full_task_set")
+
+    records = [r for r in caplog.records if "Error loading tasks" in r.message]
+    assert len(records) == 1
+    assert records[0].exc_info is not None
+
+
 def test_full_task_set(maketgg):
     "The full_task_set property has all tasks"
     tgg = maketgg()

{taskcluster_taskgraph-23.0.0 → taskcluster_taskgraph-23.1.0}/test/test_main.py

@@ -11,11 +11,13 @@ import pytest
 
 import taskgraph
 from taskgraph.actions import registry
+from taskgraph.generator import Kind
 from taskgraph.graph import Graph
 from taskgraph.main import format_kind_graph_mermaid, get_filtered_taskgraph
 from taskgraph.main import main as taskgraph_main
 from taskgraph.task import Task
 from taskgraph.taskgraph import TaskGraph
+from taskgraph.util.schema import SchemaValidationError
 from taskgraph.util.vcs import GitRepository, HgRepository
 from taskgraph.util.yaml import load_yaml
 
@@ -70,6 +72,44 @@ def test_show_taskgraph_parallel(run_taskgraph):
     assert res == 0
 
 
+def test_main_schema_validation_error_no_traceback(
+    mocker, run_taskgraph, capsys, caplog
+):
+    """main() exits 1 without printing a Python traceback when a kind raises
+    SchemaValidationError — the message was already logged."""
+
+    def fail_load_tasks(self, *args, **kwargs):
+        raise SchemaValidationError("bad task data")
+
+    mocker.patch.object(Kind, "load_tasks", fail_load_tasks)
+
+    with caplog.at_level("ERROR"):
+        res = run_taskgraph(["full"])
+
+    assert res == 1
+    captured = capsys.readouterr()
+    assert "Traceback" not in captured.err
+    assert "Traceback" not in captured.out
+    assert any("bad task data" in r.message for r in caplog.records)
+
+
+def test_main_other_exception_prints_traceback(mocker, run_taskgraph, capsys):
+    """main() still prints a traceback for unexpected exceptions —
+    schema-error suppression must not swallow real bugs."""
+
+    def fail_load_tasks(self, *args, **kwargs):
+        raise RuntimeError("real bug")
+
+    mocker.patch.object(Kind, "load_tasks", fail_load_tasks)
+
+    res = run_taskgraph(["full"])
+    assert res == 1
+
+    captured = capsys.readouterr()
+    assert "Traceback" in captured.err
+    assert "RuntimeError: real bug" in captured.err
+
+
 def test_show_taskgraph_parallel_bad_params(tmp_path):
     # Create parameter files that will cause processing errors
     bad_params_dir = tmp_path / "bad_params"