taskcluster-taskgraph 24.2.2__py3-none-any.whl → 24.2.3__py3-none-any.whl

{taskcluster_taskgraph-24.2.2.dist-info → taskcluster_taskgraph-24.2.3.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: taskcluster-taskgraph
-Version: 24.2.2
+Version: 24.2.3
 Summary: Build taskcluster taskgraphs
 Project-URL: Repository, https://github.com/taskcluster/taskgraph
 Project-URL: Issues, https://github.com/taskcluster/taskgraph/issues

{taskcluster_taskgraph-24.2.2.dist-info → taskcluster_taskgraph-24.2.3.dist-info}/RECORD

@@ -28,7 +28,7 @@ taskgraph/optimize/base.py,sha256=c2ETEJChLCFm6yoA-IcWepu7V0eOIA_e_tQfFwld-EA,20
 taskgraph/optimize/strategies.py,sha256=SAzMXbp_oQ3EJ2pDLOvShh2RosJExCRTZR4PFsD-3l0,3776
 taskgraph/run-task/fetch-content,sha256=ZpjiX-SmosoKBGyG-GxWtAGvUCzspWMrmoFQXhbhw8s,36209
 taskgraph/run-task/hgrc,sha256=BybWLDR89bWi3pE5T05UqmDHs02CbLypE-omLZWU6Uk,896
-taskgraph/run-task/robustcheckout.py,sha256=DZ-MB68P7FmZY1vkj7o3Xp-d21aOiFnLMimv25S3FTs,30778
+taskgraph/run-task/robustcheckout.py,sha256=85tcHqlAlWre1RYJ5qu3CJtqAAsMnB9AlDeN4zfpOrQ,33021
 taskgraph/run-task/run-task,sha256=yEQqTaw2u7hgFqlUmWsN10J89GFarZhQtIheFl6WI0I,47409
 taskgraph/transforms/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 taskgraph/transforms/base.py,sha256=NULQNfwJfBTo0Bem1hp_6aDztUABwbnJrQ0MBpOgGDE,5125
@@ -75,8 +75,8 @@ taskgraph/util/vcs.py,sha256=Z2sCJT0-kwP_AbSUMIzya9lk8SyjWPzMYtQPYJ2WtnA,22496
 taskgraph/util/verify.py,sha256=hY6xl4rEgXeVuPswG8HCGBHJNKHF2QXx2cTxrrRtDeE,14829
 taskgraph/util/workertypes.py,sha256=SpqQmf99kB9QxtgOdXeMUvzuVv1o0ZVB4lYahZH3jDY,2534
 taskgraph/util/yaml.py,sha256=29h6RE7JA4z0U2V3WCu-S39lPMBS9CEZEglv1delDvw,1075
-taskcluster_taskgraph-24.2.2.dist-info/METADATA,sha256=dgtz4W6pVH4-KRYuFfTfcs7rJyUUq6AnEVJ9uT56stk,5065
-taskcluster_taskgraph-24.2.2.dist-info/WHEEL,sha256=lCkmxWfQsSc9CfIClYeavTdQeEX2toPqufh9gI35EQA,87
-taskcluster_taskgraph-24.2.2.dist-info/entry_points.txt,sha256=2hxDzE3qq_sHh-J3ROqwpxgQgxO-196phWAQREl2-XA,50
-taskcluster_taskgraph-24.2.2.dist-info/licenses/LICENSE,sha256=HyVuytGSiAUQ6ErWBHTqt1iSGHhLmlC8fO7jTCuR8dU,16725
-taskcluster_taskgraph-24.2.2.dist-info/RECORD,,
+taskcluster_taskgraph-24.2.3.dist-info/METADATA,sha256=tyKgYggjak7xdcvD5WcbEwZcWseWv5sDgBJwC8vWrXE,5065
+taskcluster_taskgraph-24.2.3.dist-info/WHEEL,sha256=lCkmxWfQsSc9CfIClYeavTdQeEX2toPqufh9gI35EQA,87
+taskcluster_taskgraph-24.2.3.dist-info/entry_points.txt,sha256=2hxDzE3qq_sHh-J3ROqwpxgQgxO-196phWAQREl2-XA,50
+taskcluster_taskgraph-24.2.3.dist-info/licenses/LICENSE,sha256=HyVuytGSiAUQ6ErWBHTqt1iSGHhLmlC8fO7jTCuR8dU,16725
+taskcluster_taskgraph-24.2.3.dist-info/RECORD,,

taskgraph/run-task/robustcheckout.py

@@ -18,6 +18,7 @@ import random
 import re
 import socket
 import ssl
+import stat
 import time
 
 from mercurial.i18n import _
@@ -38,6 +39,22 @@ from mercurial import (
     vfs,
 )
 
+# TRACKING hg72 - `hg.repository`/`hg.peer` moved to `mercurial.repo.factory`.
+try:
+    from mercurial.repo import factory as _repofactory
+
+    _repository = _repofactory.repository
+    _peer = _repofactory.peer
+except ImportError:
+    _repository = hg.repository
+    _peer = hg.peer
+
+# TRACKING hg72 - `hg.clone` moved to `mercurial.cmd_impls.clone.clone`.
+try:
+    from mercurial.cmd_impls.clone import clone as _clone
+except ImportError:
+    _clone = hg.clone
+
 # Causes worker to purge caches on process exit and for task to retry.
 EXIT_PURGE_CACHE = 72
 
@@ -67,6 +84,57 @@ def peerlookup(remote, v):
         return e.callcommand(b"lookup", {b"key": v}).result()
 
 
+def remove_dangling_links(ui, path):
+    """On Windows, remove dangling symlinks and junctions under ``path``.
+
+    npm's ``file:`` protocol dependencies create directory junctions in
+    ``node_modules/`` with absolute targets.  When a Taskcluster cache
+    is restored to a different task directory those targets no longer
+    exist, and Mercurial's purge crashes in ``vfs.listdir()`` with
+    ``FileNotFoundError``.  Removing them first lets purge proceed.
+    """
+    if os.name != "nt":
+        return
+
+    ui.write(b"windows detected, removing dangling links\n")
+
+    stack = [path]
+    while stack:
+        dirpath = stack.pop()
+        try:
+            entries = os.scandir(dirpath)
+        except OSError:
+            continue
+
+        with entries:
+            for entry in entries:
+                p = entry.path
+                try:
+                    attrs = entry.stat(follow_symlinks=False).st_file_attributes
+                except OSError:
+                    continue
+
+                if attrs & stat.FILE_ATTRIBUTE_REPARSE_POINT:
+                    if not os.path.exists(p):
+                        ui.write(
+                            b"(removing dangling link %s)\n"
+                            % os.fsencode(os.path.relpath(p, path))
+                        )
+                        try:
+                            os.rmdir(p)
+                        except OSError:
+                            os.remove(p)
+                    continue
+
+                try:
+                    is_dir = entry.is_dir(follow_symlinks=False)
+                except OSError:
+                    continue
+
+                if is_dir:
+                    stack.append(p)
+
+
 @command(
     b"robustcheckout",
     [
@@ -427,7 +495,7 @@ def _docheckout(
     def handlerepoerror(e):
         if pycompat.bytestr(e) == _(b"abandoned transaction found"):
             ui.warn(b"(abandoned transaction found; trying to recover)\n")
-            repo = hg.repository(ui, dest)
+            repo = _repository(ui, dest)
             if not repo.recover():
                 ui.warn(b"(could not recover repo state; deleting shared store)\n")
                 with timeit("remove_unrecovered_shared_store", "remove-store"):
@@ -535,7 +603,7 @@ def _docheckout(
     cloneurl = upstream or url
 
     try:
-        clonepeer = hg.peer(ui, {}, cloneurl)
+        clonepeer = _peer(ui, {}, cloneurl)
         rootnode = peerlookup(clonepeer, b"0")
     except error.RepoLookupError:
         raise error.Abort(b"unable to resolve root revision from clone source")
@@ -623,12 +691,12 @@ def _docheckout(
             ui.write(b"(cloning from upstream repo %s)\n" % upstream)
 
         if not storevfs.exists():
-            behaviors.add(b"create-store")
+            behaviors.add("create-store")
 
         try:
             with timeit("clone", "clone"):
                 shareopts = {b"pool": sharebase, b"mode": b"identity"}
-                res = hg.clone(
+                res = _clone(
                     ui,
                     {},
                     clonepeer,
@@ -667,7 +735,7 @@ def _docheckout(
     # The destination .hg directory should exist. Now make sure we have the
     # wanted revision.
 
-    repo = hg.repository(ui, dest)
+    repo = _repository(ui, dest)
 
     # We only pull if we are using symbolic names or the requested revision
     # doesn't exist.
@@ -694,7 +762,7 @@ def _docheckout(
 
         remote = None
         try:
-            remote = hg.peer(repo, {}, url)
+            remote = _peer(repo, {}, url)
             pullrevs = [peerlookup(remote, revision or branch)]
             checkoutrevision = hex(pullrevs[0])
             if branch:
@@ -741,6 +809,10 @@ def _docheckout(
     # guaranteed to not have conflicts on `hg update`.
     if purge and not created:
         ui.write(b"(purging working directory)\n")
+
+        with timeit("purge", "dangling_link_remove"):
+            remove_dangling_links(ui, dest)
+
         purge = getattr(commands, "purge", None)
         if not purge:
             purge = extensions.find(b"purge").purge