taskcluster-taskgraph 4.2.0__tar.gz → 4.3.0__tar.gz

{taskcluster-taskgraph-4.2.0 → taskcluster-taskgraph-4.3.0}/MANIFEST.in

@@ -4,4 +4,3 @@ include requirements/test.in
 include requirements/test.txt
 include requirements/dev.in
 include requirements/dev.txt
-include version.txt

{taskcluster-taskgraph-4.2.0/src/taskcluster_taskgraph.egg-info → taskcluster-taskgraph-4.3.0}/PKG-INFO

@@ -1,10 +1,8 @@
 Metadata-Version: 2.1
 Name: taskcluster-taskgraph
-Version: 4.2.0
+Version: 4.3.0
 Summary: Build taskcluster taskgraphs
 Home-page: https://github.com/taskcluster/taskgraph
-License: UNKNOWN
-Platform: UNKNOWN
 Classifier: Development Status :: 5 - Production/Stable
 Classifier: Environment :: Console
 Classifier: License :: OSI Approved :: Mozilla Public License 2.0 (MPL 2.0)
@@ -17,6 +15,3 @@ Classifier: Programming Language :: Python :: 3.11
 Classifier: Topic :: Software Development
 Provides-Extra: load-image
 License-File: LICENSE
-
-UNKNOWN
-

{taskcluster-taskgraph-4.2.0 → taskcluster-taskgraph-4.3.0}/requirements/base.in

@@ -1,5 +1,6 @@
 appdirs>=1.4
 attrs>=19.1.0
+cookiecutter~=2.1
 json-e>=2.7
 mozilla-repo-urls
 PyYAML>=5.4

{taskcluster-taskgraph-4.2.0 → taskcluster-taskgraph-4.3.0}/requirements/base.txt

@@ -1,4 +1,4 @@
-# SHA1:c6a8ad3c4813e559ba8c8588097a33743e8da1a4
+# SHA1:a199a11be56ce347d10dd1fce8de55752b42b141
 #
 # This file is autogenerated by pip-compile-multi
 # To update, run:
@@ -9,14 +9,26 @@ appdirs==1.4.4 \
     --hash=sha256:7d5d0167b2b1ba821647616af46a749d1c653740dd0d2415100fe26e27afdf41 \
     --hash=sha256:a841dacd6b99318a741b166adb07e19ee71a274450e68237b4650ca1055ab128
     # via -r requirements/base.in
+arrow==1.2.3 \
+    --hash=sha256:3934b30ca1b9f292376d9db15b19446088d12ec58629bc3f0da28fd55fb633a1 \
+    --hash=sha256:5a49ab92e3b7b71d96cd6bfcc4df14efefc9dfa96ea19045815914a6ab6b1fe2
+    # via jinja2-time
 attrs==22.2.0 \
     --hash=sha256:29e95c7f6778868dbd49170f98f8818f78f3dc5e0e37c0b1f474e3561b240836 \
     --hash=sha256:c9227bfc2f01993c03f68db37d1d15c9690188323c067c641f1a35ca58185f99
     # via -r requirements/base.in
+binaryornot==0.4.4 \
+    --hash=sha256:359501dfc9d40632edc9fac890e19542db1a287bbcfa58175b66658392018061 \
+    --hash=sha256:b8b71173c917bddcd2c16070412e369c3ed7f0528926f70cac18a6c97fd563e4
+    # via cookiecutter
 certifi==2022.12.7 \
     --hash=sha256:35824b4c3a97115964b408844d64aa14db1cc518f6562e8d7261699d1350a9e3 \
     --hash=sha256:4ad3232f5e926d6718ec31cfc1fcadfde020920e278684144551c91769c7bc18
     # via requests
+chardet==5.1.0 \
+    --hash=sha256:0d62712b956bc154f85fb0a266e2a3c5913c2967e00348701b32411d6def31e5 \
+    --hash=sha256:362777fb014af596ad31334fde1e8c327dfdb076e1960d1694662d46a6917ab9
+    # via binaryornot
 charset-normalizer==3.0.1 \
     --hash=sha256:00d3ffdaafe92a5dc603cb9bd5111aaa36dfa187c8285c543be562e61b755f6b \
     --hash=sha256:024e606be3ed92216e2b6952ed859d86b4cfa52cd5bc5f050e7dc28f9b43ec42 \
@@ -107,6 +119,14 @@ charset-normalizer==3.0.1 \
     --hash=sha256:f9d0c5c045a3ca9bedfc35dca8526798eb91a07aa7a2c0fee134c6c6f321cbd7 \
     --hash=sha256:ff6f3db31555657f3163b15a6b7c6938d08df7adbfc9dd13d9d19edad678f1e8
     # via requests
+click==8.1.3 \
+    --hash=sha256:7682dc8afb30297001674575ea00d1814d808d6a36af415a82bd481d37ba7b8e \
+    --hash=sha256:bb4d8133cb15a609f44e8213d9b391b0809795062913b383c62be0ee95b1db48
+    # via cookiecutter
+cookiecutter==2.1.1 \
+    --hash=sha256:9f3ab027cec4f70916e28f03470bdb41e637a3ad354b4d65c765d93aad160022 \
+    --hash=sha256:f3982be8d9c53dac1261864013fdec7f83afd2e42ede6f6dd069c5e149c540d5
+    # via -r requirements/base.in
 giturlparse==0.10.0 \
     --hash=sha256:04ba1a3a099c3093fa8d24a422913c6a9b2c2cd22bcffc939cf72e3e98f672d7 \
     --hash=sha256:2595ab291d30717cda8474b874c9fd509f1b9802ad7f6968c36a45e4b13eb337
@@ -115,14 +135,84 @@ idna==3.4 \
     --hash=sha256:814f528e8dead7d329833b91c5faa87d60bf71824cd12a7530b5526063d02cb4 \
     --hash=sha256:90b77e79eaa3eba6de819a0c442c0b4ceefc341a7a2ab77d7562bf49f425c5c2
     # via requests
+jinja2==3.1.2 \
+    --hash=sha256:31351a702a408a9e7595a8fc6150fc3f43bb6bf7e319770cbc0db9df9437e852 \
+    --hash=sha256:6088930bfe239f0e6710546ab9c19c9ef35e29792895fed6e6e31a023a182a61
+    # via
+    #   cookiecutter
+    #   jinja2-time
+jinja2-time==0.2.0 \
+    --hash=sha256:d14eaa4d315e7688daa4969f616f226614350c48730bfa1692d2caebd8c90d40 \
+    --hash=sha256:d3eab6605e3ec8b7a0863df09cc1d23714908fa61aa6986a845c20ba488b4efa
+    # via cookiecutter
 json-e==4.5.0 \
     --hash=sha256:618a94aecc8b8bc7733d6cd0ee7b676e45675566625a38958aa8b30379d9758f \
     --hash=sha256:e733ce77b4acbbc2c48211057f8cb5af45999e6be4ce0f07585c5580df45826e
     # via -r requirements/base.in
+markupsafe==2.1.2 \
+    --hash=sha256:0576fe974b40a400449768941d5d0858cc624e3249dfd1e0c33674e5c7ca7aed \
+    --hash=sha256:085fd3201e7b12809f9e6e9bc1e5c96a368c8523fad5afb02afe3c051ae4afcc \
+    --hash=sha256:090376d812fb6ac5f171e5938e82e7f2d7adc2b629101cec0db8b267815c85e2 \
+    --hash=sha256:0b462104ba25f1ac006fdab8b6a01ebbfbce9ed37fd37fd4acd70c67c973e460 \
+    --hash=sha256:137678c63c977754abe9086a3ec011e8fd985ab90631145dfb9294ad09c102a7 \
+    --hash=sha256:1bea30e9bf331f3fef67e0a3877b2288593c98a21ccb2cf29b74c581a4eb3af0 \
+    --hash=sha256:22152d00bf4a9c7c83960521fc558f55a1adbc0631fbb00a9471e097b19d72e1 \
+    --hash=sha256:22731d79ed2eb25059ae3df1dfc9cb1546691cc41f4e3130fe6bfbc3ecbbecfa \
+    --hash=sha256:2298c859cfc5463f1b64bd55cb3e602528db6fa0f3cfd568d3605c50678f8f03 \
+    --hash=sha256:28057e985dace2f478e042eaa15606c7efccb700797660629da387eb289b9323 \
+    --hash=sha256:2e7821bffe00aa6bd07a23913b7f4e01328c3d5cc0b40b36c0bd81d362faeb65 \
+    --hash=sha256:2ec4f2d48ae59bbb9d1f9d7efb9236ab81429a764dedca114f5fdabbc3788013 \
+    --hash=sha256:340bea174e9761308703ae988e982005aedf427de816d1afe98147668cc03036 \
+    --hash=sha256:40627dcf047dadb22cd25ea7ecfe9cbf3bbbad0482ee5920b582f3809c97654f \
+    --hash=sha256:40dfd3fefbef579ee058f139733ac336312663c6706d1163b82b3003fb1925c4 \
+    --hash=sha256:4cf06cdc1dda95223e9d2d3c58d3b178aa5dacb35ee7e3bbac10e4e1faacb419 \
+    --hash=sha256:50c42830a633fa0cf9e7d27664637532791bfc31c731a87b202d2d8ac40c3ea2 \
+    --hash=sha256:55f44b440d491028addb3b88f72207d71eeebfb7b5dbf0643f7c023ae1fba619 \
+    --hash=sha256:608e7073dfa9e38a85d38474c082d4281f4ce276ac0010224eaba11e929dd53a \
+    --hash=sha256:63ba06c9941e46fa389d389644e2d8225e0e3e5ebcc4ff1ea8506dce646f8c8a \
+    --hash=sha256:65608c35bfb8a76763f37036547f7adfd09270fbdbf96608be2bead319728fcd \
+    --hash=sha256:665a36ae6f8f20a4676b53224e33d456a6f5a72657d9c83c2aa00765072f31f7 \
+    --hash=sha256:6d6607f98fcf17e534162f0709aaad3ab7a96032723d8ac8750ffe17ae5a0666 \
+    --hash=sha256:7313ce6a199651c4ed9d7e4cfb4aa56fe923b1adf9af3b420ee14e6d9a73df65 \
+    --hash=sha256:7668b52e102d0ed87cb082380a7e2e1e78737ddecdde129acadb0eccc5423859 \
+    --hash=sha256:7df70907e00c970c60b9ef2938d894a9381f38e6b9db73c5be35e59d92e06625 \
+    --hash=sha256:7e007132af78ea9df29495dbf7b5824cb71648d7133cf7848a2a5dd00d36f9ff \
+    --hash=sha256:835fb5e38fd89328e9c81067fd642b3593c33e1e17e2fdbf77f5676abb14a156 \
+    --hash=sha256:8bca7e26c1dd751236cfb0c6c72d4ad61d986e9a41bbf76cb445f69488b2a2bd \
+    --hash=sha256:8db032bf0ce9022a8e41a22598eefc802314e81b879ae093f36ce9ddf39ab1ba \
+    --hash=sha256:99625a92da8229df6d44335e6fcc558a5037dd0a760e11d84be2260e6f37002f \
+    --hash=sha256:9cad97ab29dfc3f0249b483412c85c8ef4766d96cdf9dcf5a1e3caa3f3661cf1 \
+    --hash=sha256:a4abaec6ca3ad8660690236d11bfe28dfd707778e2442b45addd2f086d6ef094 \
+    --hash=sha256:a6e40afa7f45939ca356f348c8e23048e02cb109ced1eb8420961b2f40fb373a \
+    --hash=sha256:a6f2fcca746e8d5910e18782f976489939d54a91f9411c32051b4aab2bd7c513 \
+    --hash=sha256:a806db027852538d2ad7555b203300173dd1b77ba116de92da9afbc3a3be3eed \
+    --hash=sha256:abcabc8c2b26036d62d4c746381a6f7cf60aafcc653198ad678306986b09450d \
+    --hash=sha256:b8526c6d437855442cdd3d87eede9c425c4445ea011ca38d937db299382e6fa3 \
+    --hash=sha256:bb06feb762bade6bf3c8b844462274db0c76acc95c52abe8dbed28ae3d44a147 \
+    --hash=sha256:c0a33bc9f02c2b17c3ea382f91b4db0e6cde90b63b296422a939886a7a80de1c \
+    --hash=sha256:c4a549890a45f57f1ebf99c067a4ad0cb423a05544accaf2b065246827ed9603 \
+    --hash=sha256:ca244fa73f50a800cf8c3ebf7fd93149ec37f5cb9596aa8873ae2c1d23498601 \
+    --hash=sha256:cf877ab4ed6e302ec1d04952ca358b381a882fbd9d1b07cccbfd61783561f98a \
+    --hash=sha256:d9d971ec1e79906046aa3ca266de79eac42f1dbf3612a05dc9368125952bd1a1 \
+    --hash=sha256:da25303d91526aac3672ee6d49a2f3db2d9502a4a60b55519feb1a4c7714e07d \
+    --hash=sha256:e55e40ff0cc8cc5c07996915ad367fa47da6b3fc091fdadca7f5403239c5fec3 \
+    --hash=sha256:f03a532d7dee1bed20bc4884194a16160a2de9ffc6354b3878ec9682bb623c54 \
+    --hash=sha256:f1cd098434e83e656abf198f103a8207a8187c0fc110306691a2e94a78d0abb2 \
+    --hash=sha256:f2bfb563d0211ce16b63c7cb9395d2c682a23187f54c3d79bfec33e6705473c6 \
+    --hash=sha256:f8ffb705ffcf5ddd0e80b65ddf7bed7ee4f5a441ea7d3419e861a12eaf41af58
+    # via jinja2
 mozilla-repo-urls==0.1.1 \
     --hash=sha256:30510d3519479aa70211145d0ac9cf6e2fadcb8d30fa3b196bb957bd773502ba \
     --hash=sha256:7364da790751db2a060eb45adbf1d7db89a145ed279ba235f3425db9dd255915
     # via -r requirements/base.in
+python-dateutil==2.8.2 \
+    --hash=sha256:0123cacc1627ae19ddf3c27a5de5bd67ee4586fbdd6440d9748f8abb483d3e86 \
+    --hash=sha256:961d03dc3453ebbc59dbdea9e4e11c5651520a876d0f4db161e8674aae935da9
+    # via arrow
+python-slugify==8.0.1 \
+    --hash=sha256:70ca6ea68fe63ecc8fa4fcf00ae651fc8a5d02d93dcd12ae6d4fc7ca46c4d395 \
+    --hash=sha256:ce0d46ddb668b3be82f4ed5e503dbc33dd815d83e2eb6824211310d3fb172a27
+    # via cookiecutter
 pyyaml==6.0 \
     --hash=sha256:01b45c0191e6d66c470b6cf1b9531a771a83c1c4208272ead47a3ae4f2f603bf \
     --hash=sha256:0283c35a6a9fbf047493e3a0ce8d79ef5030852c51e9d911a27badfde0605293 \
@@ -164,7 +254,9 @@ pyyaml==6.0 \
     --hash=sha256:dbad0e9d368bb989f4515da330b88a057617d16b6a8245084f1b05400f24609f \
     --hash=sha256:e61ceaab6f49fb8bdfaa0f92c4b57bcfbea54c09277b1b4f7ac376bfb7a7c174 \
     --hash=sha256:f84fbc98b019fef2ee9a1cb3ce93e3187a6df0b2538a651bfb890254ba9f90b5
-    # via -r requirements/base.in
+    # via
+    #   -r requirements/base.in
+    #   cookiecutter
 redo==2.0.4 \
     --hash=sha256:81066955041c853b0e6491eb65a0877dce45131c4cfa3d42d923fc2aa8f7a043 \
     --hash=sha256:c76e4c23ab2f8840261736a851323cd98493710e7a9d36a1058535dca501f293
@@ -174,11 +266,16 @@ requests==2.28.2 \
     --hash=sha256:98b1b2782e3c6c4904938b84c0eb932721069dfdb9134313beff7c83c2df24bf
     # via
     #   -r requirements/base.in
+    #   cookiecutter
     #   requests-unixsocket
 requests-unixsocket==0.3.0 \
     --hash=sha256:28304283ea9357d45fff58ad5b11e47708cfbf5806817aa59b2a363228ee971e \
     --hash=sha256:c685c680f0809e1b2955339b1e5afc3c0022b3066f4f7eb343f43a6065fc0e5d
     # via -r requirements/base.in
+six==1.16.0 \
+    --hash=sha256:1e61c37477a1626458e36f7b1d82aa5c9b094fa4802892072e49de9c60c4c926 \
+    --hash=sha256:8abb2f1d86890a2dfb989f9a77cfcfd3e47c2a354b01111771326f8aa26e0254
+    # via python-dateutil
 slugid==2.0.0 \
     --hash=sha256:a950d98b72691178bdd4d6c52743c4a2aa039207cf7a97d71060a111ff9ba297 \
     --hash=sha256:aec8b0e01c4ad32e38e12d609eab3ec912fd129aaf6b2ded0199b56a5f8fd67c
@@ -188,6 +285,10 @@ taskcluster-urls==13.0.1 \
     --hash=sha256:b25e122ecec249c4299ac7b20b08db76e3e2025bdaeb699a9d444556de5fd367 \
     --hash=sha256:f66dcbd6572a6216ab65949f0fa0b91f2df647918028436c384e6af5cd12ae2b
     # via -r requirements/base.in
+text-unidecode==1.3 \
+    --hash=sha256:1311f10e8b895935241623731c2ba64f4c455287888b18189350b67134a822e8 \
+    --hash=sha256:bad6603bb14d279193107714b288be206cac565dfa49aa5b105294dd5c4aab93
+    # via python-slugify
 urllib3==1.26.14 \
     --hash=sha256:076907bf8fd355cde77728471316625a4d2f7e713c125f51953bb5b3eecf4f72 \
     --hash=sha256:75edcdc2f7d85b137124a6c3c9fc3933cdeaa12ecb9a6a959f22797a0feca7e1

{taskcluster-taskgraph-4.2.0 → taskcluster-taskgraph-4.3.0}/requirements/test.txt

@@ -10,10 +10,6 @@ cachetools==5.2.1 \
     --hash=sha256:5991bc0e08a1319bb618d3195ca5b6bc76646a49c21d55962977197b301cc1fe \
     --hash=sha256:8462eebf3a6c15d25430a8c27c56ac61340b2ecf60c9ce57afc2b97e450e47da
     # via tox
-chardet==5.1.0 \
-    --hash=sha256:0d62712b956bc154f85fb0a266e2a3c5913c2967e00348701b32411d6def31e5 \
-    --hash=sha256:362777fb014af596ad31334fde1e8c327dfdb076e1960d1694662d46a6917ab9
-    # via tox
 colorama==0.4.6 \
     --hash=sha256:08695f5cb7ed6e0531a20572697297273c47b8cae5a63ffc6d6ed5c201be6e44 \
     --hash=sha256:4f1d9991f5acc0ca119f9d443620b77f9d6b33703e51011c16baf57afb285fc6

{taskcluster-taskgraph-4.2.0 → taskcluster-taskgraph-4.3.0}/setup.py

@@ -1,19 +1,21 @@
 import os
+from distutils.util import convert_path
 
 from setuptools import find_packages, setup
 
 project_dir = os.path.abspath(os.path.dirname(__file__))
 
+namespace = {}
+version_file = convert_path("src/taskgraph/__init__.py")
+with open(version_file) as fh:
+    exec(fh.read(), namespace)
 
 with open(os.path.join(project_dir, "requirements/base.in")) as fp:
     requirements = fp.read().splitlines()
 
-with open(os.path.join(project_dir, "version.txt")) as f:
-    version = f.read().rstrip()
-
 setup(
     name="taskcluster-taskgraph",
-    version=version,
+    version=namespace["__version__"],
     description="Build taskcluster taskgraphs",
     url="https://github.com/taskcluster/taskgraph",
     packages=find_packages("src"),

{taskcluster-taskgraph-4.2.0 → taskcluster-taskgraph-4.3.0/src/taskcluster_taskgraph.egg-info}/PKG-INFO

@@ -1,10 +1,8 @@
 Metadata-Version: 2.1
 Name: taskcluster-taskgraph
-Version: 4.2.0
+Version: 4.3.0
 Summary: Build taskcluster taskgraphs
 Home-page: https://github.com/taskcluster/taskgraph
-License: UNKNOWN
-Platform: UNKNOWN
 Classifier: Development Status :: 5 - Production/Stable
 Classifier: Environment :: Console
 Classifier: License :: OSI Approved :: Mozilla Public License 2.0 (MPL 2.0)
@@ -17,6 +15,3 @@ Classifier: Programming Language :: Python :: 3.11
 Classifier: Topic :: Software Development
 Provides-Extra: load-image
 License-File: LICENSE
-
-UNKNOWN
-

{taskcluster-taskgraph-4.2.0 → taskcluster-taskgraph-4.3.0}/src/taskcluster_taskgraph.egg-info/SOURCES.txt

@@ -3,7 +3,6 @@ MANIFEST.in
 README.rst
 pyproject.toml
 setup.py
-version.txt
 requirements/base.in
 requirements/base.txt
 requirements/dev.in

{taskcluster-taskgraph-4.2.0 → taskcluster-taskgraph-4.3.0}/src/taskcluster_taskgraph.egg-info/entry_points.txt

@@ -1,3 +1,2 @@
 [console_scripts]
 taskgraph = taskgraph.main:main
-

{taskcluster-taskgraph-4.2.0 → taskcluster-taskgraph-4.3.0}/src/taskcluster_taskgraph.egg-info/requires.txt

@@ -1,5 +1,6 @@
 appdirs>=1.4
 attrs>=19.1.0
+cookiecutter~=2.1
 json-e>=2.7
 mozilla-repo-urls
 PyYAML>=5.4

{taskcluster-taskgraph-4.2.0 → taskcluster-taskgraph-4.3.0}/src/taskgraph/__init__.py

@@ -2,6 +2,7 @@
 # License, v. 2.0. If a copy of the MPL was not distributed with this
 # file, You can obtain one at http://mozilla.org/MPL/2.0/.
 
+__version__ = "4.3.0"
 
 # Maximum number of dependencies a single task can have
 # https://docs.taskcluster.net/reference/platform/taskcluster-queue/references/api#createTask

{taskcluster-taskgraph-4.2.0 → taskcluster-taskgraph-4.3.0}/src/taskgraph/decision.py

@@ -227,7 +227,9 @@ def get_decision_parameters(graph_config, options):
     # ..but can be overridden by the commit message: if it contains the special
     # string "DONTBUILD" and this is an on-push decision task, then use the
     # special 'nothing' target task method.
-    if "DONTBUILD" in commit_message and options["tasks_for"] == "hg-push":
+    if "DONTBUILD" in commit_message and (
+        options["tasks_for"] in ("hg-push", "github-push")
+    ):
         parameters["target_tasks_method"] = "nothing"
 
     if options.get("optimize_target_tasks") is not None:

{taskcluster-taskgraph-4.2.0 → taskcluster-taskgraph-4.3.0}/src/taskgraph/main.py

@@ -728,6 +728,82 @@ def test_action_callback(options):
         sys.exit(1)
 
 
+@command(
+    "init", description="Initialize a new Taskgraph setup in a new or existing project."
+)
+@argument(
+    "-f",
+    "--force",
+    action="store_true",
+    default=False,
+    help="Bypass safety checks.",
+)
+@argument(
+    "--prompt",
+    dest="no_input",
+    action="store_false",
+    default=True,
+    help="Prompt for input rather than using default values (advanced).",
+)
+@argument(
+    "--template",
+    default="gh:taskcluster/taskgraph",
+    help=argparse.SUPPRESS,  # used for testing
+)
+def init_taskgraph(options):
+    from cookiecutter.main import cookiecutter
+
+    import taskgraph
+    from taskgraph.util.vcs import get_repository
+
+    repo = get_repository(os.getcwd())
+    root = Path(repo.path)
+
+    # Clean up existing installations if necessary.
+    tc_yml = root.joinpath(".taskcluster.yml")
+    if tc_yml.is_file():
+        if not options["force"]:
+            proceed = input(
+                "A Taskcluster setup already exists in this repository, "
+                "would you like to overwrite it? [y/N]: "
+            ).lower()
+            while proceed not in ("y", "yes", "n", "no"):
+                proceed = input(f"Invalid option '{proceed}'! Try again: ")
+
+            if proceed[0] == "n":
+                sys.exit(1)
+
+        tc_yml.unlink()
+        tg_dir = root.joinpath("taskcluster")
+        if tg_dir.is_dir():
+            shutil.rmtree(tg_dir)
+
+    # Populate some defaults from the current repository.
+    context = {"project_name": root.name}
+
+    repo_url = repo.get_url()
+    if repo.tool == "git" and "github.com" in repo_url:
+        context["repo_host"] = "github"
+    elif repo.tool == "hg" and "hg.mozilla.org" in repo_url:
+        context["repo_host"] = "hgmo"
+    else:
+        raise RuntimeError(
+            "Repository not supported! Taskgraph currently only "
+            "supports repositories hosted on Github or hg.mozilla.org."
+        )
+
+    # Generate the project.
+    cookiecutter(
+        options["template"],
+        checkout=taskgraph.__version__,
+        directory="template",
+        extra_context=context,
+        no_input=options["no_input"],
+        output_dir=root.parent,
+        overwrite_if_exists=True,
+    )
+
+
 def create_parser():
     parser = argparse.ArgumentParser(description="Interact with taskgraph")
     subparsers = parser.add_subparsers()

{taskcluster-taskgraph-4.2.0 → taskcluster-taskgraph-4.3.0}/src/taskgraph/run-task/fetch-content

@@ -374,7 +374,7 @@ def extract_archive(path, dest_dir, typ):
     elif typ == "zip":
         # unzip from stdin has wonky behavior. We don't use a pipe for it.
         ifh = open(os.devnull, "rb")
-        args = ["unzip", "-o", str(path)]
+        args = ["unzip", "-q", "-o", str(path)]
         pipe_stdin = False
     else:
         raise ValueError("unknown archive format: %s" % path)

{taskcluster-taskgraph-4.2.0 → taskcluster-taskgraph-4.3.0}/test/test_decision.py

@@ -13,6 +13,7 @@ from pathlib import Path
 import pytest
 
 from taskgraph import decision
+from taskgraph.util.vcs import GitRepository, HgRepository
 from taskgraph.util.yaml import load_yaml
 
 FAKE_GRAPH_CONFIG = {"product-dir": "browser", "taskgraph": {}}
@@ -91,6 +92,55 @@ class TestGetDecisionParameters(unittest.TestCase):
         params = decision.get_decision_parameters(FAKE_GRAPH_CONFIG, self.options)
         self.assertEqual(params["owner"], "ffxbld@noreply.mozilla.org")
 
+    @unittest.mock.patch.object(
+        GitRepository,
+        "get_commit_message",
+        unittest.mock.MagicMock(return_value="Add Foo"),
+    )
+    @unittest.mock.patch.object(
+        HgRepository,
+        "get_commit_message",
+        unittest.mock.MagicMock(return_value="Add Foo"),
+    )
+    def test_regular_commit_message_yields_default_target_tasks_method(self):
+        """
+        Ensures `target_tasks_method` is `default` when the commit message does not contain
+        `DONTBUILD`.
+        """
+        self.options["tasks_for"] = "github-push"
+        params = decision.get_decision_parameters(FAKE_GRAPH_CONFIG, self.options)
+        self.assertEqual(params["target_tasks_method"], "default")
+
+        self.options["tasks_for"] = "hg-push"
+        params = decision.get_decision_parameters(FAKE_GRAPH_CONFIG, self.options)
+        self.assertEqual(params["target_tasks_method"], "default")
+
+    @unittest.mock.patch.object(
+        GitRepository,
+        "get_commit_message",
+        unittest.mock.MagicMock(return_value="DONTBUILD"),
+    )
+    @unittest.mock.patch.object(
+        HgRepository,
+        "get_commit_message",
+        unittest.mock.MagicMock(return_value="DONTBUILD"),
+    )
+    def test_dontbuild_commit_message_yields_default_target_tasks_method(self):
+        """
+        Ensures `target_tasks_method` is `nothing` when the commit message contains `DONTBUILD`.
+        """
+        self.options["tasks_for"] = "github-release"
+        params = decision.get_decision_parameters(FAKE_GRAPH_CONFIG, self.options)
+        self.assertNotEqual(params["target_tasks_method"], "nothing")
+
+        self.options["tasks_for"] = "github-push"
+        params = decision.get_decision_parameters(FAKE_GRAPH_CONFIG, self.options)
+        self.assertEqual(params["target_tasks_method"], "nothing")
+
+        self.options["tasks_for"] = "hg-push"
+        params = decision.get_decision_parameters(FAKE_GRAPH_CONFIG, self.options)
+        self.assertEqual(params["target_tasks_method"], "nothing")
+
 
 @pytest.mark.parametrize(
     "candidate_base_ref, base_rev, expected_base_ref",

{taskcluster-taskgraph-4.2.0 → taskcluster-taskgraph-4.3.0}/test/test_main.py

@@ -1,6 +1,10 @@
 # Any copyright is dedicated to the public domain.
 # http://creativecommons.org/publicdomain/zero/1.0/
 
+import os
+from pathlib import Path
+from textwrap import dedent
+
 import pytest
 
 import taskgraph
@@ -9,10 +13,12 @@ from taskgraph.main import get_filtered_taskgraph
 from taskgraph.main import main as taskgraph_main
 from taskgraph.task import Task
 from taskgraph.taskgraph import TaskGraph
+from taskgraph.util.vcs import GitRepository, HgRepository
+from taskgraph.util.yaml import load_yaml
 
 
 @pytest.fixture
-def run_main(maketgg, monkeypatch):
+def run_show_taskgraph(maketgg, monkeypatch):
     def inner(args, **kwargs):
         kwargs.setdefault("target_tasks", ["_fake-t-0", "_fake-t-1"])
         tgg = maketgg(**kwargs)
@@ -40,24 +46,24 @@ def run_main(maketgg, monkeypatch):
         ("morphed", ["_fake-t-0", "_fake-t-1"]),
     ),
 )
-def test_show_taskgraph(run_main, capsys, attr, expected):
-    run_main([attr])
+def test_show_taskgraph(run_show_taskgraph, capsys, attr, expected):
+    run_show_taskgraph([attr])
     out, err = capsys.readouterr()
     assert out.strip() == "\n".join(expected)
     assert "Dumping result" in err
 
 
-def test_tasks_regex(run_main, capsys):
-    run_main(["full", "--tasks=_.*-t-1"])
+def test_tasks_regex(run_show_taskgraph, capsys):
+    run_show_taskgraph(["full", "--tasks=_.*-t-1"])
     out, _ = capsys.readouterr()
     assert out.strip() == "_fake-t-1"
 
 
-def test_output_file(run_main, tmpdir):
+def test_output_file(run_show_taskgraph, tmpdir):
     output_file = tmpdir.join("out.txt")
     assert not output_file.check()
 
-    run_main(["full", f"--output-file={output_file.strpath}"])
+    run_show_taskgraph(["full", f"--output-file={output_file.strpath}"])
     assert output_file.check()
     assert output_file.read_text("utf-8").strip() == "\n".join(
         ["_fake-t-0", "_fake-t-1", "_fake-t-2"]
@@ -169,3 +175,62 @@ def test_get_filtered_taskgraph(regex, exclude, expected):
     graph = TaskGraph(tasks, Graph(set(tasks), {("a", "b", "dep")}))
     filtered = get_filtered_taskgraph(graph, regex, exclude)
     assert filtered.to_json() == expected
+
+
+def test_init_taskgraph(mocker, tmp_path, project_root, repo_with_upstream):
+    repo, _ = repo_with_upstream
+
+    # Mock out upstream url to bypass the repo host check.
+    if repo.tool == "hg":
+        fake_url = "https://hg.mozilla.org/foo"
+        mocker.patch.object(HgRepository, "get_url").return_value = fake_url
+    else:
+        fake_url = "https://github.com/foo"
+        mocker.patch.object(GitRepository, "get_url").return_value = fake_url
+
+    # Point cookiecutter at temporary directories.
+    d = tmp_path / "cookiecutter"
+    d.mkdir()
+
+    config = d / "config.yml"
+    config.write_text(
+        dedent(
+            f"""
+        cookiecutters_dir: {d / 'cookiecutters'}
+        replay_dir: {d / 'replay'}
+    """
+        )
+    )
+    mocker.patch.dict("os.environ", {"COOKIECUTTER_CONFIG": str(config)})
+
+    repo_root = Path(repo.path)
+    oldcwd = Path.cwd()
+    try:
+        os.chdir(repo_root)
+        taskgraph_main(["init", "--template", str(project_root)])
+    finally:
+        os.chdir(oldcwd)
+
+    # Make assertions about the repository state.
+    name = repo_root.name
+    expected_files = [
+        ".taskcluster.yml",
+        "taskcluster/ci/config.yml",
+        "taskcluster/ci/docker-image/kind.yml",
+        "taskcluster/ci/hello/kind.yml",
+        f"taskcluster/{name}_taskgraph/transforms/hello.py",
+    ]
+    for f in expected_files:
+        assert (repo_root / f).is_file()
+
+    c = load_yaml(str(repo_root / "taskcluster" / "ci" / "config.yml"))
+    assert c["trust-domain"] == "mozilla"
+    assert c["taskgraph"]["cached-task-prefix"] == f"{c['trust-domain']}.v2.{name}"
+    assert c["taskgraph"]["repositories"] == {name: {"name": name}}
+
+    # Just assert we got the right .taskcluster.yml for the repo type
+    tc_yml = load_yaml(repo_root / ".taskcluster.yml")
+    if repo.tool == "hg":
+        assert "reporting" not in tc_yml
+    else:
+        assert tc_yml["reporting"] == "checks-v1"

{taskcluster-taskgraph-4.2.0 → taskcluster-taskgraph-4.3.0}/test/test_parameters.py

@@ -26,9 +26,6 @@ from .mockedopen import MockedOpen
 
 project_dir = os.path.abspath(os.path.join(os.path.dirname(__file__), ".."))
 
-with open(os.path.join(project_dir, "version.txt")) as f:
-    version = f.read().rstrip()
-
 
 class TestParameters(TestCase):
     vals = {
@@ -57,7 +54,7 @@ class TestParameters(TestCase):
         "repository_type": "hg",
         "target_tasks_method": "default",
         "tasks_for": "github-push",
-        "version": version,
+        "version": taskgraph.__version__,
     }
 
     def test_Parameters_immutable(self):

{taskcluster-taskgraph-4.2.0 → taskcluster-taskgraph-4.3.0}/test/test_util_vcs.py

@@ -2,9 +2,7 @@
 # License, v. 2.0. If a copy of the MPL was not distributed with this
 # file, You can obtain one at http://mozilla.org/MPL/2.0/.
 
-
 import os
-import shutil
 import subprocess
 from textwrap import dedent
 
@@ -12,110 +10,7 @@ import pytest
 
 from taskgraph.util.vcs import HgRepository, Repository, get_repository
 
-_FORCE_COMMIT_DATE_TIME = "2019-11-04T10:03:58+00:00"
-
-
-@pytest.fixture(scope="package")
-def hg_repo(tmpdir_factory):
-    tmpdir = tmpdir_factory.mktemp("hgrepo")
-    repo_dir = _init_repo(tmpdir, "hg")
-    with open(os.path.join(repo_dir, ".hg", "hgrc"), "a") as f:
-        f.write(
-            """[ui]
-username = Integration Tests <integration@tests.test>
-"""
-        )
-
-    # hg sometimes errors out with "nothing changed" even though the commit succeeded
-    subprocess.call(
-        ["hg", "commit", "-m", "First commit", "--date", _FORCE_COMMIT_DATE_TIME],
-        cwd=repo_dir,
-    )
-    yield repo_dir
-
-
-_GIT_DATE_ENV_VARS = ("GIT_AUTHOR_DATE", "GIT_COMMITTER_DATE")
-
-
-@pytest.fixture(scope="package")
-def git_repo(tmpdir_factory):
-    env = _build_env_with_git_date_env_vars(_FORCE_COMMIT_DATE_TIME)
-    tmpdir = tmpdir_factory.mktemp("gitrepo")
-    repo_dir = _init_repo(tmpdir, "git")
-
-    subprocess.check_output(
-        ["git", "config", "user.email", "integration@tests.test"], cwd=repo_dir, env=env
-    )
-    subprocess.check_output(
-        ["git", "config", "user.name", "Integration Tests"], cwd=repo_dir, env=env
-    )
-
-    # This is mostly for local dev
-    # If gpg signing is on it will fail calculating the head ref
-    subprocess.check_output(
-        ["git", "config", "commit.gpgsign", "false"], cwd=repo_dir, env=env
-    )
-
-    subprocess.check_output(
-        ["git", "commit", "-m", "First commit"], cwd=repo_dir, env=env
-    )
-
-    yield repo_dir
-
-
-def _build_env_with_git_date_env_vars(date_time_string):
-    env = os.environ.copy()
-    env.update({env_var: date_time_string for env_var in _GIT_DATE_ENV_VARS})
-    return env
-
-
-def _init_repo(tmpdir, repo_type):
-    repo_dir = os.path.join(tmpdir.strpath, repo_type)
-    os.mkdir(repo_dir)
-    first_file_path = tmpdir.join(repo_type, "first_file")
-    first_file_path.write("first piece of data")
-
-    subprocess.check_output([repo_type, "init"], cwd=repo_dir)
-    subprocess.check_output([repo_type, "add", first_file_path.strpath], cwd=repo_dir)
-
-    return repo_dir
-
-
-@pytest.fixture(params=("git", "hg"))
-def repo(request, hg_repo, git_repo, monkeypatch, tmpdir):
-    """
-    The repo fixture depends on the session-scoped git and hg repo fixtures, and
-        copies the contents of the initialized repos to a temp folder
-    """
-    repodir = tmpdir.join(request.param)
-    if request.param == "hg":
-        monkeypatch.setenv("HGPLAIN", "1")
-        shutil.copytree(hg_repo, repodir)
-        return get_repository(repodir)
-    shutil.copytree(git_repo, repodir)
-    return get_repository(repodir)
-
-
-def _create_remote_repo(tmpdir, repo, remote_name, remote_path):
-    if repo.tool == "hg":
-        repo.run("phase", "--public", ".")
-
-    shutil.copytree(repo.path, str(tmpdir / remote_path))
-
-    if repo.tool == "git":
-        repo.run("remote", "add", remote_name, f"{tmpdir}/{remote_path}")
-        repo.run("fetch", remote_name)
-        repo.run("branch", "--set-upstream-to", f"{remote_name}/master")
-    if repo.tool == "hg":
-        with open(os.path.join(repo.path, ".hg/hgrc"), "a") as f:
-            f.write(f"[paths]\n{remote_name} = {tmpdir}/{remote_path}\n")
-
-
-@pytest.fixture
-def repo_with_remote(tmpdir, repo):
-    remote_name = "upstream"
-    _create_remote_repo(tmpdir, repo, remote_name, "remote_repo")
-    return repo, remote_name
+from .fixtures.vcs import create_remote_repo
 
 
 def test_get_repository(repo):
@@ -267,13 +162,13 @@ def test_remote_name(repo_with_remote):
 def test_all_remote_names(tmpdir, repo_with_remote):
     repo, remote_name = repo_with_remote
     assert repo.all_remote_names == [remote_name]
-    _create_remote_repo(tmpdir, repo, "upstream2", "remote_path2")
+    create_remote_repo(tmpdir, repo, "upstream2", "remote_path2")
     assert repo.all_remote_names == [remote_name, "upstream2"]
 
 
 def test_remote_name_many_remotes(tmpdir, repo_with_remote):
     repo, _ = repo_with_remote
-    _create_remote_repo(tmpdir, repo, "upstream2", "remote_path2")
+    create_remote_repo(tmpdir, repo, "upstream2", "remote_path2")
 
     if repo.tool == "git":
         assert repo.remote_name == "upstream2"  # Branch is set to an upstream one
@@ -285,7 +180,7 @@ def test_remote_name_many_remotes(tmpdir, repo_with_remote):
 def test_remote_name_default_and_origin(tmpdir, repo_with_remote):
     repo, _ = repo_with_remote
     remote_name = "origin" if repo.tool == "git" else "default"
-    _create_remote_repo(tmpdir, repo, remote_name, "remote_path2")
+    create_remote_repo(tmpdir, repo, remote_name, "remote_path2")
 
     if repo.tool == "git":
         repo.run("branch", "--unset-upstream")
@@ -435,33 +330,6 @@ def test_get_changed_files_two_revisions(repo):
     )
 
 
-@pytest.fixture
-def repo_with_upstream(tmpdir, repo):
-    with open(os.path.join(repo.path, "second_file"), "w") as f:
-        f.write("some data for the second file")
-
-    repo.run("add", ".")
-    repo.run("commit", "-m", "Add second_file")
-
-    if repo.tool == "hg":
-        repo.run("phase", "--public", ".")
-
-    shutil.copytree(repo.path, str(tmpdir / "remoterepo"))
-    upstream_location = None
-
-    if repo.tool == "git":
-        upstream_location = "upstream/master"
-        repo.run("remote", "add", "upstream", f"{tmpdir}/remoterepo")
-        repo.run("fetch", "upstream")
-        repo.run("branch", "--set-upstream-to", upstream_location)
-    if repo.tool == "hg":
-        upstream_location = f"{tmpdir}/remoterepo"
-        with open(os.path.join(repo.path, ".hg/hgrc"), "w") as f:
-            f.write(f"[paths]\ndefault = {upstream_location}")
-
-    return repo, upstream_location
-
-
 def test_workdir_outgoing(repo_with_upstream):
     repo, upstream_location = repo_with_upstream
 

taskcluster-taskgraph-4.2.0/version.txt

@@ -1 +0,0 @@
-4.2.0