scriptworker 63.0.0__tar.gz → 63.0.1__tar.gz

{scriptworker-63.0.0 → scriptworker-63.0.1}/HISTORY.rst

@@ -4,6 +4,13 @@ Change Log
 All notable changes to this project will be documented in this file.
 This project adheres to `Semantic Versioning <http://semver.org/>`__.
 
+63.0.1 - 2026-04-27
+
+Fixed
+~~~~~
+
+- File corruption caused by parallel downloads (#792)
+
 63.0.0 - 2026-04-09
 -------------------
 

{scriptworker-63.0.0 → scriptworker-63.0.1}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: scriptworker
-Version: 63.0.0
+Version: 63.0.1
 Summary: Taskcluster scriptworker
 Author-email: Mozilla Release Engineering <releng@mozilla.com>
 License-File: LICENSE

{scriptworker-63.0.0 → scriptworker-63.0.1}/pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "scriptworker"
-version = "63.0.0"
+version = "63.0.1"
 description = "Taskcluster scriptworker"
 authors = [
     { name = "Mozilla Release Engineering", email = "releng@mozilla.com" },

{scriptworker-63.0.0 → scriptworker-63.0.1}/src/scriptworker/utils.py

@@ -16,6 +16,7 @@ import random
 import re
 import shutil
 import time
+import uuid
 from copy import deepcopy
 from typing import IO, TYPE_CHECKING, Any, Awaitable, Callable, Dict, Match, Optional, Sequence, Tuple, Type, Union, cast, overload  # noqa
 from urllib.parse import unquote, urlparse
@@ -680,12 +681,21 @@ async def download_file(context, url, abs_filename, session=None, chunk_size=128
             await _log_download_error(resp, "Failed to download %(url)s: %(status)s; body=%(body)s")
             raise DownloadError("{} status {} is not 200!".format(loggable_url, resp.status))
         makedirs(parent_dir)
-        with open(abs_filename, "wb") as fd:
-            while True:
-                chunk = await resp.content.read(chunk_size)
-                if not chunk:
-                    break
-                fd.write(chunk)
+        tmp_filename = "{}.{}.part".format(abs_filename, uuid.uuid4().hex)
+        try:
+            with open(tmp_filename, "wb") as fd:
+                while True:
+                    chunk = await resp.content.read(chunk_size)
+                    if not chunk:
+                        break
+                    fd.write(chunk)
+            os.replace(tmp_filename, abs_filename)
+        except Exception:
+            try:
+                os.unlink(tmp_filename)
+            except OSError:
+                pass
+            raise
     log.info("Done")
 
 

{scriptworker-63.0.0 → scriptworker-63.0.1}/tox.ini

@@ -66,6 +66,7 @@ commands =
 
 [flake8]
 max-line-length = 160
+extend-ignore = E203
 # test_github.py ignored because of https://gitlab.com/pycqa/flake8/issues/375
 exclude = .ropeproject,.tox,sandbox,docs,.eggs,*.egg,*.egg-info,setup.py,build/,tests/test_github.py,.venv
 per-file-ignores =