sentry-devenv 1.19.0__tar.gz → 1.21.0__tar.gz

{sentry_devenv-1.19.0 → sentry_devenv-1.21.0}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: sentry_devenv
-Version: 1.19.0
+Version: 1.21.0
 Summary: Utilities for setting up a Sentry development environment
 Author-email: Joshua Li <joshua.li@sentry.io>, Ian Woodard <ian.woodard@sentry.io>, Buck Evan <buck.evan@sentry.io>
 Classifier: Programming Language :: Python :: 3
@@ -47,7 +47,6 @@ To update this installation, run `devenv update`.
 
 This is intended for initial setup of a new machine.
 
-
 `devenv fetch [repository name]`
 
 Any repository on github in the form of `[org]/[reponame]`
@@ -71,7 +70,6 @@ In general, our library is designed to isolate, as much as possible, a repo's de
 For example, [gcloud](#gcloud) is installed to `[reporoot]/.devenv/bin/gcloud` (with the gcloud sdk at `[reporoot]/.devenv/bin/google-cloud-sdk`).
 An exception to this would be python virtualenvs, which was implemented before the idea of `[reporoot]/.devenv`.
 
-
 `devenv doctor`
 
 Use this to diagnose and fix common issues.
@@ -79,14 +77,25 @@ Use this to diagnose and fix common issues.
 Repo-specific checks and fixes can be defined in `[reporoot]/devenv/checks`.
 Otherwise we have "builtin" checks and fixes in `devenv.checks`.
 
+`devenv update`
+
+This updates the global devenv installation, and global tools.
+
+If you're upgrading from a particularly old devenv, it won't have `update` so you need to:
+`~/.local/share/sentry-devenv/venv/bin/pip install -U sentry-devenv`
+
 
 ## technical overview
 
 Everything devenv needs is in `~/.local/share/sentry-devenv`.
 
-- `~/.local/share/sentry-devenv/bin` contains `devenv` and `direnv`
-    - we currently rely on a minimal [`[reporoot]/.envrc`](#direnv) to add `[reporoot]/.devenv/bin` to PATH
-    - see [examples](#examples) for .envrc suggestions
+- `~/.local/share/sentry-devenv/bin` contains:
+    - `devenv` itself
+    - `direnv`
+      - we currently rely on direnv and a minimal [`[reporoot]/.envrc`](#direnv) to add `[reporoot]/.devenv/bin` to PATH
+      - see [examples](#examples) for .envrc suggestions
+    - global tools: `docker` (cli), `colima`
+
 
 ### runtime
 

{sentry_devenv-1.19.0 → sentry_devenv-1.21.0}/README.md

@@ -34,7 +34,6 @@ To update this installation, run `devenv update`.
 
 This is intended for initial setup of a new machine.
 
-
 `devenv fetch [repository name]`
 
 Any repository on github in the form of `[org]/[reponame]`
@@ -58,7 +57,6 @@ In general, our library is designed to isolate, as much as possible, a repo's de
 For example, [gcloud](#gcloud) is installed to `[reporoot]/.devenv/bin/gcloud` (with the gcloud sdk at `[reporoot]/.devenv/bin/google-cloud-sdk`).
 An exception to this would be python virtualenvs, which was implemented before the idea of `[reporoot]/.devenv`.
 
-
 `devenv doctor`
 
 Use this to diagnose and fix common issues.
@@ -66,14 +64,25 @@ Use this to diagnose and fix common issues.
 Repo-specific checks and fixes can be defined in `[reporoot]/devenv/checks`.
 Otherwise we have "builtin" checks and fixes in `devenv.checks`.
 
+`devenv update`
+
+This updates the global devenv installation, and global tools.
+
+If you're upgrading from a particularly old devenv, it won't have `update` so you need to:
+`~/.local/share/sentry-devenv/venv/bin/pip install -U sentry-devenv`
+
 
 ## technical overview
 
 Everything devenv needs is in `~/.local/share/sentry-devenv`.
 
-- `~/.local/share/sentry-devenv/bin` contains `devenv` and `direnv`
-    - we currently rely on a minimal [`[reporoot]/.envrc`](#direnv) to add `[reporoot]/.devenv/bin` to PATH
-    - see [examples](#examples) for .envrc suggestions
+- `~/.local/share/sentry-devenv/bin` contains:
+    - `devenv` itself
+    - `direnv`
+      - we currently rely on direnv and a minimal [`[reporoot]/.envrc`](#direnv) to add `[reporoot]/.devenv/bin` to PATH
+      - see [examples](#examples) for .envrc suggestions
+    - global tools: `docker` (cli), `colima`
+
 
 ### runtime
 

sentry_devenv-1.19.0/devenv/checks/credsStore.py → sentry_devenv-1.21.0/devenv/checks/dockerConfig.py

@@ -8,7 +8,7 @@ from devenv.lib_check.types import checker
 from devenv.lib_check.types import fixer
 
 tags: set[str] = {"builtin"}
-name = "credsStore fix"
+name = "correct docker configuration"
 
 
 @checker
@@ -23,6 +23,15 @@ def check() -> tuple[bool, str]:
     if store and not shutil.which(f"docker-credential-{store}"):
         return False, "credsStore requires nonexistent binary"
 
+    # When docker-buildx is installed via brew, brew adds cliPluginsExtraDirs
+    # which takes precedence over the default plugin path we rely on.
+    # This ensures the devenv-managed global docker cli uses the default plugin path.
+    if config.get("cliPluginsExtraDirs"):
+        return (
+            False,
+            "cliPluginsExtraDirs exists, which overshadows the default plugin path",
+        )
+
     return True, ""
 
 
@@ -33,6 +42,7 @@ def fix() -> tuple[bool, str]:
             config = json.load(f)
 
         config.pop("credsStore", None)
+        config.pop("cliPluginsExtraDirs", None)
 
         with open(os.path.expanduser("~/.docker/config.json"), "w") as f:
             json.dump(config, f)

{sentry_devenv-1.19.0 → sentry_devenv-1.21.0}/devenv/lib/archive.py

@@ -38,51 +38,60 @@ def download(
         dest = f"{cache_root}/{sha256}"
         os.makedirs(cache_root, exist_ok=True)
 
-    if not os.path.exists(dest):
-        headers = {}
-        if url.startswith("https://ghcr.io/v2/homebrew"):
-            # downloading homebrew blobs requires auth
-            # you can get an anonymous token from https://ghcr.io/token?service=ghcr.io&scope=repository%3Ahomebrew/core/go%3Apull
-            # but there's also a special shortcut token QQ==
-            # https://github.com/Homebrew/brew/blob/2184406bd8444e4de2626f5b0c749d4d08cb1aed/Library/Homebrew/brew.sh#L993
-            headers["Authorization"] = "bearer QQ=="
-
-        req = urllib.request.Request(url, headers=headers)
-
-        retry_sleep = 1.0
-        while retries >= 0:
-            try:
-                resp = urllib.request.urlopen(req)
-                break
-            except HTTPError as e:
-                if retries == 0:
-                    raise RuntimeError(f"Error getting {url}: {e}")
-                print(f"Error getting {url} ({retries} retries left): {e}")
-
-            time.sleep(retry_sleep)
-            retries -= 1
-            retry_sleep *= retry_exp
-
-        dest_dir = os.path.dirname(dest)
-        os.makedirs(dest_dir, exist_ok=True)
-
-        with tempfile.NamedTemporaryFile(delete=False, dir=dest_dir) as tmpf:
-            shutil.copyfileobj(resp, tmpf)
-            tmpf.seek(0)
-            checksum = hashlib.sha256()
+    if os.path.islink(dest):
+        # there are cases where dest can be an existing symlink
+        # (docker desktop starts and puts symlinks into ~/.docker/cli-plugins)
+        # such symlinks should be removed otherwise callers to download
+        # usually try to chmod after and end up with PermissionError
+        os.remove(dest)
+
+    if os.path.exists(dest):
+        return dest
+
+    headers = {}
+    if url.startswith("https://ghcr.io/v2/homebrew"):
+        # downloading homebrew blobs requires auth
+        # you can get an anonymous token from https://ghcr.io/token?service=ghcr.io&scope=repository%3Ahomebrew/core/go%3Apull
+        # but there's also a special shortcut token QQ==
+        # https://github.com/Homebrew/brew/blob/2184406bd8444e4de2626f5b0c749d4d08cb1aed/Library/Homebrew/brew.sh#L993
+        headers["Authorization"] = "bearer QQ=="
+
+    req = urllib.request.Request(url, headers=headers)
+
+    retry_sleep = 1.0
+    while retries >= 0:
+        try:
+            resp = urllib.request.urlopen(req)
+            break
+        except HTTPError as e:
+            if retries == 0:
+                raise RuntimeError(f"Error getting {url}: {e}")
+            print(f"Error getting {url} ({retries} retries left): {e}")
+
+        time.sleep(retry_sleep)
+        retries -= 1
+        retry_sleep *= retry_exp
+
+    dest_dir = os.path.dirname(dest)
+    os.makedirs(dest_dir, exist_ok=True)
+
+    with tempfile.NamedTemporaryFile(delete=False, dir=dest_dir) as tmpf:
+        shutil.copyfileobj(resp, tmpf)
+        tmpf.seek(0)
+        checksum = hashlib.sha256()
+        buf = tmpf.read(4096)
+        while buf:
+            checksum.update(buf)
             buf = tmpf.read(4096)
-            while buf:
-                checksum.update(buf)
-                buf = tmpf.read(4096)
-
-            if not secrets.compare_digest(checksum.hexdigest(), sha256):
-                raise RuntimeError(
-                    f"checksum mismatch for {url}:\n"
-                    f"- got: {checksum.hexdigest()}\n"
-                    f"- expected: {sha256}\n"
-                )
-
-            atomic_replace(tmpf.name, dest)
+
+        if not secrets.compare_digest(checksum.hexdigest(), sha256):
+            raise RuntimeError(
+                f"checksum mismatch for {url}:\n"
+                f"- got: {checksum.hexdigest()}\n"
+                f"- expected: {sha256}\n"
+            )
+
+        atomic_replace(tmpf.name, dest)
 
     return dest
 

{sentry_devenv-1.19.0 → sentry_devenv-1.21.0}/devenv/lib/colima.py

@@ -78,7 +78,7 @@ def install_global() -> None:
         installed_version = stdout.strip().split()[-1]
         if version == installed_version:
             return
-        print(f"installed colima {installed_version} is outdated!")
+        print(f"installed colima {installed_version} is unexpected!")
 
     print(f"installing colima {version}...")
     uninstall(binroot)

{sentry_devenv-1.19.0 → sentry_devenv-1.21.0}/devenv/lib/docker.py

@@ -101,7 +101,7 @@ def _check_buildx(binroot: str, expected_version: str) -> bool:
         return True
 
     print(
-        f"installed docker-buildx {installed_version} is outdated! expected: {expected_version}"
+        f"installed docker-buildx {installed_version} is unexpected! expected: {expected_version}"
     )
     return False
 
@@ -133,7 +133,7 @@ def install_global() -> None:
         stdout = proc.run((f"{binroot}/docker", "--version"), stdout=True)
         installed_version = stdout.strip().split()[2][:-1]
         if version != installed_version:
-            print(f"installed docker {installed_version} is outdated!")
+            print(f"installed docker {installed_version} is unexpected!")
             print(f"installing docker (cli, not desktop) {version}...")
             uninstall(binroot)
             _install(

{sentry_devenv-1.19.0 → sentry_devenv-1.21.0}/devenv/lib/gcloud.py

@@ -82,7 +82,7 @@ def install(version: str, url: str, sha256: str, reporoot: str) -> None:
             installed_version = f.read().strip()
             if version == installed_version:
                 return
-            print(f"installed gcloud {installed_version} is outdated!")
+            print(f"installed gcloud {installed_version} is unexpected!")
 
     print(f"installing gcloud {version}...")
     uninstall(binroot)

{sentry_devenv-1.19.0 → sentry_devenv-1.21.0}/devenv/lib/limactl.py

@@ -91,7 +91,7 @@ def install_global() -> None:
         installed_version = stdout.strip().split()[-1]
         if version == installed_version:
             return
-        print(f"installed limactl {installed_version} is outdated!")
+        print(f"installed limactl {installed_version} is unexpected!")
 
     uninstall(binroot)
     _install(cfg[SYSTEM_MACHINE], cfg[f"{SYSTEM_MACHINE}_sha256"], binroot)

{sentry_devenv-1.19.0 → sentry_devenv-1.21.0}/devenv/lib/node.py

@@ -67,7 +67,7 @@ def installed(version: str, binroot: str) -> bool:
         if version == installed_version:
             return True
 
-        print(f"installed node {installed_version} is outdated!")
+        print(f"installed node {installed_version} is unexpected!")
         return False
 
 
@@ -118,7 +118,7 @@ def installed_yarn(version: str, binroot: str) -> bool:
     if version == installed_version:
         return True
 
-    print(f"installed yarn {installed_version} is outdated!")
+    print(f"installed yarn {installed_version} is unexpected!")
     return False
 
 

{sentry_devenv-1.19.0 → sentry_devenv-1.21.0}/devenv/lib/tenv.py

@@ -88,7 +88,7 @@ def install(version: str, url: str, sha256: str, reporoot: str) -> None:
         installed_version = _version(binpath)
         if version == installed_version:
             return
-        print(f"installed tenv {installed_version} is outdated!")
+        print(f"installed tenv {installed_version} is unexpected!")
 
     print(f"installing tenv {version}...")
     uninstall(binroot)

{sentry_devenv-1.19.0 → sentry_devenv-1.21.0}/devenv/lib/venv.py

@@ -106,7 +106,7 @@ def ensure(venv: str, python_version: str, url: str, sha256: str) -> None:
         return
 
     print(
-        f"virtualenv doesn't exist or is using an outdated python, recreating at {venv}..."
+        f"virtualenv doesn't exist or is using an unexpected python, recreating at {venv}..."
     )
     if os.path.exists(venv):
         shutil.rmtree(venv)

{sentry_devenv-1.19.0 → sentry_devenv-1.21.0}/devenv/main.py

@@ -103,7 +103,7 @@ def main() -> ExitCode:
         # https://sentry.sentry.io/settings/projects/sentry-dev-env/keys/
         dsn="https://9bdb053cb8274ea69231834d1edeec4c@o1.ingest.sentry.io/5723503",
         # enable performance monitoring
-        enable_tracing=True,
+        traces_sample_rate=1.0,
     )
 
     return devenv(sys.argv, f"{home}/.config/sentry-devenv/config.ini")

{sentry_devenv-1.19.0 → sentry_devenv-1.21.0}/pyproject.toml

@@ -4,7 +4,7 @@ build-backend = "setuptools.build_meta"
 
 [project]
 name = "sentry_devenv"
-version = "1.19.0"
+version = "1.21.0"
 authors = [
   { name="Joshua Li", email="joshua.li@sentry.io" },
   { name="Ian Woodard", email="ian.woodard@sentry.io" },

{sentry_devenv-1.19.0 → sentry_devenv-1.21.0}/sentry_devenv.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: sentry_devenv
-Version: 1.19.0
+Version: 1.21.0
 Summary: Utilities for setting up a Sentry development environment
 Author-email: Joshua Li <joshua.li@sentry.io>, Ian Woodard <ian.woodard@sentry.io>, Buck Evan <buck.evan@sentry.io>
 Classifier: Programming Language :: Python :: 3
@@ -47,7 +47,6 @@ To update this installation, run `devenv update`.
 
 This is intended for initial setup of a new machine.
 
-
 `devenv fetch [repository name]`
 
 Any repository on github in the form of `[org]/[reponame]`
@@ -71,7 +70,6 @@ In general, our library is designed to isolate, as much as possible, a repo's de
 For example, [gcloud](#gcloud) is installed to `[reporoot]/.devenv/bin/gcloud` (with the gcloud sdk at `[reporoot]/.devenv/bin/google-cloud-sdk`).
 An exception to this would be python virtualenvs, which was implemented before the idea of `[reporoot]/.devenv`.
 
-
 `devenv doctor`
 
 Use this to diagnose and fix common issues.
@@ -79,14 +77,25 @@ Use this to diagnose and fix common issues.
 Repo-specific checks and fixes can be defined in `[reporoot]/devenv/checks`.
 Otherwise we have "builtin" checks and fixes in `devenv.checks`.
 
+`devenv update`
+
+This updates the global devenv installation, and global tools.
+
+If you're upgrading from a particularly old devenv, it won't have `update` so you need to:
+`~/.local/share/sentry-devenv/venv/bin/pip install -U sentry-devenv`
+
 
 ## technical overview
 
 Everything devenv needs is in `~/.local/share/sentry-devenv`.
 
-- `~/.local/share/sentry-devenv/bin` contains `devenv` and `direnv`
-    - we currently rely on a minimal [`[reporoot]/.envrc`](#direnv) to add `[reporoot]/.devenv/bin` to PATH
-    - see [examples](#examples) for .envrc suggestions
+- `~/.local/share/sentry-devenv/bin` contains:
+    - `devenv` itself
+    - `direnv`
+      - we currently rely on direnv and a minimal [`[reporoot]/.envrc`](#direnv) to add `[reporoot]/.devenv/bin` to PATH
+      - see [examples](#examples) for .envrc suggestions
+    - global tools: `docker` (cli), `colima`
+
 
 ### runtime
 

{sentry_devenv-1.19.0 → sentry_devenv-1.21.0}/sentry_devenv.egg-info/SOURCES.txt

@@ -16,7 +16,7 @@ devenv/pythons.py
 devenv/sync.py
 devenv/update.py
 devenv/checks/__init__.py
-devenv/checks/credsStore.py
+devenv/checks/dockerConfig.py
 devenv/checks/dockerDesktop.py
 devenv/checks/limaDns.py
 devenv/checks/test.py
@@ -55,7 +55,7 @@ tests/test_pythons.py
 tests/test_sync.py
 tests/utils.py
 tests/checks/__init__.py
-tests/checks/test_credStore.py
+tests/checks/test_dockerConfig.py
 tests/doctor/__init__.py
 tests/doctor/test_attempt_fix.py
 tests/doctor/test_filter_failing_checks.py

sentry_devenv-1.19.0/tests/checks/test_credStore.py → sentry_devenv-1.21.0/tests/checks/test_dockerConfig.py

@@ -8,7 +8,7 @@ from unittest import mock
 
 import pytest
 
-from devenv.checks import credsStore
+from devenv.checks import dockerConfig
 
 
 @pytest.fixture
@@ -25,26 +25,32 @@ def fake_config(tmp_path: pathlib.Path) -> Generator[pathlib.Path]:
 
 def test_no_credsStore_ok(fake_config: pathlib.Path) -> None:
     fake_config.write_text("{}")
-    assert credsStore.check() == (True, "")
+    assert dockerConfig.check() == (True, "")
 
 
 def test_binary_ok(fake_config: pathlib.Path) -> None:
     fake_config.write_text('{"credsStore": "example"}')
     with mock.patch.object(shutil, "which", return_value="/fake/exe"):
-        assert credsStore.check() == (True, "")
+        assert dockerConfig.check() == (True, "")
 
 
 @pytest.mark.parametrize("name", ("desktop", "osxkeychain"))
 def test_binary_missing(fake_config: pathlib.Path, name: str) -> None:
     fake_config.write_text(f'{{"credsStore": "{name}"}}')
     with mock.patch.object(shutil, "which", return_value=None):
-        assert credsStore.check() == (
+        assert dockerConfig.check() == (
             False,
             "credsStore requires nonexistent binary",
         )
 
 
-def test_fix(fake_config: pathlib.Path) -> None:
+def test_fix_credsStore(fake_config: pathlib.Path) -> None:
     fake_config.write_text('{"credsStore": "bad"}')
-    assert credsStore.fix() == (True, "")
+    assert dockerConfig.fix() == (True, "")
+    assert fake_config.read_text() == "{}"
+
+
+def test_fix_cliPluginsExtraDirs(fake_config: pathlib.Path) -> None:
+    fake_config.write_text('{"cliPluginsExtraDirs": ["foo/"]}')
+    assert dockerConfig.fix() == (True, "")
     assert fake_config.read_text() == "{}"

{sentry_devenv-1.19.0 → sentry_devenv-1.21.0}/tests/lib/test_archive.py

@@ -1,6 +1,7 @@
 from __future__ import annotations
 
 import io
+import os
 import pathlib
 import tarfile
 import time
@@ -169,6 +170,12 @@ def test_download(tmp_path: pathlib.Path, mock_sleep: mock.MagicMock) -> None:
     )
 
     dest = f"{tmp_path}/a"
+
+    # if dest is already a valid symlink it should be paved over
+    with open(f"{tmp_path}/hi", "wb"):
+        pass
+    os.symlink(f"{tmp_path}/hi", dest)
+
     with mock.patch.object(
         urllib.request,
         "urlopen",
@@ -186,7 +193,22 @@ def test_download(tmp_path: pathlib.Path, mock_sleep: mock.MagicMock) -> None:
     with open(dest, "rb") as f:
         assert f.read() == data
 
-    dest = f"{tmp_path}/b"
+
+def test_download_exceeded_retries(
+    tmp_path: pathlib.Path, mock_sleep: mock.MagicMock
+) -> None:
+    data_sha256 = (
+        "b5bb9d8014a0f9b1d61e21e796d78dccdf1352f23cd32812f4850b878ae4944c"
+    )
+
+    err = urllib.error.HTTPError(
+        "https://example.com/foo",
+        503,
+        "Service Unavailable",
+        "",  # type: ignore
+        io.BytesIO(b""),
+    )
+    dest = f"{tmp_path}/a"
     with pytest.raises(RuntimeError) as excinfo:
         with mock.patch.object(
             urllib.request,
@@ -202,7 +224,42 @@ def test_download(tmp_path: pathlib.Path, mock_sleep: mock.MagicMock) -> None:
         == "Error getting https://example.com/foo: HTTP Error 503: Service Unavailable"
     )
 
-    dest = f"{tmp_path}/b"
+
+def test_download_dest_is_broken_symlink(
+    tmp_path: pathlib.Path, mock_sleep: mock.MagicMock
+) -> None:
+    data = b"foo\n"
+    data_sha256 = (
+        "b5bb9d8014a0f9b1d61e21e796d78dccdf1352f23cd32812f4850b878ae4944c"
+    )
+
+    dest = f"{tmp_path}/a"
+
+    # if dest is already a dead symlink it should be paved over as well
+    os.symlink(f"{tmp_path}/does-not-exist", dest)
+
+    with mock.patch.object(
+        urllib.request,
+        "urlopen",
+        autospec=True,
+        side_effect=(io.BytesIO(data),),
+    ):
+        archive.download("https://example.com/foo", data_sha256, dest)
+
+    with open(dest, "rb") as f:
+        assert f.read() == data
+
+
+def test_download_wrong_sha(
+    tmp_path: pathlib.Path, mock_sleep: mock.MagicMock
+) -> None:
+    data = b"foo\n"
+    data_sha256 = (
+        "b5bb9d8014a0f9b1d61e21e796d78dccdf1352f23cd32812f4850b878ae4944c"
+    )
+
+    dest = f"{tmp_path}/a"
+
     with pytest.raises(RuntimeError) as excinfo:
         with mock.patch.object(
             urllib.request,