code-sandboxes 1.9.36__tar.gz → 1.9.37__tar.gz

{code_sandboxes-1.9.36 → code_sandboxes-1.9.37}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.5
 Name: code_sandboxes
-Version: 1.9.36
+Version: 1.9.37
 Project-URL: Home, https://github.com/datalayer/code-sandboxes
 Author-email: Datalayer <info@datalayer.io>
 License: BSD 3-Clause License

{code_sandboxes-1.9.36 → code_sandboxes-1.9.37}/code_sandboxes/__version__.py

@@ -3,4 +3,4 @@
 
 """Code Sandboxes."""
 
-__version__ = "1.9.36"
+__version__ = "1.9.37"

{code_sandboxes-1.9.36 → code_sandboxes-1.9.37}/code_sandboxes/environments/adapters/datalayer.py

@@ -78,6 +78,9 @@ from ..resolve import (
     apt_snapshot_in,
     buildkit_proxy,
     buildkit_proxy_options,
+    egress_findings,
+    egress_hosts_text,
+    egress_refused_hosts,
     locked_versions,
 )
 from ..resolve_conda import (
@@ -546,6 +549,24 @@ class Builder:
                 self._log(f"Building {reference} from {request.resolved_base}")
                 finished = self._invoke(command, timeout=self._max_build_seconds)
             if finished.returncode != 0:
+                refused = egress_refused_hosts(finished.stderr or "", proxy=self._proxy)
+                if refused:
+                    # The one failure a log line hid best: a host the build
+                    # pool may not reach, named as a finding (E2-19).
+                    raise EnvironmentsError(
+                        BUILD_FAILED,
+                        f"The build pool's egress proxy refused {egress_hosts_text(refused)}: "
+                        "a build reaches only the package indexes, mirrors and registries "
+                        "the build pool allows. Put what it fetches in the build, or ask "
+                        "for the host to be allowed",
+                        detail={
+                            "variant": self.variant,
+                            "reference": reference,
+                            "exit": finished.returncode,
+                            "refused_hosts": refused,
+                            "findings": egress_findings(refused),
+                        },
+                    )
                 raise EnvironmentsError(
                     BUILD_FAILED,
                     "The build failed; its log says where",

{code_sandboxes-1.9.36 → code_sandboxes-1.9.37}/code_sandboxes/environments/resolve.py

@@ -101,6 +101,7 @@ __all__ = [
     "apt_snapshot_in",
     "buildkit_proxy",
     "buildkit_proxy_options",
+    "egress_refused_hosts",
     "lock_document",
     "locked_versions",
     "merge_requirements",
@@ -188,6 +189,74 @@ def buildkit_proxy_options(proxy: str) -> list[str]:
     return options
 
 
+#: What each tool writes when the build pool's egress proxy refuses it a
+#: tunnel (E2-19). Read from the tools themselves, through the chart's own
+#: Squid refusing every host, on 2026-09-19: pip, uv 0.12, micromamba 2.3,
+#: git, curl 8 without `-f`, wget, and a Go client — `buildkitd`'s own pulls.
+#: Each is a refused CONNECT and nothing else: a host that answered 403 over
+#: its own TLS says so differently. `curl -f` ("The requested URL returned
+#: error: 403"), `wget -q` (nothing) and `apt` over plain HTTP ("403
+#: Forbidden [IP: proxy]") cannot be told from the host's own 403, and are
+#: left to the log.
+_EGRESS_REFUSED = re.compile(
+    r"Tunnel connection failed: 403"  # pip, requests, urllib3
+    r"|tunnel error: unsuccessful"  # uv
+    r"|CONNECT tunnel failed, response 403"  # curl, git, micromamba
+    r"|Proxy tunneling failed: Forbidden"  # wget
+    r'|"https?://[^"\s]+": Forbidden'  # Go: buildkitd, containerd
+)
+#: A host a line names: urllib3's `host='…'`, or the host of a URL.
+_NAMED_HOST = re.compile(r"host='(?P<pool>[A-Za-z0-9.\-]+)'|https?://(?P<url>[A-Za-z0-9.\-]+)")
+#: `buildctl`'s plain progress: `#12 0.874 <what the step wrote>`. Steps run
+#: side by side, so a line is read against the lines of its own step.
+_BUILDKIT_LINE = re.compile(r"^#(?P<step>\d+) (?:\d+\.\d+ )?(?P<text>.*)$")
+
+
+def egress_refused_hosts(log: str, *, proxy: str = "", limit: int = 10) -> list[str]:
+    """The hosts the build pool's egress proxy refused, as a build's log shows them (E2-19).
+
+    A refusal is found by what the tool writes (`_EGRESS_REFUSED`), and its
+    host is the one the same line names — pip's `host='files.pythonhosted.org'`,
+    git's URL — or else the last one its step named before it: uv and
+    micromamba write the URL a line or four above the refusal, wget and a
+    silent `curl` only in the `RUN` line. The proxy's own address is never a
+    host it refused. In the order they were first refused, at most ``limit``.
+    """
+    own = {"127.0.0.1", "localhost"}
+    if proxy:
+        own.add(proxy.split("://", 1)[-1].rsplit(":", 1)[0])
+    hosts: list[str] = []
+    last: dict[str, str] = {}
+    for raw in log.splitlines():
+        line = _BUILDKIT_LINE.match(raw)
+        step, text = (line.group("step"), line.group("text")) if line else ("", raw)
+        named = [
+            host.lower().rstrip(".")
+            for match in _NAMED_HOST.finditer(text)
+            for host in (match.group("pool") or match.group("url"),)
+            if host and host.lower().rstrip(".") not in own
+        ]
+        if _EGRESS_REFUSED.search(text):
+            host = named[0] if named else last.get(step, "")
+            if host and host not in hosts:
+                hosts.append(host)
+                if len(hosts) >= limit:
+                    break
+        if named:
+            last[step] = named[-1]
+    return hosts
+
+
+def egress_findings(hosts: Sequence[str]) -> list[dict[str, str]]:
+    """The refused hosts as a failure's findings: what a page lists, not the log."""
+    return [{"kind": "egress_refused", "subject": host} for host in hosts]
+
+
+def egress_hosts_text(hosts: Sequence[str]) -> str:
+    quoted = [f"`{host}`" for host in hosts]
+    return quoted[0] if len(quoted) == 1 else ", ".join(quoted[:-1]) + " and " + quoted[-1]
+
+
 #: How a protected pin is recorded in the lock.
 PROTECTED_PIN_PREFIX = "# datalayer-protected: "
 
@@ -521,6 +590,19 @@ def parse_resolver_failure(
                 },
             )
 
+    # An index the build pool may not reach is not an outage: resolving again
+    # is refused again, so it is said with the host rather than retried.
+    refused = egress_refused_hosts(output)
+    if refused and "No solution found" not in text:
+        return EnvironmentsError(
+            PACKAGE_NOT_FOUND,
+            f"The build pool's egress proxy refused {egress_hosts_text(refused)}: a version "
+            "resolves only against the indexes the build pool allows. Use one of them, or "
+            "ask for the host to be allowed",
+            detail={**detail, "refused_hosts": refused, "findings": egress_findings(refused)},
+            retryable=False,
+        )
+
     pair = _conflicting_pair(mentions) if "No solution found" in text else None
     if pair:
         return EnvironmentsError(

{code_sandboxes-1.9.36 → code_sandboxes-1.9.37}/code_sandboxes/environments/resolve_conda.py

@@ -70,6 +70,9 @@ from .resolve import (
     ProtectedPin,
     buildkit_proxy,
     buildkit_proxy_options,
+    egress_findings,
+    egress_hosts_text,
+    egress_refused_hosts,
     merge_requirements,
 )
 
@@ -529,6 +532,18 @@ def parse_conda_failure(output: str) -> EnvironmentsError:
             f"`{name}` is not in any channel this environment may read",
             detail={**detail, "package": name},
         )
+    # A channel the build pool may not reach: solving again is refused again,
+    # so it is said with the host rather than retried (E2-19).
+    refused = egress_refused_hosts(output)
+    if refused:
+        return EnvironmentsError(
+            PACKAGE_NOT_FOUND,
+            f"The build pool's egress proxy refused {egress_hosts_text(refused)}: a version "
+            "solves only against the channels the build pool allows. Use one of them, or "
+            "ask for the host to be allowed",
+            detail={**detail, "refused_hosts": refused, "findings": egress_findings(refused)},
+            retryable=False,
+        )
     lowered = text.lower()
     if (
         "could not solve" in lowered

{code_sandboxes-1.9.36 → code_sandboxes-1.9.37}/docs/docs/environments/specification.mdx

@@ -37,7 +37,7 @@ A document is refused with `DL_ENV_SPEC_INVALID` when a field is wrong, and with
 | `commands.postInstall` | none | At most 32 non-empty commands, run after the packages are installed. |
 | `buildSecrets` | none | `id` is a Datalayer secret id, `dlsec_...`; `mountAs` is `env` or `file`; `name` is the variable or file name. Ids and names are unique. Secrets are injected into the build step that needs them and never written into the artifact. |
 | `resources.sizeClass` | `small` | `small`, `medium`, `large`, `gpu-small` or `gpu-large`. A GPU class needs an accelerator and a CUDA base; an accelerator needs a GPU class. Datalayer runs no GPU nodes yet, so a GPU class is built for Modal and Daytona, which bring their own GPUs; E2B has none. |
-| `resources.accelerator` | `none` | `none`, or `type`, `count` and `cuda`. `type` is the provider's own name for the GPU (Daytona: `H100`, `H200`, `RTX-PRO-6000`, `RTX-4090`, `RTX-5090`), and a GPU a variant does not offer is refused for it at `validate`. `cuda` is the base's toolkit: `datalayer/python-cuda:2026.09` carries 12.8, and another version is refused. |
+| `resources.accelerator` | `none` | `none`, or `type`, `count` and `cuda`. `type` is the provider's own name for the GPU (Modal: `T4`, `L4`, `A10G`, `L40S`, `A100`, `A100-40GB`, `A100-80GB`, `H100`, `H200`, `B200`; Daytona: `H100`, `H200`, `RTX-PRO-6000`, `RTX-4090`, `RTX-5090`), and a GPU a variant does not offer is refused for it at `validate`. `cuda` is the base's toolkit: `datalayer/python-cuda:2026.09` carries 12.8, and another version is refused. |
 | `resources.hints` | none | `cpu`, `memoryGi`, `diskGi`: positive numbers, within the size class. |
 | `compatibility.variants.required` | `[datalayer]` | At least one of `datalayer`, `e2b`, `daytona`, `modal`. |
 | `compatibility.variants.optional` | none | The same variants, none of them also required. |

{code_sandboxes-1.9.36 → code_sandboxes-1.9.37}/docs/docs/providers/modal.mdx

@@ -77,9 +77,11 @@ with Sandbox.create(
 An [Environment](/environments) built for Modal is an **image id**,
 `im-…` — pulled `from_aws_ecr` off the approved Datalayer base, with your
 lock installed by `uv pip sync --require-hashes` on top. A published name
-is worth having for operability, but a launch always pins the id: each
-build gets a fresh credential, so no layer cache survives between builds,
-and the id is the only reference that names one build and not another.
+is worth having for operability, but a launch always pins the id: a name
+moves when the same build is published again, and the id is the only
+reference that names one build's image. Modal answers an identical image
+definition with the image it already has, so two builds of the same lock
+can share one id.
 
 **Bring your own account:** a build runs in the environment owner's own
 Modal workspace, from the same `MODAL_TOKEN_ID`/`MODAL_TOKEN_SECRET` pair
@@ -96,8 +98,22 @@ with no image id — general Modal sandbox usage here is unaffected).
 Confirmed live: a launched sandbox's identity check now passes, where it
 used to report `uid: 0`.
 
-**A known, open gap:** two of the core tier's checks — imports and
-filesystem — still fail on a launched Environment sandbox, for a reason
-not yet root-caused: reproduced on a real, contract-built image, not on a
-plain `ModalSandbox`, so it is specific to something about that image
-under repeated `exec`, not the identity fix above.
+**The sandbox is held by `sleep infinity`, not the base's Jupyter.**
+Modal keeps the base image's CMD, `start-jupyter.sh`, under the builder's
+`ENTRYPOINT`, where Docker would reset it, so a sandbox started with no
+command ran a Jupyter server as its main process. That server exits
+within a minute and the sandbox ends with it: "Modal Sandbox is shutting
+down", a few commands in. Since 1.9.36 the artifact's CMD is
+`sleep infinity`, and `ModalSandbox` names `sleep infinity` when it
+launches an artifact, which covers images built by earlier releases too.
+Jupyter is started by exec when it is asked for
+(`prepare_jupyter_server`).
+
+**GPU versions.** On Modal a GPU is a launch option, not part of the
+image: a GPU version's image builds like any other on the CUDA base, and
+its sandboxes start on the GPU the version names. The build's smoke test
+does that (`gpu="L4"`, or `"H100:2"` for two) and adds the contract's
+check 11: the GPUs asked for are visible, and the image's CUDA is the
+version's. A GPU Modal does not offer — it offers `T4`, `L4`, `A10G`,
+`L40S`, `A100`, `A100-40GB`, `A100-80GB`, `H100`, `H200`, `B200` — is
+refused at `validate`, before anything is built.

code_sandboxes-1.9.37/tests/egress_logs/buildctl-base.log

@@ -0,0 +1,16 @@
+#1 [internal] load build definition from Dockerfile
+#1 transferring dockerfile: 80B done
+#1 DONE 0.0s
+
+#2 [internal] load metadata for ghcr.io/astral-sh/uv:0.12.11
+#2 ERROR: failed to do request: Head "https://ghcr.io/v2/astral-sh/uv/manifests/0.12.11": Forbidden
+------
+ > [internal] load metadata for ghcr.io/astral-sh/uv:0.12.11:
+------
+Dockerfile:1
+--------------------
+   1 | >>> FROM ghcr.io/astral-sh/uv:0.12.11
+   2 |     RUN true
+   3 |
+--------------------
+error: failed to solve: ghcr.io/astral-sh/uv:0.12.11: failed to resolve source metadata for ghcr.io/astral-sh/uv:0.12.11: failed to do request: Head "https://ghcr.io/v2/astral-sh/uv/manifests/0.12.11": Forbidden

code_sandboxes-1.9.37/tests/egress_logs/buildctl-curl.log

@@ -0,0 +1,41 @@
+#1 [internal] load build definition from Dockerfile
+#1 transferring dockerfile: 325B done
+#1 DONE 0.0s
+
+#2 [internal] load metadata for docker.io/library/buildpack-deps:bookworm-scm
+#2 DONE 0.2s
+
+#3 [internal] load .dockerignore
+#3 transferring context: 2B done
+#3 DONE 0.0s
+
+#4 [1/4] FROM docker.io/library/buildpack-deps:bookworm-scm@sha256:bb8654d03bd8341e702f1ae30adca91a11f4164da2d37dbe7a0bf49e4901bd03
+#4 CACHED
+
+#5 [2/4] RUN git clone -q https://github.com/psf/requests.git /tmp/r || true
+#5 0.063 fatal: unable to access 'https://github.com/psf/requests.git/': CONNECT tunnel failed, response 403
+#5 DONE 0.1s
+
+#6 [3/4] RUN curl -fsSL https://raw.githubusercontent.com/psf/requests/main/README.md -o /dev/null || true
+#6 0.065 curl: (22) The requested URL returned error: 403
+#6 DONE 0.1s
+
+#7 [4/4] RUN wget https://github.com/psf/requests/archive/refs/tags/v2.32.3.tar.gz -O /dev/null
+#7 0.060 --2026-09-19 08:44:09--  https://github.com/psf/requests/archive/refs/tags/v2.32.3.tar.gz
+#7 0.066 Connecting to 172.18.0.2:3128... connected.
+#7 0.067 Proxy tunneling failed: ForbiddenUnable to establish SSL connection.
+#7 ERROR: process "/bin/sh -c wget https://github.com/psf/requests/archive/refs/tags/v2.32.3.tar.gz -O /dev/null" did not complete successfully: exit code: 4
+------
+ > [4/4] RUN wget https://github.com/psf/requests/archive/refs/tags/v2.32.3.tar.gz -O /dev/null:
+0.060 --2026-09-19 08:44:09--  https://github.com/psf/requests/archive/refs/tags/v2.32.3.tar.gz
+0.066 Connecting to 172.18.0.2:3128... connected.
+0.067 Proxy tunneling failed: ForbiddenUnable to establish SSL connection.
+------
+Dockerfile:4
+--------------------
+   2 |     RUN git clone -q https://github.com/psf/requests.git /tmp/r || true
+   3 |     RUN curl -fsSL https://raw.githubusercontent.com/psf/requests/main/README.md -o /dev/null || true
+   4 | >>> RUN wget https://github.com/psf/requests/archive/refs/tags/v2.32.3.tar.gz -O /dev/null
+   5 |
+--------------------
+error: failed to solve: process "/bin/sh -c wget https://github.com/psf/requests/archive/refs/tags/v2.32.3.tar.gz -O /dev/null" did not complete successfully: exit code: 4

code_sandboxes-1.9.37/tests/egress_logs/buildctl-pip.log

@@ -0,0 +1,43 @@
+#1 [internal] load build definition from Dockerfile
+#1 transferring dockerfile: 192B done
+#1 DONE 0.0s
+
+#2 [internal] load metadata for docker.io/library/python:3.12-slim
+#2 DONE 0.2s
+
+#3 [internal] load .dockerignore
+#3 transferring context: 2B done
+#3 DONE 0.0s
+
+#4 [1/3] FROM docker.io/library/python:3.12-slim@sha256:2f17fc044b579bab302c2e8054d3a686e2cb9a83de48e70534b94cd8ebbe06a9
+#4 CACHED
+
+#5 [2/3] RUN pip install --no-cache-dir --index-url https://pypi.example-private.io/simple requests
+#5 0.887 Looking in indexes: https://pypi.example-private.io/simple
+#5 0.890 WARNING: Retrying (Retry(total=4, connect=None, read=None, redirect=None, status=None)) after connection broken by 'ProxyError('Cannot connect to proxy.', OSError('Tunnel connection failed: 403 Forbidden'))': /simple/requests/
+#5 1.391 WARNING: Retrying (Retry(total=3, connect=None, read=None, redirect=None, status=None)) after connection broken by 'ProxyError('Cannot connect to proxy.', OSError('Tunnel connection failed: 403 Forbidden'))': /simple/requests/
+#5 2.393 WARNING: Retrying (Retry(total=2, connect=None, read=None, redirect=None, status=None)) after connection broken by 'ProxyError('Cannot connect to proxy.', OSError('Tunnel connection failed: 403 Forbidden'))': /simple/requests/
+#5 4.395 WARNING: Retrying (Retry(total=1, connect=None, read=None, redirect=None, status=None)) after connection broken by 'ProxyError('Cannot connect to proxy.', OSError('Tunnel connection failed: 403 Forbidden'))': /simple/requests/
+#5 8.397 WARNING: Retrying (Retry(total=0, connect=None, read=None, redirect=None, status=None)) after connection broken by 'ProxyError('Cannot connect to proxy.', OSError('Tunnel connection failed: 403 Forbidden'))': /simple/requests/
+#5 8.401 ERROR: Could not find a version that satisfies the requirement requests (from versions: none)
+#5 8.413 ERROR: No matching distribution found for requests
+#5 ERROR: process "/bin/sh -c pip install --no-cache-dir --index-url https://pypi.example-private.io/simple requests" did not complete successfully: exit code: 1
+------
+ > [2/3] RUN pip install --no-cache-dir --index-url https://pypi.example-private.io/simple requests:
+0.887 Looking in indexes: https://pypi.example-private.io/simple
+0.890 WARNING: Retrying (Retry(total=4, connect=None, read=None, redirect=None, status=None)) after connection broken by 'ProxyError('Cannot connect to proxy.', OSError('Tunnel connection failed: 403 Forbidden'))': /simple/requests/
+1.391 WARNING: Retrying (Retry(total=3, connect=None, read=None, redirect=None, status=None)) after connection broken by 'ProxyError('Cannot connect to proxy.', OSError('Tunnel connection failed: 403 Forbidden'))': /simple/requests/
+2.393 WARNING: Retrying (Retry(total=2, connect=None, read=None, redirect=None, status=None)) after connection broken by 'ProxyError('Cannot connect to proxy.', OSError('Tunnel connection failed: 403 Forbidden'))': /simple/requests/
+4.395 WARNING: Retrying (Retry(total=1, connect=None, read=None, redirect=None, status=None)) after connection broken by 'ProxyError('Cannot connect to proxy.', OSError('Tunnel connection failed: 403 Forbidden'))': /simple/requests/
+8.397 WARNING: Retrying (Retry(total=0, connect=None, read=None, redirect=None, status=None)) after connection broken by 'ProxyError('Cannot connect to proxy.', OSError('Tunnel connection failed: 403 Forbidden'))': /simple/requests/
+8.401 ERROR: Could not find a version that satisfies the requirement requests (from versions: none)
+8.413 ERROR: No matching distribution found for requests
+------
+Dockerfile:2
+--------------------
+   1 |     FROM python:3.12-slim
+   2 | >>> RUN pip install --no-cache-dir --index-url https://pypi.example-private.io/simple requests
+   3 |     RUN pip install --no-cache-dir requests
+   4 |
+--------------------
+error: failed to solve: process "/bin/sh -c pip install --no-cache-dir --index-url https://pypi.example-private.io/simple requests" did not complete successfully: exit code: 1

code_sandboxes-1.9.37/tests/egress_logs/buildctl-uv.log

@@ -0,0 +1,54 @@
+#1 [internal] load build definition from Dockerfile
+#1 transferring dockerfile: 193B done
+#1 DONE 0.0s
+
+#2 [internal] load metadata for docker.io/library/python:3.12-slim
+#2 DONE 0.2s
+
+#3 [internal] load .dockerignore
+#3 transferring context: 2B done
+#3 DONE 0.0s
+
+#4 [1/3] FROM docker.io/library/python:3.12-slim@sha256:2f17fc044b579bab302c2e8054d3a686e2cb9a83de48e70534b94cd8ebbe06a9
+#4 DONE 0.0s
+
+#5 [internal] load build context
+#5 transferring context: 26B done
+#5 DONE 0.0s
+
+#6 [2/3] COPY uv /usr/local/bin/uv
+#6 CACHED
+
+#7 [3/3] RUN uv pip install --system "requests @ https://github.com/psf/requests/archive/refs/tags/v2.32.3.tar.gz"
+#7 0.175 Using Python 3.12.14 environment at: /usr/local
+#7 9.090   × Failed to download and build `requests @
+#7 9.090   │ https://github.com/psf/requests/archive/refs/tags/v2.32.3.tar.gz`
+#7 9.090   ├─▶ Request failed after 3 retries in 8.9s
+#7 9.090   ├─▶ Failed to fetch:
+#7 9.090   │   `https://github.com/psf/requests/archive/refs/tags/v2.32.3.tar.gz`
+#7 9.090   ├─▶ error sending request for url
+#7 9.090   │   (https://github.com/psf/requests/archive/refs/tags/v2.32.3.tar.gz)
+#7 9.090   ├─▶ client error (Connect)
+#7 9.090   ╰─▶ tunnel error: unsuccessful
+#7 ERROR: process "/bin/sh -c uv pip install --system \"requests @ https://github.com/psf/requests/archive/refs/tags/v2.32.3.tar.gz\"" did not complete successfully: exit code: 1
+------
+ > [3/3] RUN uv pip install --system "requests @ https://github.com/psf/requests/archive/refs/tags/v2.32.3.tar.gz":
+0.175 Using Python 3.12.14 environment at: /usr/local
+9.090   × Failed to download and build `requests @
+9.090   │ https://github.com/psf/requests/archive/refs/tags/v2.32.3.tar.gz`
+9.090   ├─▶ Request failed after 3 retries in 8.9s
+9.090   ├─▶ Failed to fetch:
+9.090   │   `https://github.com/psf/requests/archive/refs/tags/v2.32.3.tar.gz`
+9.090   ├─▶ error sending request for url
+9.090   │   (https://github.com/psf/requests/archive/refs/tags/v2.32.3.tar.gz)
+9.090   ├─▶ client error (Connect)
+9.090   ╰─▶ tunnel error: unsuccessful
+------
+Dockerfile:3
+--------------------
+   1 |     FROM python:3.12-slim
+   2 |     COPY uv /usr/local/bin/uv
+   3 | >>> RUN uv pip install --system "requests @ https://github.com/psf/requests/archive/refs/tags/v2.32.3.tar.gz"
+   4 |
+--------------------
+error: failed to solve: process "/bin/sh -c uv pip install --system \"requests @ https://github.com/psf/requests/archive/refs/tags/v2.32.3.tar.gz\"" did not complete successfully: exit code: 1

code_sandboxes-1.9.37/tests/egress_logs/micromamba.log

@@ -0,0 +1,30 @@
+warning  libmamba Download error (56) Failure when receiving data from the peer [https://conda.anaconda.org/conda-forge/noarch/repodata.json.zst]
+    CONNECT tunnel failed, response 403
+warning  libmamba Retrying in 2 seconds
+warning  libmamba Download error (56) Failure when receiving data from the peer [https://conda.anaconda.org/conda-forge/linux-64/repodata.json.zst]
+    CONNECT tunnel failed, response 403
+warning  libmamba Retrying in 2 seconds
+warning  libmamba Download error (56) Failure when receiving data from the peer [https://conda.anaconda.org/conda-forge/noarch/repodata.json.zst]
+    CONNECT tunnel failed, response 403
+warning  libmamba Retrying in 2 seconds
+warning  libmamba Download error (56) Failure when receiving data from the peer [https://conda.anaconda.org/conda-forge/linux-64/repodata.json.zst]
+    CONNECT tunnel failed, response 403
+warning  libmamba Retrying in 2 seconds
+warning  libmamba Download error (56) Failure when receiving data from the peer [https://conda.anaconda.org/conda-forge/noarch/repodata.json.zst]
+    CONNECT tunnel failed, response 403
+warning  libmamba Retrying in 2 seconds
+warning  libmamba Download error (56) Failure when receiving data from the peer [https://conda.anaconda.org/conda-forge/linux-64/repodata.json.zst]
+    CONNECT tunnel failed, response 403
+warning  libmamba Retrying in 2 seconds
+warning  libmamba Download error (56) Failure when receiving data from the peer [https://conda.anaconda.org/conda-forge/noarch/repodata.json.zst]
+    CONNECT tunnel failed, response 403
+warning  libmamba Retrying in 2 seconds
+critical libmamba Multiple errors occurred:
+    Download error (56) Failure when receiving data from the peer [https://conda.anaconda.org/conda-forge/noarch/repodata.json.zst]
+    CONNECT tunnel failed, response 403
+    Subdir conda-forge/noarch not loaded!
+    If you run into this error repeatedly, your package cache may be corrupted.
+    Please try running `mamba clean -a` to remove this cache before retrying the operation.
+
+    If you still are having issues, please report the error on `mamba-org/mamba`'s issue tracker:
+    https://github.com/mamba-org/mamba/issues/new?assignees=&labels=&projects=&template=bug.yml

{code_sandboxes-1.9.36 → code_sandboxes-1.9.37}/tests/test_environment_datalayer_builder.py

@@ -184,9 +184,12 @@ def a_builder(**changes) -> Builder:
 class Buildctl:
     """A `buildctl` that writes the metadata a successful build writes."""
 
-    def __init__(self, *, digest: str | None = DIGEST, returncode: int = 0) -> None:
+    def __init__(
+        self, *, digest: str | None = DIGEST, returncode: int = 0, stderr: str = "solved\n"
+    ) -> None:
         self.digest = digest
         self.returncode = returncode
+        self.stderr = stderr
         self.argv: list[str] = []
         self.context: Path | None = None
         self.env: dict[str, str] | None = None
@@ -201,7 +204,7 @@ class Buildctl:
                 Path(self.argv[position + 1]).write_text(
                     json.dumps({"containerimage.digest": self.digest}), encoding="utf-8"
                 )
-        return subprocess.CompletedProcess(self.argv, self.returncode, "", "solved\n")
+        return subprocess.CompletedProcess(self.argv, self.returncode, "", self.stderr)
 
 
 # -- The Dockerfile ------------------------------------------------------------

code_sandboxes-1.9.37/tests/test_environment_egress_refusals.py

@@ -0,0 +1,146 @@
+# Copyright (c) 2025-2026 Datalayer, Inc.
+# Distributed under the terms of the Modified BSD License.
+
+"""A host the build pool's egress proxy refused, named as a finding (E2-19).
+
+The logs under `egress_logs/` are real: `buildctl --progress=plain` against
+`moby/buildkit:v0.33.0`, its steps sent through the build pool chart's own
+Squid (`ubuntu/squid:6.6`, the chart's `squid.conf`, allowing `pypi.org`
+alone), on 2026-09-19. Only the image layers' progress lines are left out.
+`micromamba.log` is `micromamba create` 2.3.3 through the same proxy.
+"""
+
+from __future__ import annotations
+
+from pathlib import Path
+
+import pytest
+
+from code_sandboxes.environments.errors import EnvironmentsError
+from code_sandboxes.environments.resolve import (
+    egress_hosts_text,
+    egress_refused_hosts,
+    parse_resolver_failure,
+)
+from code_sandboxes.environments.resolve_conda import parse_conda_failure
+
+from .test_environment_datalayer_builder import Buildctl, a_builder, a_request
+
+LOGS = Path(__file__).parent / "egress_logs"
+
+
+def a_log(name: str) -> str:
+    return (LOGS / name).read_text(encoding="utf-8")
+
+
+class TestTheRefusedHostIsReadFromWhatEachToolWrites:
+    def test_pip_names_its_index_a_line_before_it_is_refused(self) -> None:
+        # pip's retries say `Tunnel connection failed: 403` with a path only;
+        # the host is the index it said it was looking in.
+        assert egress_refused_hosts(a_log("buildctl-pip.log")) == ["pypi.example-private.io"]
+
+    def test_uv_names_the_url_four_lines_above_its_tunnel_error(self) -> None:
+        assert egress_refused_hosts(a_log("buildctl-uv.log")) == ["github.com"]
+
+    def test_git_and_wget_are_named_and_curl_f_is_left_to_the_log(self) -> None:
+        # `curl -f` says only "returned error: 403", which a host answering
+        # 403 itself says too: not a finding.
+        assert egress_refused_hosts(a_log("buildctl-curl.log"), proxy="http://172.18.0.2:3128") == [
+            "github.com"
+        ]
+
+    def test_buildkitd_s_own_pull_of_a_base_is_named(self) -> None:
+        assert egress_refused_hosts(a_log("buildctl-base.log")) == ["ghcr.io"]
+
+    def test_micromamba_names_the_channel_a_line_above(self) -> None:
+        # The issue tracker's URL after the refusal is not what was refused.
+        assert egress_refused_hosts(a_log("micromamba.log")) == ["conda.anaconda.org"]
+
+    def test_a_log_with_no_refusal_names_nothing(self) -> None:
+        assert (
+            egress_refused_hosts(
+                "#5 [2/2] RUN pip install requests\n#5 1.2 Successfully installed\n"
+            )
+            == []
+        )
+
+    def test_a_host_s_own_403_over_its_own_tls_is_not_a_refusal(self) -> None:
+        log = (
+            "#6 [3/4] RUN curl -fsSL https://example.org/private -o /dev/null\n"
+            "#6 0.065 curl: (22) The requested URL returned error: 403\n"
+        )
+        assert egress_refused_hosts(log) == []
+
+    def test_steps_side_by_side_are_read_apart(self) -> None:
+        # Step 8's URL is not step 7's refusal.
+        log = (
+            "#7 [3/4] RUN wget https://blocked.example/a.tar.gz\n"
+            "#8 [4/4] RUN curl https://allowed.example/b\n"
+            "#8 0.1 ok\n"
+            "#7 0.067 Proxy tunneling failed: ForbiddenUnable to establish SSL connection.\n"
+        )
+        assert egress_refused_hosts(log) == ["blocked.example"]
+
+    def test_the_proxy_itself_is_never_a_refused_host(self) -> None:
+        log = (
+            "#7 0.066 Connecting to proxy http://10.0.0.5:3128\n"
+            "#7 0.067 Proxy tunneling failed: Forbidden\n"
+        )
+        assert egress_refused_hosts(log, proxy="http://10.0.0.5:3128") == []
+
+    def test_each_host_once_in_the_order_refused(self) -> None:
+        log = a_log("buildctl-uv.log") + a_log("buildctl-base.log") + a_log("buildctl-uv.log")
+        assert egress_refused_hosts(log) == ["github.com", "ghcr.io"]
+
+    def test_the_hosts_read_as_a_sentence(self) -> None:
+        assert egress_hosts_text(["a.io"]) == "`a.io`"
+        assert egress_hosts_text(["a.io", "b.io", "c.io"]) == "`a.io`, `b.io` and `c.io`"
+
+
+class TestARefusalIsAFindingOfTheFailure:
+    def test_a_build_refused_a_host_names_it_rather_than_the_log(self) -> None:
+        run = Buildctl(returncode=1, digest=None, stderr=a_log("buildctl-uv.log"))
+        with pytest.raises(EnvironmentsError) as raised:
+            a_builder(run=run).build(a_request())
+        error = raised.value
+        assert error.code.code == "DL_ENV_BUILD_FAILED"
+        assert error.retryable is False
+        assert "`github.com`" in error.message
+        assert error.detail["refused_hosts"] == ["github.com"]
+        assert error.detail["findings"] == [{"kind": "egress_refused", "subject": "github.com"}]
+
+    def test_a_build_that_failed_otherwise_still_says_to_read_the_log(self) -> None:
+        run = Buildctl(
+            returncode=1, digest=None, stderr=a_log("buildctl-curl.log").split("#7 [4/4]")[0]
+        )
+        with pytest.raises(EnvironmentsError) as raised:
+            a_builder(run=run).build(a_request())
+        # git's refusal in step 5 is in this log too: it is named.
+        assert raised.value.detail["refused_hosts"] == ["github.com"]
+        with pytest.raises(EnvironmentsError) as plain:
+            a_builder(run=Buildctl(returncode=1, digest=None, stderr="#5 0.1 exit 1\n")).build(
+                a_request()
+            )
+        assert "findings" not in plain.value.detail
+        assert plain.value.message == "The build failed; its log says where"
+
+    def test_a_resolve_refused_an_index_is_not_retried_as_an_outage(self) -> None:
+        error = parse_resolver_failure(a_log("buildctl-pip.log"))
+        assert error.code.code == "DL_ENV_PACKAGE_NOT_FOUND"
+        assert error.retryable is False
+        assert "`pypi.example-private.io`" in error.message
+        assert error.detail["findings"] == [
+            {"kind": "egress_refused", "subject": "pypi.example-private.io"}
+        ]
+
+    def test_a_conda_solve_refused_a_channel_names_it(self) -> None:
+        error = parse_conda_failure(a_log("micromamba.log"))
+        assert error.code.code == "DL_ENV_PACKAGE_NOT_FOUND"
+        assert error.retryable is False
+        assert error.detail["refused_hosts"] == ["conda.anaconda.org"]
+
+    def test_an_unreachable_index_that_the_proxy_did_not_refuse_is_still_an_outage(self) -> None:
+        error = parse_resolver_failure(
+            "error: Failed to fetch: `https://pypi.org/simple/x/`\n  Caused by: dns error\n"
+        )
+        assert error.code.code == "DL_ENV_PROVIDER_ERROR"