@gen3/workspaces 0.12.64 → 0.12.66

package/scripts/build-gen3sdk-lite.sh

@@ -0,0 +1,428 @@
+#!/usr/bin/env bash
+# =============================================================================
+# build-gen3sdk-lite.sh — Build Gen3 SDK and dependencies as pure-Python wheels
+#
+# All packages in REPOS are pure Python (fastavro has Python fallbacks for its
+# C extensions). They are therefore built with `pip wheel` and retagged to
+# py3-none-any, which loads under any Pyodide/Python version.
+#
+# If a package with genuine C extensions is added to REPOS, the pure-Python
+# assertion below will fail the build rather than silently shipping a wheel
+# that cannot load in the browser.
+#
+# Prerequisites:
+#   - uv  (https://docs.astral.sh/uv/getting-started/installation/)
+#   - git
+#
+# Usage:
+#   ./build-gen3sdk-lite.sh            # full build (setup + all packages)
+#   ./build-gen3sdk-lite.sh --setup    # environment setup only
+#   ./build-gen3sdk-lite.sh --build    # build wheels only (assumes setup done)
+#   ./build-gen3sdk-lite.sh --clean    # remove build artifacts
+# =============================================================================
+set -euo pipefail
+
+SCRIPT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)"
+
+# ── Parse flags (strip before positional args are consumed) ──────────────────
+NO_EXTRAS=false
+POSITIONAL_ARGS=()
+for _arg in "$@"; do
+  case "$_arg" in
+    --no-extras) NO_EXTRAS=true ;;
+    *)           POSITIONAL_ARGS+=("$_arg") ;;
+  esac
+done
+set -- "${POSITIONAL_ARGS[@]+"${POSITIONAL_ARGS[@]}"}"
+
+# ── Path constants (always defined, no external dependency) ──────────────────
+ROOT_DIR="$(cd "${SCRIPT_DIR}/.." && pwd)"
+SRC_DIR="$ROOT_DIR/free-private"
+
+# Resolves a possibly-relative path against INIT_CWD (or $PWD) rather than
+# whatever directory happens to be current when this runs. See setup-env.sh
+# for why: it's what keeps a relative build_dir out of dist/ or node_modules.
+_resolve_against_init_cwd() {
+  local path="$1"
+  local base="${INIT_CWD:-$(pwd)}"
+  case "$path" in
+    /*) printf '%s' "$path" ;;
+    *)  printf '%s/%s' "$base" "$path" ;;
+  esac
+}
+
+BUILD_DIR="$(_resolve_against_init_cwd "${2:-builds}")"
+mkdir -p "$BUILD_DIR"
+BUILD_DIR="$(cd "$BUILD_DIR" && pwd)"
+
+VENV_DIR="$BUILD_DIR/.venv"
+WORK_DIR="$BUILD_DIR/work"
+SOURCES_DIR="$BUILD_DIR/sources"
+OUTPUT_DIR="$BUILD_DIR/pypi"
+LOG_DIR="$BUILD_DIR/logs"
+
+export BUILD_DIR   # setup-env.sh reads this
+
+# Browser Python version, used for `pip download` of pure-Python extras.
+# Must match jupyterlite_pyodide_kernel.constants.PYODIDE_PYTHON_VERSION.
+# Check with:
+#   python -c "from jupyterlite_pyodide_kernel.constants import \
+#     PYODIDE_PYTHON_VERSION; print(PYODIDE_PYTHON_VERSION)"
+BROWSER_PYTHON_TAG="${BROWSER_PYTHON_TAG:-314}"
+
+# ── Colours / helpers (available immediately, before setup-env.sh) ───────────
+RED='\033[0;31m'
+GREEN='\033[0;32m'
+YELLOW='\033[1;33m'
+CYAN='\033[0;36m'
+NC='\033[0m'
+
+info()    { echo -e "${CYAN}[INFO]${NC}  $*"; }
+success() { echo -e "${GREEN}[OK]${NC}    $*"; }
+warn()    { echo -e "${YELLOW}[WARN]${NC}  $*"; }
+fail()    { echo -e "${RED}[FAIL]${NC}  $*"; exit 1; }
+
+elapsed() {
+  local t=$1
+  printf '%dm%ds' $((t/60)) $((t%60))
+}
+
+# Portable in-place sed. GNU sed reads `-i ''` as the script and the following
+# expression as a filename; BSD/macOS sed requires the empty suffix. Detect once.
+if sed --version >/dev/null 2>&1; then
+  sedi() { sed -i "$@"; }          # GNU
+else
+  sedi() { sed -i '' "$@"; }       # BSD / macOS
+fi
+
+# Apply a sed substitution and fail loudly if it changed nothing. `sed` exits 0
+# on a non-match, which previously let stale patterns pass as "Patched …".
+patch_file() {
+  local desc="$1" expr="$2" path="$3"
+  [[ -f "$path" ]] || { warn "${desc}: file not found, skipping (${path})"; return 0; }
+  local before after
+  before="$(cat "$path")"
+  sedi "$expr" "$path"
+  after="$(cat "$path")"
+  if [[ "$before" == "$after" ]]; then
+    warn "${desc}: pattern did not match — upstream may have changed"
+    return 0
+  fi
+  info "${desc}"
+}
+
+# ── Repositories to build (order matters — independent packages first) ───────
+# Format: "name|git_url|subdir"  (subdir is optional)
+REPOS=(
+  "cdislogging|https://github.com/uc-cdis/cdislogging.git"
+  "python-json-logger|https://github.com/nhairs/python-json-logger.git"
+  "fastavro|https://github.com/fastavro/fastavro.git"
+  "drsclient|https://github.com/uc-cdis/drsclient.git"
+  "indexd|https://github.com/uc-cdis/indexd.git|indexclient"
+  "dictionaryutils|https://github.com/uc-cdis/dictionaryutils.git"
+  "pypfb|https://github.com/uc-cdis/pypfb.git"
+  "gen3sdk-python|https://github.com/uc-cdis/gen3sdk-python.git"
+  "gen3users|https://github.com/uc-cdis/gen3users.git"
+  "gen3dictionary|https://github.com/uc-cdis/datadictionary.git"
+)
+
+# ── Source shared environment (venv + Python + core tooling) ────────────────
+source_shared_env() {
+  # shellcheck disable=SC1091
+  source "${SCRIPT_DIR}/setup-env.sh"
+}
+
+# ── Environment setup ───────────────────────────────────────────────────────
+setup_environment() {
+  source_shared_env
+  mkdir -p "${WORK_DIR}" "${SOURCES_DIR}" "${OUTPUT_DIR}" "${LOG_DIR}"
+
+  # `wheel` provides `python -m wheel tags`, used to retag to py3-none-any.
+  info "Installing wheel …"
+  uv pip install wheel 2>&1 | tail -2
+  success "Build tooling ready"
+}
+
+# ── Clone / update sources ──────────────────────────────────────────────────
+clone_repos() {
+  info "Cloning / updating repositories …"
+  for entry in "${REPOS[@]}"; do
+    IFS='|' read -r name url _subdir <<< "${entry}"
+    local dest="${SOURCES_DIR}/${name}"
+    if [[ -d "${dest}/.git" ]]; then
+      # Sources are patched in place below, so a pull would conflict. Reset to
+      # a clean tree first, otherwise the pull fails silently through the pipe.
+      info "  ${name}: resetting and pulling latest …"
+      git -C "${dest}" checkout -- . 2>&1 | tail -1 || true
+      git -C "${dest}" pull --ff-only 2>&1 | tail -1
+    else
+      info "  ${name}: cloning …"
+      git clone "${url}" "${dest}" 2>&1 | tail -1
+    fi
+  done
+  success "All repositories ready"
+}
+
+# ── Source patches ──────────────────────────────────────────────────────────
+apply_patches() {
+  # gen3users: old poetry.masonry.api → poetry.core.masonry.api
+  patch_file "Patched gen3users: build-backend updated to poetry.core.masonry.api" \
+    's|build-backend = "poetry.masonry.api"|build-backend = "poetry.core.masonry.api"|' \
+    "${SOURCES_DIR}/gen3users/pyproject.toml"
+
+  # gen3sdk-python: relax indexclient pin so the locally built 6.3.0 satisfies it
+  patch_file "Patched gen3sdk-python: indexclient constraint relaxed to >=2.3.0" \
+    's/indexclient = "\^2\.3\.0"/indexclient = ">=2.3.0"/' \
+    "${SOURCES_DIR}/gen3sdk-python/pyproject.toml"
+
+  # dictionaryutils: relax the jsonschema pin.
+  #
+  # NOTE: upstream pins jsonschema<=4.23.0 deliberately — "limiting to a version
+  # where RefResolver is deprecated but still functioning". Relaxing it resolves
+  # jsonschema 4.26.0 in the browser, where RefResolver exists only as a
+  # module-level __getattr__ shim forwarding to validators._RefResolver. It
+  # imports and works today, but this is borrowed time. If dictionaryutils
+  # starts failing on import, this patch is the first thing to revert.
+  patch_file "Patched dictionaryutils: jsonschema constraint relaxed to >=4.0.0" \
+    's/jsonschema = "<=4\.23\.0"/jsonschema = ">=4.0.0"/' \
+    "${SOURCES_DIR}/dictionaryutils/pyproject.toml"
+
+
+
+  # fastavro: force setup.py to skip building the Cython/C extensions.
+  #
+  # FASTAVRO_USE_PYTHON only selects the pure-Python fallback at import time
+  # (fastavro/__init__.py) — setup.py itself always builds the _read/_write/
+  # etc. extensions unless the interpreter is PyPy, so `pip wheel` still
+  # invokes `cc`, which the build image doesn't have.yes Short-circuit the PyPy check instead
+  # so ext_modules stays empty and the wheel is genuinely pure Python.
+  patch_file "Patched fastavro: setup.py forced to skip C extensions" \
+    's/if not hasattr(sys, "pypy_version_info"):/if False:  # gen3-lite: force pure-Python build/' \
+    "${SOURCES_DIR}/fastavro/setup.py"
+}
+
+# ── Build wheels ────────────────────────────────────────────────────────────
+build_wheels() {
+  # shellcheck disable=SC1091
+  source "${VENV_DIR}/bin/activate"
+
+  local total=${#REPOS[@]}
+  local built=0
+  local failed=0
+  local failed_names=()
+
+  apply_patches
+
+  info "Building ${total} packages …"
+  echo ""
+
+  for entry in "${REPOS[@]}"; do
+    IFS='|' read -r name _url subdir <<< "${entry}"
+    local src="${SOURCES_DIR}/${name}"
+    local build_dir="${src}"
+    [[ -n "${subdir}" ]] && build_dir="${src}/${subdir}"
+    local logfile="${LOG_DIR}/${name}.log"
+    local start_ts
+    start_ts=$(date +%s)
+
+    local label="${name}"
+    [[ -n "${subdir}" ]] && label="${name}/${subdir}"
+    printf "  [%d/%d] %-25s " $((built + failed + 1)) "${total}" "${label}"
+
+    # Build as a normal wheel, then force the py3-none-any tag. `pip wheel` can
+    # emit a platform-specific tag on macOS even for pure Python; retagging
+    # makes the result portable and loadable by micropip under any Pyodide ABI.
+    local build_cmd='rm -rf dist && pip wheel . --no-deps -w dist/ \
+      && python -m wheel tags --python-tag py3 --abi-tag none --platform-tag any --remove dist/*.whl'
+
+    # fastavro ships Python fallbacks for every C extension; this env var
+    # selects them so no compiler is needed and the wheel stays pure Python.
+    [[ "${name}" == "fastavro" ]] && build_cmd="FASTAVRO_USE_PYTHON=1 ${build_cmd}"
+
+    if (cd "${build_dir}" && eval "${build_cmd}") > "${logfile}" 2>&1; then
+      local end_ts
+      end_ts=$(date +%s)
+      echo -e "${GREEN}OK${NC}  ($(elapsed $((end_ts - start_ts))))"
+      built=$((built + 1))
+    else
+      local end_ts
+      end_ts=$(date +%s)
+      echo -e "${RED}FAILED${NC}  ($(elapsed $((end_ts - start_ts)))) — see ${logfile}"
+      failed=$((failed + 1))
+      failed_names+=("${name}")
+    fi
+  done
+
+  echo ""
+
+  # ── Collect wheels ─────────────────────────────────────────────────────
+  info "Collecting .whl files into ${OUTPUT_DIR} …"
+  local count=0
+  for entry in "${REPOS[@]}"; do
+    IFS='|' read -r name _url subdir <<< "${entry}"
+    local src="${SOURCES_DIR}/${name}"
+    local build_dir="${src}"
+    [[ -n "${subdir}" ]] && build_dir="${src}/${subdir}"
+    if compgen -G "${build_dir}/dist/*.whl" > /dev/null 2>&1; then
+      cp "${build_dir}"/dist/*.whl "${OUTPUT_DIR}/"
+      count=$((count + $(ls -1 "${build_dir}"/dist/*.whl 2>/dev/null | wc -l)))
+    fi
+  done
+
+  download_extras
+
+  verify_pure_python
+
+  # ── Summary ────────────────────────────────────────────────────────────
+  echo ""
+  echo "========================================="
+  echo "  Build Summary"
+  echo "========================================="
+  echo "  Succeeded : ${built}"
+  echo "  Failed    : ${failed}"
+  echo "  Wheels    : ${count} built, $(ls -1 "${OUTPUT_DIR}"/*.whl 2>/dev/null | wc -l | tr -d ' ') total in ${OUTPUT_DIR}/"
+  if (( failed > 0 )); then
+    echo ""
+    echo "  Failed packages:"
+    for n in "${failed_names[@]}"; do
+      echo "    - ${n}  (log: ${LOG_DIR}/${n}.log)"
+    done
+  fi
+  echo "========================================="
+  echo ""
+
+  if (( failed > 0 )); then
+    warn "Some packages failed. Check the logs above."
+    return 1
+  fi
+
+  success "All wheels built and collected in ${OUTPUT_DIR}/"
+  echo ""
+  ls -lh "${OUTPUT_DIR}"/*.whl
+}
+
+# ── Pure-Python deps not present in the Pyodide distribution ────────────────
+# PyodideLockAddon is disabled (it cannot resolve a vendored local distribution
+# in jupyterlite-pyodide-kernel 0.8.5), so nothing resolves these for us. They
+# reach the browser through PipliteAddon, which indexes everything in
+# OUTPUT_DIR. Without them, micropip falls back to PyPI at runtime.
+download_extras() {
+  if [[ "${NO_EXTRAS}" == "true" ]]; then
+    info "Skipping pure-Python extras download (--no-extras)"
+    warn "  gen3's pure-Python deps will be fetched from PyPI in the browser"
+    return 0
+  fi
+
+  local deps=(
+    "aiofiles"
+    "backoff"
+    "dataclasses-json<=0.5.9"
+    "humanfriendly"
+    "importlib-metadata>=8,<9"
+    "marshmallow>=3.3.0,<4.0.0"
+    "marshmallow-enum"
+    "mypy-extensions"
+    "python-dateutil"
+    "typing-inspect"
+    "xmltodict>=0.13.0,<0.14.0"
+    "zipp"
+  )
+
+  info "Downloading pure-Python deps missing from the Pyodide distribution …"
+  local dep base
+  for dep in "${deps[@]}"; do
+    # Strip any version specifier to get the distribution name for the glob.
+    base="${dep%%[<>=!~]*}"
+    if compgen -G "${OUTPUT_DIR}/${base//-/_}-*.whl" > /dev/null 2>&1 || \
+       compgen -G "${OUTPUT_DIR}/${base}-*.whl" > /dev/null 2>&1; then
+      info "  ${base}: already present, skipping"
+      continue
+    fi
+    if pip download "${dep}" \
+        --no-deps \
+        --only-binary=:all: \
+        --python-version "${BROWSER_PYTHON_TAG}" \
+        --platform any \
+        -d "${OUTPUT_DIR}" \
+        --quiet 2>/dev/null; then
+      info "  ${base}: downloaded"
+    else
+      warn "  ${base}: download failed — will fall back to PyPI in the browser"
+    fi
+  done
+}
+
+# ── Verify every wheel is loadable in the browser ───────────────────────────
+verify_pure_python() {
+  info "Verifying all wheels are pure-Python (py3-none-any) …"
+  local bad=()
+  local whl base
+  for whl in "${OUTPUT_DIR}"/*.whl; do
+    [[ -f "${whl}" ]] || continue
+    base="$(basename "${whl}")"
+    case "${base}" in
+      *-py3-none-any.whl|*-py2.py3-none-any.whl) ;;
+      *) bad+=("${base}") ;;
+    esac
+  done
+
+  if (( ${#bad[@]} > 0 )); then
+    for base in "${bad[@]}"; do
+      warn "  not pure-Python: ${base}"
+    done
+    fail "${#bad[@]} wheel(s) carry a platform tag and cannot load in the browser.
+       Either the package has real C extensions (it needs a Pyodide-ABI build
+       matching the vendored distribution), or 'python -m wheel tags' did not
+       run. Check ${LOG_DIR}/ for the corresponding build log."
+  fi
+
+  success "All $(ls -1 "${OUTPUT_DIR}"/*.whl 2>/dev/null | wc -l | tr -d ' ') wheels are pure-Python"
+}
+
+# ── Clean ───────────────────────────────────────────────────────────────────
+clean() {
+  info "Cleaning build artifacts …"
+  rm -rf "${WORK_DIR}" "${OUTPUT_DIR}" "${LOG_DIR}"
+  success "Clean complete"
+}
+
+# ── Main ────────────────────────────────────────────────────────────────────
+main() {
+  local mode="${1:-all}"
+
+  case "${mode}" in
+    --setup)
+      setup_environment
+      ;;
+    --build)
+      source_shared_env
+      clone_repos
+      build_wheels
+      ;;
+    --clean)
+      clean
+      ;;
+    --help|-h)
+      echo "Usage: $0 [--setup | --build | --clean | --help] [--no-extras] [build_dir]"
+      echo ""
+      echo "  (no flag)    Full run: setup environment, clone repos, build wheels"
+      echo "  --setup      Set up Python venv and build tooling"
+      echo "  --build      Clone/update repos and build wheels (requires prior --setup)"
+      echo "  --clean      Remove work/, pypi/, and logs/"
+      echo "  --help       Show this message"
+      echo ""
+      echo "  --no-extras  Skip downloading pure-Python deps (aiofiles, backoff, etc.)"
+      echo "               Only safe if 'import gen3' is not needed"
+      echo ""
+      echo "Env:"
+      echo "  BROWSER_PYTHON_TAG  Python version for extras download (default 314)"
+      ;;
+    *)
+      setup_environment
+      clone_repos
+      build_wheels
+      ;;
+  esac
+}
+
+main "$@"

package/scripts/build-jupyterlite.sh

@@ -1,18 +1,56 @@
 #!/usr/bin/env bash
+# =============================================================================
+# build-jupyterlite.sh — Build a JupyterLite site (free or remote tier)
+#
+# Sources setup-env.sh so the venv, Python version, and tooling are identical
+# to those used by build-gen3sdk-lite.sh.
+#
+# Package delivery model (see jupyter_lite_config.json):
+#   - PyodideAddon vendors the full Pyodide distribution into static/pyodide,
+#     so the runtime and its ~300 wheels are served from our own origin.
+#   - PyodideLockAddon is DISABLED. In jupyterlite-pyodide-kernel 0.8.5 its
+#     post_build_lock() copies the lock away from the wheels it references,
+#     so a vendored local distribution fails with Pep508UrlError. The
+#     distribution's own pyodide-lock.json is shipped untouched instead.
+#   - Our wheels reach the browser via PipliteAddon, fed by the
+#     --piplite-wheels flags below.
+#
+# Usage:
+#   ./build-jupyterlite.sh <tier> [build_dir]
+#     tier: 'free' or 'remote'
+# =============================================================================
 set -euo pipefail
 
+SCRIPT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)"
+
 usage() {
   echo "Usage: $0 <tier> [build_dir]"
-  echo "  tier: 'free' or 'remote'"
+  echo "  tier:  'free' or 'remote'"
   exit 1
 }
 
+# ── Parse flags (strip before positional args are consumed) ──────────────────
+POSITIONAL_ARGS=()
+for _arg in "$@"; do
+  case "$_arg" in
+    # Accepted and ignored for backwards compatibility. This used to skip
+    # downloading CDN wheels and patching pyodide-lock.json; that step is gone
+    # because the Pyodide distribution is now vendored at build time.
+    --no-extras)
+      echo "[WARN]  --no-extras is obsolete and has no effect; remove it from package.json"
+      ;;
+    *) POSITIONAL_ARGS+=("$_arg") ;;
+  esac
+done
+set -- "${POSITIONAL_ARGS[@]+"${POSITIONAL_ARGS[@]}"}"
+
 TIER="${1:-}"
 if [[ "$TIER" != "free" && "$TIER" != "remote" ]]; then
   usage
 fi
 
-ROOT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")/.." && pwd)"
+# ── Path constants (self-contained, mirrors build-gen3sdk-lite layout) ───────
+ROOT_DIR="$(cd "${SCRIPT_DIR}/.." && pwd)"
 
 if [[ "$TIER" == "free" ]]; then
   SRC_DIR="$ROOT_DIR/free-private"
@@ -20,47 +58,126 @@ else
   SRC_DIR="$ROOT_DIR/remote-private"
 fi
 
+_resolve_against_init_cwd() {
+  local path="$1"
+  local base="${INIT_CWD:-$(pwd)}"
+  case "$path" in
+    /*) printf '%s' "$path" ;;
+    *)  printf '%s/%s' "$base" "$path" ;;
+  esac
+}
+
+BUILD_DIR="$(_resolve_against_init_cwd "${2:-builds}")"
+mkdir -p "$BUILD_DIR"
+BUILD_DIR="$(cd "$BUILD_DIR" && pwd)"
+
+VENV_DIR="$BUILD_DIR/.venv"
+OUTPUT_DIR="$BUILD_DIR/pypi"
+
+export BUILD_DIR   # setup-env.sh reads this
+
+# ── Colours / helpers (available before setup-env.sh) ────────────────────────
+RED='\033[0;31m'
+YELLOW='\033[1;33m'
+CYAN='\033[0;36m'
+GREEN='\033[0;32m'
+NC='\033[0m'
+info()    { echo -e "${CYAN}[INFO]${NC}  $*"; }
+success() { echo -e "${GREEN}[OK]${NC}    $*"; }
+warn()    { echo -e "${YELLOW}[WARN]${NC}  $*"; }
+fail()    { echo -e "${RED}[FAIL]${NC}  $*"; exit 1; }
+
+# ── Source shared environment (creates/reuses the venv) ─────────────────────
+# shellcheck disable=SC1091
+source "${SCRIPT_DIR}/setup-env.sh"
+
+# ── JupyterLite-specific setup ──────────────────────────────────────────────
 CONFIG_FILE="$SRC_DIR/jupyter_lite_config.json"
 REQUIREMENTS_FILE="$SRC_DIR/requirements.txt"
-PYTHON_BIN="${PYTHON_BIN:-$(command -v python3)}"
-BUILD_DIR="${2:-$SRC_DIR/build}"
-VENV_DIR="$BUILD_DIR/.venv"
-VENV_PYTHON="$VENV_DIR/bin/python"
 VENV_JUPYTER_LITE="$VENV_DIR/bin/jupyter-lite"
-
-if [[ -z "$PYTHON_BIN" ]] || ! command -v "$PYTHON_BIN" >/dev/null 2>&1; then
-  echo "python3 executable not found. Set PYTHON_BIN to a valid Python interpreter."
-  exit 1
+PYPI="$OUTPUT_DIR"   # wheels built by build-gen3sdk-lite land here
+
+[[ -f "$REQUIREMENTS_FILE" ]] || fail "Missing requirements file: $REQUIREMENTS_FILE"
+[[ -f "$CONFIG_FILE" ]]       || fail "Missing config file: $CONFIG_FILE"
+
+# For the free tier, skip reinstalling requirements when jupyter-lite is already
+# present to preserve exact package versions set up by build-gen3sdk-lite.sh.
+# For the remote tier, always install because its requirements.txt includes
+# jupyterlite-remote-server which the free-tier build never installs.
+#
+if [[ "$TIER" == "free" && -x "$VENV_JUPYTER_LITE" ]]; then
+  info "Existing venv already has jupyter-lite — skipping requirements install"
+else
+  info "Installing JupyterLite requirements …"
+  uv pip install --verbose -r "$REQUIREMENTS_FILE" 2>&1 | tail -5
+  success "JupyterLite requirements installed"
 fi
 
-if [[ ! -f "$REQUIREMENTS_FILE" ]]; then
-  echo "Missing requirements file: $REQUIREMENTS_FILE"
-  exit 1
-fi
+[[ -x "$VENV_JUPYTER_LITE" ]] || \
+  fail "jupyter-lite executable not found in $VENV_DIR after dependency install."
 
-mkdir -p "$BUILD_DIR"
-
-"$PYTHON_BIN" -m venv "$VENV_DIR"
-
-"$VENV_PYTHON" -m pip install --upgrade pip
-"$VENV_PYTHON" -m pip install -r "$REQUIREMENTS_FILE"
-
-if [[ ! -x "$VENV_JUPYTER_LITE" ]]; then
-  echo "jupyter-lite executable not found in $VENV_DIR after dependency install."
-  exit 1
+# ── Collect our own wheels for PipliteAddon ─────────────────────────────────
+# With PyodideLockAddon disabled these flags are the ONLY route by which our
+# wheels reach the browser. This only applies to the free tier
+WHEEL_ARGS=()
+WHEEL_COUNT=0
+if [[ "$TIER" == "free" ]]; then
+  if [[ -d "$PYPI" ]]; then
+    info "Looking for wheels in $PYPI"
+    while IFS= read -r -d '' whl; do
+      WHEEL_ARGS+=(--piplite-wheels "$whl")
+      ((WHEEL_COUNT++)) || true
+    done < <(find "$PYPI" -maxdepth 1 -name "*.whl" -print0 | sort -z)
+  fi
+
+  if (( WHEEL_COUNT == 0 )); then
+    fail "No wheels found in $PYPI — run build-gen3sdk-lite.sh first."
+  fi
+else
+  info "Skipping custom wheel collection for $TIER tier"
 fi
 
-
-echo "$VENV_JUPYTER_LITE" build \
-       --config "$CONFIG_FILE" \
-       --lite-dir "$SRC_DIR" \
-       --output-dir "$BUILD_DIR/$TIER"
-
+# ── Build ───────────────────────────────────────────────────────────────────
+info "Running: jupyter-lite build ($TIER tier, ${WHEEL_COUNT} custom wheels)"
 "$VENV_JUPYTER_LITE" build \
   --config "$CONFIG_FILE" \
   --lite-dir "$SRC_DIR" \
-  --output-dir "$BUILD_DIR/$TIER"
-
+  --output-dir "$BUILD_DIR/$TIER" \
+  ${WHEEL_ARGS[@]+"${WHEEL_ARGS[@]}"}
+
+# ── Verify the site is self-contained ───────────────────────────────────────
+# The whole point of vendoring the distribution is that nothing is fetched from
+# a CDN at runtime. Check it here rather than discovering it as a browser hang.
+LOCK_FILE="$BUILD_DIR/$TIER/static/pyodide/pyodide-lock.json"
+if [[ -f "$LOCK_FILE" ]]; then
+  REMOTE_COUNT="$(python3 - "$LOCK_FILE" <<'PYEOF'
+import json, sys
+lock = json.load(open(sys.argv[1]))
+remote = [
+    m.get("file_name", "")
+    for m in lock.get("packages", {}).values()
+    if "://" in m.get("file_name", "")
+]
+print(len(remote))
+for r in remote[:10]:
+    print(f"  {r}", file=sys.stderr)
+PYEOF
+)"
+  if [[ "$REMOTE_COUNT" != "0" ]]; then
+    warn "$REMOTE_COUNT package(s) in pyodide-lock.json point at a remote host;"
+    warn "  the browser will fetch these at runtime (see the sample above)."
+  else
+    success "pyodide-lock.json is fully local ($(ls -1 "$BUILD_DIR/$TIER/static/pyodide"/*.whl 2>/dev/null | wc -l | tr -d ' ') wheels)"
+  fi
+else
+  warn "No pyodide-lock.json at $LOCK_FILE — is PyodideAddon.pyodide_url set?"
+fi
 
+PIPLITE_DIR="$BUILD_DIR/$TIER/static/pypi"
+if [[ -d "$PIPLITE_DIR" ]]; then
+  success "piplite index: $(ls -1 "$PIPLITE_DIR"/*.whl 2>/dev/null | wc -l | tr -d ' ') wheels"
+else
+  warn "No piplite index at $PIPLITE_DIR — our wheels did not reach the site."
+fi
 
-echo "$TIER-tier JupyterLite build complete: $BUILD_DIR/$TIER (venv: $VENV_DIR)"
+success "$TIER-tier JupyterLite build complete: $BUILD_DIR/$TIER"