libv8 6.7.288.46.1 → 7.3.492.27.0beta1

data/vendor/depot_tools/cipd

@@ -6,34 +6,31 @@
 
 set -e -o pipefail
 
-CYGWIN=false
 MYPATH=$(dirname "${BASH_SOURCE[0]}")
-
-: ${CIPD_CLIENT_VER:=`cat $MYPATH/cipd_client_version`}
-: ${CIPD_CLIENT_SRV:='https://chrome-infra-packages.appspot.com'}
+CYGWIN=false
 
 UNAME=`uname -s | tr '[:upper:]' '[:lower:]'`
-case $UNAME in
+case "${UNAME}" in
   linux)
-    PLAT=linux
+    OS=linux
     ;;
   cygwin*)
-    PLAT=windows
+    OS=windows
     CYGWIN=true
     ;;
   msys*|mingw*)
-    PLAT=windows
+    OS=windows
     ;;
   darwin)
-    PLAT=mac
+    OS=mac
     ;;
   *)
-    echo "cipd not supported on $UNAME"
+    >&2 echo "CIPD not supported on ${UNAME}"
     exit 1
 esac
 
 UNAME=`uname -m | tr '[:upper:]' '[:lower:]'`
-case $UNAME in
+case "${UNAME}" in
   x86_64|amd64)
     ARCH=amd64
     ;;
@@ -53,68 +50,184 @@ case $UNAME in
     ARCH=armv6l
     ;;
   arm*)
-    ARCH=$UNAME
+    ARCH="${UNAME}"
     ;;
   *86)
     ARCH=386
     ;;
+  mips*)
+    # detect mips64le vs mips64.
+    ARCH="${UNAME}"
+    if lscpu | grep -q "Little Endian"; then
+      ARCH+=le
+    fi
+    ;;
   *)
-    echo "UNKNOWN Machine architecture: $UNAME"
+    >&2 echo "UNKNOWN Machine architecture: ${UNAME}"
     exit 1
 esac
 
-URL="$CIPD_CLIENT_SRV/client?platform=${PLAT}-${ARCH}&version=$CIPD_CLIENT_VER"
-CLIENT="$MYPATH/.cipd_client"
+# CIPD_BACKEND can be changed to ...-dev for manual testing.
+CIPD_BACKEND="https://chrome-infra-packages.appspot.com"
+VERSION_FILE="${MYPATH}/cipd_client_version"
+
+CLIENT="${MYPATH}/.cipd_client"
+VERSION=`cat "${VERSION_FILE}"`
+PLATFORM="${OS}-${ARCH}"
+
+URL="${CIPD_BACKEND}/client?platform=${PLATFORM}&version=${VERSION}"
+USER_AGENT="depot_tools/$(git -C ${MYPATH} rev-parse HEAD 2>/dev/null || echo "???")"
+
+
+# calc_sha256 is "portable" variant of sha256sum. It uses sha256sum when
+# available (most Linuxes and cygwin) and 'shasum -a 256' otherwise (for OSX).
+#
+# Args:
+#   Path to a file.
+# Stdout:
+#   Lowercase SHA256 hex digest of the file.
+function calc_sha256() {
+  if hash sha256sum 2> /dev/null ; then
+    sha256sum "$1" | cut -d' ' -f1
+  elif hash shasum 2> /dev/null ; then
+    shasum -a 256 "$1" | cut -d' ' -f1
+  else
+    >&2 echo -n ""
+    >&2 echo -n "Don't know how to calculate SHA256 on your platform. "
+    >&2 echo -n "Please use your package manager to install one before continuing:"
+    >&2 echo
+    >&2 echo "  sha256sum"
+    >&2 echo -n "  shasum"
+    >&2 echo ""
+    return 1
+  fi
+}
+
+
+# expected_sha256 reads the expected SHA256 hex digest from *.digests file.
+#
+# Args:
+#   Name of the platform to get client's digest for.
+# Stdout:
+#   Lowercase SHA256 hex digest.
+function expected_sha256() {
+  local line
+  while read -r line; do
+    if [[ "${line}" =~ ^([0-9a-z\-]+)[[:blank:]]+sha256[[:blank:]]+([0-9a-f]+)$ ]] ; then
+      local plat="${BASH_REMATCH[1]}"
+      local hash="${BASH_REMATCH[2]}"
+      if [ "${plat}" ==  "$1" ]; then
+        echo "${hash}"
+        return 0
+      fi
+    fi
+  done < "${VERSION_FILE}.digests"
+
+  >&2 echo -n ""
+  >&2 echo -n "Platform $1 is not supported by the CIPD client bootstrap: "
+  >&2 echo -n "there's no pinned SHA256 hash for it in the *.digests file."
+  >&2 echo ""
+
+  return 1
+}
 
-USER_AGENT="depot_tools/$(git -C $MYPATH rev-parse HEAD 2>/dev/null || echo "???")"
 
-if [ ! -e "$CLIENT" ]; then
-  echo "Bootstrapping cipd client for ${PLAT}-${ARCH} from ${URL}..."
+# clean_bootstrap bootstraps the client from scratch using 'curl' or 'wget'.
+#
+# It checks that the SHA256 of the downloaded file is known. Exits the script
+# if the client can't be downloaded or its hash doesn't match the expected one.
+function clean_bootstrap() {
+  local expected_hash=$(expected_sha256 "${PLATFORM}")
+  if [ -z "${expected_hash}" ] ; then
+    exit 1
+  fi
 
-  # Download the client into a temporary file, then move it into the final
-  # location atomically.
+  # Download the client into a temporary file, check its hash, then move it into
+  # the final location.
   #
   # This wonky tempdir method works on Linux and Mac.
-  CIPD_CLIENT_TMP=$(\
-    mktemp -p "$MYPATH" 2>/dev/null || \
-    mktemp "$MYPATH/.cipd_client.XXXXXXX")
+  local CIPD_CLIENT_TMP=$(\
+    mktemp -p "${MYPATH}" 2>/dev/null || \
+    mktemp "${MYPATH}/.cipd_client.XXXXXXX")
 
   if hash curl 2> /dev/null ; then
-    curl "$URL" -s --show-error -f -A "$USER_AGENT"  -L -o "$CIPD_CLIENT_TMP"
+    curl "${URL}" -s --show-error -f -A "${USER_AGENT}" -L -o "${CIPD_CLIENT_TMP}"
   elif hash wget 2> /dev/null ; then
-    wget "$URL" -q -U "${USER_AGENT}" -O "${CIPD_CLIENT_TMP}"
+    wget "${URL}" -q -U "${USER_AGENT}" -O "${CIPD_CLIENT_TMP}"
   else
-    echo Your platform is missing a supported fetch command. Please use your package
-    echo manager to install one before continuing:
-    echo
-    echo  curl
-    echo  wget
-    echo
-    echo Alternately, manually download:
-    echo   "$URL"
-    echo To $CLIENT, and then re-run this command.
+    >&2 echo -n ""
+    >&2 echo -n "Your platform is missing a supported fetch command. "
+    >&2 echo "Please use your package manager to install one before continuing:"
+    >&2 echo
+    >&2 echo "  curl"
+    >&2 echo "  wget"
+    >&2 echo
+    >&2 echo "Alternately, manually download:"
+    >&2 echo "  ${URL}"
+    >&2 echo -n "To ${CLIENT}, and then re-run this command."
+    >&2 echo ""
     rm "${CIPD_CLIENT_TMP}"
     exit 1
   fi
 
-  chmod +x "$CIPD_CLIENT_TMP"
+  local actual_hash=$(calc_sha256 "${CIPD_CLIENT_TMP}")
+  if [ -z "${actual_hash}" ] ; then
+    rm "${CIPD_CLIENT_TMP}"
+    exit 1
+  fi
+
+  if [ "${actual_hash}" != "${expected_hash}" ]; then
+    >&2 echo -n ""
+    >&2 echo "SHA256 digest of the downloaded CIPD client is incorrect:"
+    >&2 echo "  Expecting ${expected_hash}"
+    >&2 echo "  Got       ${actual_hash}"
+    >&2 echo -n "Refusing to run it. Check that *.digests file is up-to-date."
+    >&2 echo ""
+    rm "${CIPD_CLIENT_TMP}"
+    exit 1
+  fi
 
   set +e
-  mv "$CIPD_CLIENT_TMP" "$CLIENT"
+  chmod +x "${CIPD_CLIENT_TMP}"
+  mv "${CIPD_CLIENT_TMP}" "${CLIENT}"
   set -e
+}
+
+
+# self_update launches CIPD client's built-in selfupdate mechanism.
+#
+# It is more efficient that redownloading the binary all the time.
+function self_update() {
+  "${CLIENT}" selfupdate -version-file "${VERSION_FILE}" -service-url "${CIPD_BACKEND}"
+}
+
+
+if [ ! -x "${CLIENT}" ]; then
+  clean_bootstrap
 fi
 
-export CIPD_HTTP_USER_AGENT_PREFIX=$USER_AGENT
-if ! "$CLIENT" selfupdate -version "$CIPD_CLIENT_VER" ; then
-  echo -n "selfupdate failed: " 1>&2
-  echo "run \`CIPD_HTTP_USER_AGENT_PREFIX=$USER_AGENT/manual $CLIENT selfupdate -version '$CIPD_CLIENT_VER'\` to diagnose" 1>&2
-  echo "" 1>&2
+export CIPD_HTTP_USER_AGENT_PREFIX="${USER_AGENT}"
+if ! self_update 2> /dev/null ; then
+  >&2 echo -n ""
+  >&2 echo -n "CIPD selfupdate failed. "
+  >&2 echo -n "Trying to bootstrap the CIPD client from scratch..."
+  >&2 echo ""
+  clean_bootstrap
+  if ! self_update ; then  # need to run it again to setup .cipd_version file
+    >&2 echo -n ""
+    >&2 echo -n "Bootstrap from scratch failed, something is seriously broken. "
+    >&2 echo "Run the following commands to diagnose if this is repeating:"
+    >&2 echo "  export CIPD_HTTP_USER_AGENT_PREFIX=${USER_AGENT}/manual"
+    >&2 echo -n "  ${CLIENT} selfupdate -version-file ${VERSION_FILE}"
+    >&2 echo ""
+    exit 1
+  fi
 fi
 
 # CygWin requires changing absolute paths to Windows form. Relative paths
 # are typically okay as Windows generally accepts both forward and back
 # slashes. This could possibly be constrained to only /tmp/ and /cygdrive/.
-if $CYGWIN; then
+if ${CYGWIN}; then
   args=("$@")
   for i in `seq 2 $#`; do
     arg="${@:$i:1}"
@@ -124,7 +237,7 @@ if $CYGWIN; then
       set -- "${@:1:$last}" `cygpath -w "$arg"` "${@:$next}"
     fi
   done
-  echo "$CLIENT" "${@}"
+  echo "${CLIENT}" "${@}"
 fi
 
-exec "$CLIENT" "${@}"
+exec "${CLIENT}" "${@}"

data/vendor/depot_tools/cipd.bat

@@ -5,26 +5,63 @@
 
 setlocal
 
-:: To allow this powershell script to run if it was a byproduct of downloading
-:: and unzipping the depot_tools.zip distribution, we clear the Zone.Identifier
-:: alternate data stream. This is equivalent to clicking the "Unblock" button
-:: in the file's properties dialog.
-set errorlevel=
-if not exist "%~dp0.cipd_client.exe" (
-  echo.>%~dp0cipd.ps1:Zone.Identifier
+set CIPD_BACKEND=https://chrome-infra-packages.appspot.com
+set VERSION_FILE="%~dp0cipd_client_version"
+set CIPD_BINARY="%~dp0.cipd_client.exe"
+
+if not exist %CIPD_BINARY% (
+  call :CLEAN_BOOTSTRAP
+  goto :EXEC_CIPD
+)
 
-  powershell -NoProfile -ExecutionPolicy RemoteSigned -Command "%~dp0cipd.ps1" < nul
-  if not errorlevel 0 goto :END
+call :SELF_UPDATE >nul 2>&1
+if %ERRORLEVEL% neq 0 (
+  echo CIPD client self-update failed, trying to bootstrap it from scratch... 1>&2
+  call :CLEAN_BOOTSTRAP
 )
 
-for /f %%i in (%~dp0cipd_client_version) do set CIPD_CLIENT_VER=%%i
-"%~dp0.cipd_client.exe" selfupdate -version "%CIPD_CLIENT_VER%"
-if not errorlevel 0 goto :END
+:EXEC_CIPD
 
-"%~dp0.cipd_client.exe" %*
+if %ERRORLEVEL% neq 0 (
+  echo Failed to bootstrap or update CIPD client 1>&2
+)
+if %ERRORLEVEL% equ 0 (
+  "%CIPD_BINARY%" %*
+)
 
-:END
 endlocal & (
   set EXPORT_ERRORLEVEL=%ERRORLEVEL%
 )
 exit /b %EXPORT_ERRORLEVEL%
+
+
+:: Functions below.
+::
+:: See http://steve-jansen.github.io/guides/windows-batch-scripting/part-7-functions.html
+:: if you are unfamiliar with this madness.
+
+
+:CLEAN_BOOTSTRAP
+:: To allow this powershell script to run if it was a byproduct of downloading
+:: and unzipping the depot_tools.zip distribution, we clear the Zone.Identifier
+:: alternate data stream. This is equivalent to clicking the "Unblock" button
+:: in the file's properties dialog.
+echo.>%~dp0cipd.ps1:Zone.Identifier
+powershell -NoProfile -ExecutionPolicy RemoteSigned ^
+    -Command "%~dp0cipd.ps1" ^
+    -CipdBinary "%CIPD_BINARY%" ^
+    -BackendURL "%CIPD_BACKEND%" ^
+    -VersionFile "%VERSION_FILE%" ^
+  <nul
+if %ERRORLEVEL% equ 0 (
+  :: Need to call SELF_UPDATE to setup .cipd_version file.
+  call :SELF_UPDATE
+)
+exit /B %ERRORLEVEL%
+
+
+:SELF_UPDATE
+"%CIPD_BINARY%" selfupdate ^
+    -version-file "%VERSION_FILE%" ^
+    -service-url "%CIPD_BACKEND%"
+exit /B %ERRORLEVEL%

data/vendor/depot_tools/cipd.ps1

@@ -2,66 +2,128 @@
 # Use of this source code is governed by a BSD-style license that can be
 # found in the LICENSE file.
 
-$myPath = Split-Path $MyInvocation.MyCommand.Path -Parent
+# Note: to run this on e.g. OSX for adhoc testing or debugging in case Windows
+# is not around:
+#
+# pwsh cipd.ps1 \
+#     -CipdBinary _cipd.exe \
+#     -BackendURL https://chrome-infra-packages.appspot.com \
+#     -VersionFile ./cipd_client_version
+# file _cipd.exe
 
-function GetEnvVar([string] $key, [scriptblock] $defaultFn) {
-    if (Test-Path "Env:\$key") {
-        return Get-ChildItem $Env $key
-    }
-    return $defaultFn.Invoke()
-}
+Param(
+  # Path to download the CIPD binary to.
+  [parameter(Mandatory=$true)][string]$CipdBinary,
+  # E.g. "https://chrome-infra-packages.appspot.com".
+  [parameter(Mandatory=$true)][string]$BackendURL,
+  # Path to the cipd_client_version file with the client version.
+  [parameter(Mandatory=$true)][string]$VersionFile
+)
 
-$cipdClientVer = GetEnvVar "CIPD_CLIENT_VER" {
-  Get-Content (Join-Path $myPath -ChildPath 'cipd_client_version') -TotalCount 1
-}
-$cipdClientSrv = GetEnvVar "CIPD_CLIENT_SRV" {
-  "https://chrome-infra-packages.appspot.com"
-}
+$DepotToolsPath = Split-Path $MyInvocation.MyCommand.Path -Parent
 
-$plat="windows"
-if ([environment]::Is64BitOperatingSystem)  {
-  $arch="amd64"
+if ([System.IntPtr]::Size -eq 8)  {
+  $Platform = "windows-amd64"
 } else {
-  $arch="386"
+  $Platform = "windows-386"
 }
 
-$url = "$cipdClientSrv/client?platform=$plat-$arch&version=$cipdClientVer"
-$client = Join-Path $myPath -ChildPath ".cipd_client.exe"
-
+# Put depot_tool's git revision into the user agent string.
 try {
-  $depot_tools_version = &git -C $myPath rev-parse HEAD 2>&1
+  $DepotToolsVersion = &git -C $DepotToolsPath rev-parse HEAD 2>&1
   if ($LastExitCode -eq 0) {
-    $user_agent = "depot_tools/$depot_tools_version"
+    $UserAgent = "depot_tools/$DepotToolsVersion"
   } else {
-    $user_agent = "depot_tools/???"
+    $UserAgent = "depot_tools/???"
   }
 } catch [System.Management.Automation.CommandNotFoundException] {
-  $user_agent = "depot_tools/no_git/???"
+  $UserAgent = "depot_tools/no_git/???"
 }
+$Env:CIPD_HTTP_USER_AGENT_PREFIX = $UserAgent
 
-$Env:CIPD_HTTP_USER_AGENT_PREFIX = $user_agent
 
-# Use a lock fle to prevent simultaneous processes from stepping on each other.
-$cipd_lock = Join-Path $myPath -ChildPath '.cipd_client.lock'
-while ($true) {
-  $cipd_lock_file = $false
+# Tries to delete the file, ignoring errors. Used for best-effort cleanups.
+function Delete-If-Possible($path) {
   try {
-      $cipd_lock_file = [IO.File]::OpenWrite($cipd_lock)
+    [System.IO.File]::Delete($path)
+  } catch {
+    $err = $_.Exception.Message
+    echo "Warning: error when deleting $path - $err. Ignoring."
+  }
+}
 
-      if (!(Test-Path $client)) {
-          echo "Bootstrapping cipd client for $plat-$arch from $url..."
 
-          $wc = (New-Object System.Net.WebClient)
-          $wc.Headers.add('User-Agent', $user_agent)
-          $wc.DownloadFile($url, $client)
+# Returns the expected SHA256 hex digest for the given platform reading it from
+# *.digests file.
+function Get-Expected-SHA256($platform) {
+  $digestsFile = $VersionFile+".digests"
+  foreach ($line in Get-Content $digestsFile) {
+    if ($line -match "^([0-9a-z\-]+)\s+sha256\s+([0-9a-f]+)$") {
+      if ($Matches[1] -eq $platform) {
+        return $Matches[2]
       }
-      break
-  } catch {
-      echo "CIPD lock is held, trying again after delay..."
-      Start-Sleep -s 1
+    }
+  }
+  throw "No SHA256 digests for $platform in $digestsFile"
+}
+
+
+# Returns SHA256 hex digest of a binary file at the given path.
+function Get-Actual-SHA256($path) {
+  # Note: we don't use Get-FileHash to be compatible with PowerShell v3.0
+  $file = [System.IO.File]::Open($path, [System.IO.FileMode]::Open)
+  try {
+    $algo = New-Object System.Security.Cryptography.SHA256Managed
+    $hash = $algo.ComputeHash($file)
   } finally {
-      if ($cipd_lock_file) {
-          $cipd_lock_file.close()
-      }
+    $file.Close()
+  }
+  $hex = ""
+  foreach ($byte in $hash) {
+    $hex += $byte.ToString("x2")
   }
+  return $hex
+}
+
+
+$ExpectedSHA256 = Get-Expected-SHA256 $Platform
+$Version = (Get-Content $VersionFile).Trim()
+$URL = "$BackendURL/client?platform=$Platform&version=$Version"
+
+
+# Grab a lock to prevent simultaneous processes from stepping on each other.
+# This depends on "exclusive write" file sharing mode used by OpenWrite.
+$CipdLockPath = Join-Path $DepotToolsPath -ChildPath ".cipd_client.lock"
+$CipdLockFile = $null
+while ($CipdLockFile -eq $null) {
+  try {
+    $CipdLockFile = [System.IO.File]::OpenWrite($CipdLockPath)
+  } catch [System.IO.IOException] {
+    echo "CIPD bootstrap lock is held, trying again after delay..."
+    Start-Sleep -s 1
+  }
+}
+
+# Fetch the binary now that the lock is ours.
+$TmpPath = $CipdBinary + ".tmp"
+try {
+  echo "Downloading CIPD client for $Platform from $URL..."
+  $wc = (New-Object System.Net.WebClient)
+  $wc.Headers.Add("User-Agent", $UserAgent)
+  try {
+    $wc.DownloadFile($URL, $TmpPath)
+  } catch {
+    throw "Failed to download the file, check your network connection"
+  }
+
+  $ActualSHA256 = Get-Actual-SHA256 $TmpPath
+  if ($ActualSHA256 -ne $ExpectedSHA256) {
+    throw "Invalid SHA256 digest: $ActualSHA256 != $ExpectedSHA256"
+  }
+
+  Move-Item -LiteralPath $TmpPath -Destination $CipdBinary -Force
+} finally {
+  $CipdLockFile.Close()
+  Delete-If-Possible $CipdLockPath
+  Delete-If-Possible $TmpPath
 }