libv8 5.7.492.65.1 → 5.9.211.38.0beta0

data/vendor/depot_tools/.gitattributes

@@ -0,0 +1,52 @@
+# The `recipes` attribute controls which additional files are included in the
+# recipes bundle when running the `//recipes/recipes.py bundle` command. These
+# files will also be available to other repos' recipes when they pull in
+# depot_tools as a recipe dependency.
+
+# Tools
+/*.bat recipes
+/*.exe recipes
+/*.py  recipes
+/*.sh  recipes
+
+# Extensionless tools we want
+/apply_issue                  recipes
+/clang*                       recipes
+/depot-tools-auth             recipes
+/download_from_google_storage recipes
+/fetch                        recipes
+/gclient                      recipes
+/git*                         recipes
+/gn                           recipes
+/ninja*                       recipes
+/pylint*                      recipes
+/repo                         recipes
+/roll-dep*                    recipes
+
+# Symlinks
+/cbuildbot      recipes
+/chrome_set_ver recipes
+/cros*          recipes
+
+/support/* recipes
+
+# TODO: There are some really junky dependencies in here that we should probably
+# move to vpython/cipd.
+/third_party/**                     recipes
+/third_party/pymox/**              -recipes
+/third_party/cq_client/testdata/** -recipes
+
+/win_toolchain/** recipes
+
+/fetch_configs/*.py recipes
+
+# Some things we never need to include in the bundle
+*.diff         -recipes
+*LICENSE*      -recipes
+*README*       -recipes
+.gitattributes -recipes
+.gitignore     -recipes
+COPYING        -recipes
+MANIFEST.in    -recipes
+OWNERS         -recipes
+PKG-INFO       -recipes

data/vendor/depot_tools/.gitignore

@@ -2,9 +2,13 @@
 *.pyc
 
 # ignore cipd client files
+/.cipd_bin
 /.cipd_client*
 /.versions
 
+# Ignore "disable auto update" sentinel file.
+.disable_auto_update
+
 # Ignore the batch files produced by the Windows bootstrapping.
 /git-bash
 /git.bat
@@ -18,6 +22,7 @@
 /svn
 /svn.bat
 /svnversion.bat
+/.bleeding_edge
 /.codereview_upload_cookies
 /.gitconfig
 /.git_bleeding_edge
@@ -28,6 +33,8 @@
 
 # Ignore locations where third-party tools are placed during bootstrapping.
 /python*_bin
+/python_bin_reldir.txt
+/win_tools*_bin
 /git_bin
 /git-*_bin
 /svn_bin
@@ -67,3 +74,6 @@
 
 # Ignore google AE downloaded for running testing only.
 testing_support/google_appengine
+
+# Ignore emacs / vim backup files.
+*~

data/vendor/depot_tools/README.md

@@ -1,7 +1,7 @@
 # depot_tools
 
-This package contains tools for working with Chromium development. It requires
-python 2.7.
+Tools for working with Chromium development. It requires python 2.7.
+
 
 
 ## Tools
@@ -32,7 +32,7 @@ disable auto update, set the environment variable `DEPOT_TOOLS_UPDATE=0`.
 To update package manually, run `update_depot_tools.bat` on Windows,
 or `./update_depot_tools` on Linux or Mac.
 
-On Windows only, running `gclient` will install `git` and `python`.  
+On Windows only, running `gclient` will install `git` and `python`.
 
 
 ## Contributing
@@ -61,6 +61,10 @@ To contribute change for review:
     ...
     git cl upload -t "Fixes goat teleporter destination to be Australia"
 
+See also [open bugs](https://bugs.chromium.org/p/chromium/issues/list?can=2&q=component%3AInfra%3ESDK),
+[open reviews](https://chromium-review.googlesource.com/q/status:open+project:chromium%252Ftools%252Fdepot_tools),
+[forum](https://groups.google.com/a/chromium.org/forum/#!forum/infra-dev) or
+[report problems](https://bugs.chromium.org/p/chromium/issues/entry?components=Infra%3ESDK).
 
 ### cpplint.py
 

data/vendor/depot_tools/apply_issue.bat

@@ -4,8 +4,9 @@
 :: found in the LICENSE file.
 setlocal
 
-:: This is required with cygwin only.
-PATH=%~dp0;%PATH%
+:: Ensure that "depot_tools" is somewhere in PATH so this tool can be used
+:: standalone, but allow other PATH manipulations to take priority.
+set PATH=%PATH%;%~dp0
 
 :: Defer control.
-%~dp0python "%~dp0\apply_issue.py" %*
+python "%~dp0\apply_issue.py" %*

data/vendor/depot_tools/apply_issue.py

@@ -5,7 +5,6 @@
 
 """Applies an issue from Rietveld.
 """
-import getpass
 import json
 import logging
 import optparse
@@ -268,15 +267,6 @@ def main():
     else:
       parser.error('Couldn\'t determine the scm')
 
-    # TODO(maruel): HACK, remove me.
-    # When run a build slave, make sure buildbot knows that the checkout was
-    # modified.
-    if options.root_dir == 'src' and getpass.getuser() == 'chrome-bot':
-      # See sourcedirIsPatched() in:
-      # http://src.chromium.org/viewvc/chrome/trunk/tools/build/scripts/slave/
-      #    chromium_commands.py?view=markup
-      open('.buildbot-patched', 'w').close()
-
     print('\nApplying the patch from %s' % issue_url)
     try:
       scm_obj.apply_patch(patchset, verbose=True)

data/vendor/depot_tools/autoninja

@@ -0,0 +1,12 @@
+#!/usr/bin/env bash
+
+# Copyright (c) 2017 Google Inc. All rights reserved.
+# Use of this source code is governed by a BSD-style license that can be
+# found in the LICENSE file.
+
+
+# Execute whatever is printed by autoninja.py.
+# Also print it to reassure that the right settings are being used.
+command=$(python $(dirname -- "$0")/autoninja.py "$@")
+echo $command
+exec $command

data/vendor/depot_tools/autoninja.bat

@@ -0,0 +1,9 @@
+@echo off
+:: Copyright 2017 The Chromium Authors. All rights reserved.
+:: Use of this source code is governed by a BSD-style license that can be
+:: found in the LICENSE file.
+
+REM Execute whatever is printed by autoninja.py.
+REM Also print it to reassure that the right settings are being used.
+FOR /f "usebackq tokens=*" %%a in (`python %~dp0autoninja.py %*`) do echo %%a & %%a
+

data/vendor/depot_tools/autoninja.py

@@ -0,0 +1,70 @@
+# Copyright (c) 2017 The Chromium Authors. All rights reserved.
+# Use of this source code is governed by a BSD-style license that can be
+# found in the LICENSE file.
+
+"""
+This script (intended to be invoked by autoninja or autoninja.bat) detects
+whether a build is using goma. If so it runs with a large -j value, and
+otherwise it chooses a small one. This auto-adjustment makes using goma simpler
+and safer, and avoids errors that can cause slow goma builds or swap-storms
+on non-goma builds.
+"""
+
+import multiprocessing
+import os
+import re
+import sys
+
+# The -t tools are incompatible with -j and -l
+t_specified = False
+j_specified = False
+output_dir = '.'
+for index, arg in enumerate(sys.argv[1:]):
+  if arg == '-j':
+    j_specified = True
+  if arg == '-t':
+    t_specified = True
+  if arg == '-C':
+    # + 1 to get the next argument and +1 because we trimmed off sys.argv[0]
+    output_dir = sys.argv[index + 2]
+
+use_goma = False
+try:
+  with open(os.path.join(output_dir, 'args.gn')) as file_handle:
+    for line in file_handle:
+      # This regex pattern copied from create_installer_archive.py
+      m = re.match('^\s*use_goma\s*=\s*true(\s*$|\s*#.*$)', line)
+      if m:
+        use_goma = True
+except IOError:
+  pass
+
+if sys.platform.startswith('win'):
+  # Specify ninja.exe on Windows so that ninja.bat can call autoninja and not
+  # be called back.
+  args = ['ninja.exe'] + sys.argv[1:]
+else:
+  args = ['ninja'] + sys.argv[1:]
+
+num_cores = multiprocessing.cpu_count()
+if not j_specified and not t_specified:
+  if use_goma:
+    args.append('-j')
+    core_multiplier = int(os.environ.get("NINJA_CORE_MULTIPLIER", "20"))
+    args.append('%d' % (num_cores * core_multiplier))
+  else:
+    core_addition = os.environ.get("NINJA_CORE_ADDITION")
+    if core_addition:
+      core_addition = int(core_addition)
+      args.append('-j')
+      args.append('%d' % (num_cores + core_addition))
+
+if not t_specified:
+  # Specify a maximum CPU load so that running builds in two different command
+  # prompts won't overload the system too much. This is not reliable enough to
+  # be used to auto-adjust between goma/non-goma loads, but it is a nice
+  # fallback load balancer.
+  args.append('-l')
+  args.append('%d' % num_cores)
+
+print ' '.join(args)

data/vendor/depot_tools/bootstrap/win/README.md

@@ -3,10 +3,17 @@
 This directory has the 'magic' for the `depot_tools` windows binary update
 mechanisms.
 
+A previous Python may actually be in use when it is run, preventing us
+from replacing it outright without breaking running code. To
+ommodate this, and Python cleanup, we handle Python in two stages:
+
+1. Use CIPD to install both Git and Python at once.
+2. Use "win_tools.py" as a post-processor to install generated files and
+   fix-ups.
+
 ## Software bootstrapped
   * Python (https://www.python.org/)
   * Git for Windows (https://git-for-windows.github.io/)
-  * Subversion (https://subversion.apache.org/)
 
 ## Mechanism
 
@@ -19,31 +26,28 @@ work.
 package is present, and if so, if it's the expected version. If either of those
 cases is not true, it will download and unpack the respective binary.
 
-Downloading is done with [get_file.js](./get_file.js), which is a windows script
-host javascript utility to vaguely impersonate `wget`.
+Installation of Git and Python is done by the [win_tools.bat](./win_tools.bat)
+script, which uses CIPD (via the [cipd](/cipd.bat) bootstrap) to acquire and
+install each package into the root of the `depot_tools` repository. Afterwards,
+the [win_tools.py](./win_tools.py) Python script is invoked to install stubs,
+wrappers, and support scripts into `depot_tools` for end-users.
 
-Through a comedy of history, each binary is stored and retrieved differently.
+### Manifest
 
-### Git
+The Git and Python versions are specified in [manifest.txt](./manifest.txt).
 
-Git installs are mirrored versions of the official Git-for-Windows Portable
-releases.
-  * Original: `https://github.com/git-for-windows/git/releases`
-  * Mirror: `gs://chrome-infra/PortableGit*.7z.exe`
+There is an associated file,
+[manifest_bleeding_edge.txt](./manifest_bleeding_edge.txt), that can be used
+to canary new versions on select bots. Any bots with a `.bleeding_edge` file
+in their `depot_tools` root will automatically use the bleeding edge manifest.
+This allows opt-in systems to test against new versions of Python or Git. Once
+those versions have been verified correct, `manifest.txt` can be updated to the
+same specification, which will cause the remainder of systems to update.
 
-#### Updating git version
-  1. Download the new `PortableGit-X.Y.Z-{32,64}.7z.exe` from the
-     git-for-windows release page.
-  1. From either console.developers.google.com or the CLI, do:
-    1. Upload those to the gs://chrome-infra Google Storage bucket.
-    1. Set the `allUsers Reader` permission (click the "Public link" checkbox
-       next to the binaries).
-  1. Edit the `git_version.txt` or `git_version_bleeding_edge.txt` file to
-     be the new version.
-    1. You can use the bleeding edge version to get early feedback/stage a
-       rollout/etc. Users can select this version by 'touch'ing the
-       `.git_bleeding_edge` file in the root depot_tools directory.
-  1. Commit the CL.
+### Bundles
+
+Git and Python bundle construction is documented in
+[infra packaging](https://chromium.googlesource.com/infra/infra/+/master/doc/packaging/).
 
 Note that in order for the update to take effect, `gclient` currently needs to
 run twice. The first time it will update the `depot_tools` repo, and the second
@@ -51,9 +55,87 @@ time it will see the new git version and update to it. This is a bug that should
 be fixed, in case you're reading this and this paragraph infuriates you more
 than the rest of this README.
 
-### Python
+## Testing
+
+After any modification to this script set, a test sequence should be run on a
+Windows bot.
+
+The post-processing will regenerate "python.bat" to point to the current
+Python instance. Any previous Python installations will stick around, but
+new invocations will use the new instance. Old installations will die
+off either due to processes terminating or systems restarting. When this
+happens, they will be cleaned up by the post-processing script.
+
+Testing
+=======
+
+For each of the following test scenarios, run these commands and verify that
+they are working:
+
+```bash
+# Assert that `gclient` invocation will update (and do the update).
+gclient version
+
+# Assert that Python fundamentally works.
+python -c "import psutil; print dir(psutil)"
+
+# Assert that Python scripts work from `cmd.exe`.
+git map-branches
+
+# Assert that `git bash` works.
+git bash
+
+## (Within `git bash`) assert that Python fundamentally works.
+python -c "import psutil; print dir(psutil)"
+## (Within `git bash`) assert that Python scripts work.
+git map-branches
+```
+
+Run this sequence through the following upgrade/downgrade procedures:
 
-Python installs are sourced from gs://chrome-infra/python276_bin.zip .
+* Cold default installation.
+  - Clean `depot_tools` via: `git clean -x -f -d .`
+  - Run through test steps.
+  - Test upgrade to bleeding edge (if it differs).
+    - Run `python.bat` in another shell, keep it open
+    - Add `.bleeding_edge` to `depot_tools` root.
+    - Run through test steps.
+    - In the old `python.bat` shell, run `import psutil`, confirm that it
+      works.
+    - Close the Python shell, run `gclient version`, ensure that old directory
+      is cleaned.
+* Cold bleeding edge installation.
+  - Clean `depot_tools` via: `git clean -x -f -d .`
+  - Add `.bleeding_edge` to `depot_tools` root.
+  - Run through test steps.
+  - Test downgrade to default (if it differs).
+    - Run `python.bat` in another shell, keep it open
+    - Delete `.bleeding_edge` from `depot_tools` root.
+    - Run through test steps.
+    - In the old `python.bat` shell, run `import psutil`, confirm that it
+      works.
+    - Close the Python shell, run `gclient version`, ensure that old directory
+      is cleaned.
+* Warm bleeding edge upgrade.
+  - Clean `depot_tools` via: `git clean -x -f -d .`
+  - Run `gclient version` to load defaults.
+  - Run `python.bat` in another shell, keep it open
+  - Add `.bleeding_edge` to `depot_tools` root.
+  - Run through test steps.
+  - In the old `python.bat` shell, run `import psutil`, confirm that it
+    works.
+  - Close the Python shell, run `gclient version`, ensure that old directory is
+    cleaned.
+* Upgradable and Revertible.
+  - Checkout current `HEAD`.
+  - Run `gclient version` to load HEAD toolchain (initial).
+  - Apply the candidate patch.
+  - Run through test steps (upgrade).
+  - Checkout current `HEAD` again.
+  - Run `gclient version` to load HEAD toolchain (revert).
+  - Run through test steps.
 
-The process to create them is sort-of-documented in the README of the python
-zip file.
+This will take some time, but will ensure that all affected bots and users
+should not encounter any problems due to the change. As systems and users are
+migrated off of this implicit bootstrap, the testing procedure will become less
+critical.

data/vendor/depot_tools/bootstrap/win/git-bash.template.sh

@@ -2,11 +2,11 @@
 export EDITOR=${EDITOR:=notepad}
 WIN_BASE=`dirname $0`
 UNIX_BASE=`cygpath "$WIN_BASE"`
-export PATH=$PATH:$UNIX_BASE/SVN_BIN_DIR:$UNIX_BASE/PYTHON_BIN_DIR:$UNIX_BASE/PYTHON_BIN_DIR/Scripts
+export PATH="$PATH:$UNIX_BASE/${PYTHON_BIN_RELDIR_UNIX}:$UNIX_BASE/${PYTHON_BIN_RELDIR_UNIX}/Scripts"
 export PYTHON_DIRECT=1
 export PYTHONUNBUFFERED=1
 if [[ $# > 0 ]]; then
-  $UNIX_BASE/GIT_BIN_DIR/bin/bash.exe "$@"
+  $UNIX_BASE/${GIT_BIN_RELDIR_UNIX}/bin/bash.exe "$@"
 else
-  $UNIX_BASE/GIT_BIN_DIR/git-bash.exe &
+  $UNIX_BASE/${GIT_BIN_RELDIR_UNIX}/git-bash.exe &
 fi

data/vendor/depot_tools/bootstrap/win/git.template.bat

@@ -1,5 +1,5 @@
 @echo off
 setlocal
 if not defined EDITOR set EDITOR=notepad
-set PATH=%~dp0GIT_BIN_DIR\cmd;%~dp0;%PATH%
-"%~dp0GIT_BIN_DIR\GIT_PROGRAM" %*
+set PATH=%~dp0${GIT_BIN_RELDIR}\cmd;%~dp0;%PATH%
+"%~dp0${GIT_BIN_RELDIR}\${GIT_PROGRAM}" %*

data/vendor/depot_tools/bootstrap/win/manifest.txt

@@ -0,0 +1,18 @@
+# CIPD manifest for Windows tools.
+#
+# We must install anything that we want included on PATH to a different
+# subdirectory than Git, as Git's msys bash strips its root directory
+# from PATH, hence the subdirs.
+#
+# If any paths or package layouts change, updates will be required in
+# "win_tools.bat" and "win_tools.py" templates.
+#
+# "win_tools.bat" has a hard requirement that the Python package contains the
+# string "cpython" and ends with the CIPD tag "version:VERSION". It uses this
+# to extract VERSION.
+
+@Subdir python
+infra/python/cpython/windows-386 version:2.7.6
+
+@Subdir git
+infra/git/${platform} version:2.10.0