libv8 4.5.95.5 → 5.0.71.48.0beta2

data/vendor/depot_tools/download_from_google_storage.py

@@ -11,8 +11,10 @@ import optparse
 import os
 import Queue
 import re
+import shutil
 import stat
 import sys
+import tarfile
 import threading
 import time
 
@@ -49,12 +51,16 @@ def GetNormalizedPlatform():
     return 'win32'
   return sys.platform
 
-
 # Common utilities
 class Gsutil(object):
   """Call gsutil with some predefined settings.  This is a convenience object,
   and is also immutable."""
-  def __init__(self, path, boto_path=None, timeout=None, version='4.7'):
+
+  MAX_TRIES = 5
+  RETRY_BASE_DELAY = 5.0
+  RETRY_DELAY_MULTIPLE = 1.3
+
+  def __init__(self, path, boto_path=None, timeout=None, version='4.15'):
     if not os.path.exists(path):
       raise FileNotFoundError('GSUtil not found in %s' % path)
     self.path = path
@@ -99,6 +105,18 @@ class Gsutil(object):
       return (404, out, err)
     return (code, out, err)
 
+  def check_call_with_retries(self, *args):
+    delay = self.RETRY_BASE_DELAY
+    for i in xrange(self.MAX_TRIES):
+      code, out, err = self.check_call(*args)
+      if not code or i == self.MAX_TRIES - 1:
+        break
+
+      time.sleep(delay)
+      delay *= self.RETRY_DELAY_MULTIPLE
+
+    return code, out, err
+
 
 def check_platform(target):
   """Checks if any parent directory of target matches (win|mac|linux)."""
@@ -186,19 +204,39 @@ def enumerate_work_queue(input_filename, work_queue, directory,
   return work_queue_size
 
 
+def _validate_tar_file(tar, prefix):
+  def _validate(tarinfo):
+    """Returns false if the tarinfo is something we explicitly forbid."""
+    if tarinfo.issym() or tarinfo.islnk():
+      return False
+    if '..' in tarinfo.name or not tarinfo.name.startswith(prefix):
+      return False
+    return True
+  return all(map(_validate, tar.getmembers()))
+
 def _downloader_worker_thread(thread_num, q, force, base_url,
-                              gsutil, out_q, ret_codes, verbose):
+                              gsutil, out_q, ret_codes, verbose, extract,
+                              delete=True):
   while True:
     input_sha1_sum, output_filename = q.get()
     if input_sha1_sum is None:
       return
-    if os.path.exists(output_filename) and not force:
-      if get_sha1(output_filename) == input_sha1_sum:
-        if verbose:
-          out_q.put(
-              '%d> File %s exists and SHA1 matches. Skipping.' % (
+    extract_dir = None
+    if extract:
+      if not output_filename.endswith('.tar.gz'):
+        out_q.put('%d> Error: %s is not a tar.gz archive.' % (
                   thread_num, output_filename))
+        ret_codes.put((1, '%s is not a tar.gz archive.' % (output_filename)))
         continue
+      extract_dir = output_filename[0:len(output_filename)-7]
+    if os.path.exists(output_filename) and not force:
+      if not extract or os.path.exists(extract_dir):
+        if get_sha1(output_filename) == input_sha1_sum:
+          if verbose:
+            out_q.put(
+                '%d> File %s exists and SHA1 matches. Skipping.' % (
+                    thread_num, output_filename))
+          continue
     # Check if file exists.
     file_url = '%s/%s' % (base_url, input_sha1_sum)
     (code, _, err) = gsutil.check_call('ls', file_url)
@@ -218,7 +256,8 @@ def _downloader_worker_thread(thread_num, q, force, base_url,
     # Fetch the file.
     out_q.put('%d> Downloading %s...' % (thread_num, output_filename))
     try:
-      os.remove(output_filename)  # Delete the file if it exists already.
+      if delete:
+        os.remove(output_filename)  # Delete the file if it exists already.
     except OSError:
       if os.path.exists(output_filename):
         out_q.put('%d> Warning: deleting %s failed.' % (
@@ -227,7 +266,42 @@ def _downloader_worker_thread(thread_num, q, force, base_url,
     if code != 0:
       out_q.put('%d> %s' % (thread_num, err))
       ret_codes.put((code, err))
+      continue
 
+    remote_sha1 = get_sha1(output_filename)
+    if remote_sha1 != input_sha1_sum:
+      msg = ('%d> ERROR remote sha1 (%s) does not match expected sha1 (%s).' %
+             (thread_num, remote_sha1, input_sha1_sum))
+      out_q.put(msg)
+      ret_codes.put((20, msg))
+      continue
+
+    if extract:
+      if not tarfile.is_tarfile(output_filename):
+        out_q.put('%d> Error: %s is not a tar.gz archive.' % (
+                  thread_num, output_filename))
+        ret_codes.put((1, '%s is not a tar.gz archive.' % (output_filename)))
+        continue
+      with tarfile.open(output_filename, 'r:gz') as tar:
+        dirname = os.path.dirname(os.path.abspath(output_filename))
+        if not _validate_tar_file(tar, os.path.basename(extract_dir)):
+          out_q.put('%d> Error: %s contains files outside %s.' % (
+                    thread_num, output_filename, extract_dir))
+          ret_codes.put((1, '%s contains invalid entries.' % (output_filename)))
+          continue
+        if os.path.exists(extract_dir):
+          try:
+            shutil.rmtree(extract_dir)
+            out_q.put('%d> Removed %s...' % (thread_num, extract_dir))
+          except OSError:
+            out_q.put('%d> Warning: Can\'t delete: %s' % (
+                      thread_num, extract_dir))
+            ret_codes.put((1, 'Can\'t delete %s.' % (extract_dir)))
+            continue
+        out_q.put('%d> Extracting %d entries from %s to %s' %
+                  (thread_num, len(tar.getmembers()),output_filename,
+                   extract_dir))
+        tar.extractall(path=dirname)
     # Set executable bit.
     if sys.platform == 'cygwin':
       # Under cygwin, mark all files as executable. The executable flag in
@@ -258,7 +332,7 @@ def printer_worker(output_queue):
 
 def download_from_google_storage(
     input_filename, base_url, gsutil, num_threads, directory, recursive,
-    force, output, ignore_errors, sha1_file, verbose, auto_platform):
+    force, output, ignore_errors, sha1_file, verbose, auto_platform, extract):
   # Start up all the worker threads.
   all_threads = []
   download_start = time.time()
@@ -270,7 +344,7 @@ def download_from_google_storage(
     t = threading.Thread(
         target=_downloader_worker_thread,
         args=[thread_num, work_queue, force, base_url,
-              gsutil, stdout_queue, ret_codes, verbose])
+              gsutil, stdout_queue, ret_codes, verbose, extract])
     t.daemon = True
     t.start()
     all_threads.append(t)
@@ -324,7 +398,8 @@ def main(args):
   parser.add_option('-e', '--boto',
                     help='Specify a custom boto file.')
   parser.add_option('-c', '--no_resume', action='store_true',
-                    help='Resume download if file is partially downloaded.')
+                    help='DEPRECATED: Resume download if file is '
+                         'partially downloaded.')
   parser.add_option('-f', '--force', action='store_true',
                     help='Force download even if local file exists.')
   parser.add_option('-i', '--ignore_errors', action='store_true',
@@ -358,8 +433,18 @@ def main(args):
                          '(linux|mac|win).  If so, the script will only '
                          'process files that are in the paths that '
                          'that matches the current platform.')
-  parser.add_option('-v', '--verbose', action='store_true',
-                    help='Output extra diagnostic and progress information.')
+  parser.add_option('-u', '--extract',
+                    action='store_true',
+                    help='Extract a downloaded tar.gz file. '
+                         'Leaves the tar.gz file around for sha1 verification'
+                         'If a directory with the same name as the tar.gz '
+                         'file already exists, is deleted (to get a '
+                         'clean state in case of update.)')
+  parser.add_option('-v', '--verbose', action='store_true', default=True,
+                    help='DEPRECATED: Defaults to True.  Use --no-verbose '
+                         'to suppress.')
+  parser.add_option('-q', '--quiet', action='store_false', dest='verbose',
+                    help='Suppresses diagnostic and progress information.')
 
   (options, args) = parser.parse_args()
 
@@ -440,18 +525,13 @@ def main(args):
     else:
       parser.error('Unreachable state.')
 
-  # Check if output file already exists.
-  if not options.directory and not options.force and not options.no_resume:
-    if os.path.exists(options.output):
-      parser.error('Output file %s exists and --no_resume is specified.'
-                   % options.output)
-
   base_url = 'gs://%s' % options.bucket
 
   return download_from_google_storage(
       input_filename, base_url, gsutil, options.num_threads, options.directory,
       options.recursive, options.force, options.output, options.ignore_errors,
-      options.sha1_file, options.verbose, options.auto_platform)
+      options.sha1_file, options.verbose, options.auto_platform,
+      options.extract)
 
 
 if __name__ == '__main__':

data/vendor/depot_tools/drover.py

@@ -10,7 +10,6 @@ import re
 import sys
 import urlparse
 
-import breakpad  # pylint: disable=W0611
 
 import gclient_utils
 import subprocess2
@@ -377,7 +376,7 @@ def getSVNAuthInfo(folder=None):
   try:
     for auth_file in os.listdir(svn_simple_folder):
       # Read the SVN auth file, convert it into a dictionary, and store it.
-      results[auth_file] = dict(re.findall(r'K [0-9]+\n(.*)\nV [0-9]+\n(.*)\n', 
+      results[auth_file] = dict(re.findall(r'K [0-9]+\n(.*)\nV [0-9]+\n(.*)\n',
           open(os.path.join(svn_simple_folder, auth_file)).read()))
   except Exception as _:
     pass
@@ -391,7 +390,7 @@ def getCurrentSVNUsers(url):
   auth_infos = getSVNAuthInfo()
   results = []
   for _, auth_info in auth_infos.iteritems():
-    if ('svn:realmstring' in auth_info 
+    if ('svn:realmstring' in auth_info
         and netloc in auth_info['svn:realmstring']):
       username = auth_info['username']
       results.append(username)

data/vendor/depot_tools/fetch.py

@@ -7,15 +7,15 @@
 Tool to perform checkouts in one easy command line!
 
 Usage:
-  fetch <recipe> [--property=value [--property2=value2 ...]]
+  fetch <config> [--property=value [--property2=value2 ...]]
 
 This script is a wrapper around various version control and repository
-checkout commands. It requires a |recipe| name, fetches data from that
-recipe in depot_tools/recipes, and then performs all necessary inits,
+checkout commands. It requires a |config| name, fetches data from that
+config in depot_tools/fetch_configs, and then performs all necessary inits,
 checkouts, pulls, fetches, etc.
 
 Optional arguments may be passed on the command line in key-value pairs.
-These parameters will be passed through to the recipe's main method.
+These parameters will be passed through to the config's main method.
 """
 
 import json
@@ -39,10 +39,10 @@ class Checkout(object):
 
   Attributes:
     |base|: the absolute path of the directory in which this script is run.
-    |spec|: the spec for this checkout as returned by the recipe. Different
+    |spec|: the spec for this checkout as returned by the config. Different
         subclasses will expect different keys in this dictionary.
     |root|: the directory into which the checkout will be performed, as returned
-        by the recipe. This is a relative path from |base|.
+        by the config. This is a relative path from |base|.
   """
   def __init__(self, options, spec, root):
     self.base = os.getcwd()
@@ -222,7 +222,7 @@ def usage(msg=None):
     print 'Error:', msg
 
   print textwrap.dedent("""\
-    usage: %s [options] <recipe> [--property=value [--property2=value2 ...]]
+    usage: %s [options] <config> [--property=value [--property2=value2 ...]]
 
     This script can be used to download the Chromium sources. See
     http://www.chromium.org/developers/how-tos/get-the-code
@@ -234,18 +234,21 @@ def usage(msg=None):
        -n, --dry-run      Don't run commands, only print them.
        --no-history       Perform shallow clones, don't fetch the full git history.
 
-    Valid fetch recipes:""") % os.path.basename(sys.argv[0])
-  for fname in os.listdir(os.path.join(SCRIPT_PATH, 'recipes')):
-    if fname.endswith('.py'):
-      print '  ' + fname[:-3]
+    Valid fetch configs:""") % os.path.basename(sys.argv[0])
+
+  configs_dir = os.path.join(SCRIPT_PATH, 'fetch_configs')
+  configs = [f[:-3] for f in os.listdir(configs_dir) if f.endswith('.py')]
+  configs.sort()
+  for fname in configs:
+    print '  ' + fname
 
   sys.exit(bool(msg))
 
 
 def handle_args(argv):
-  """Gets the recipe name from the command line arguments."""
+  """Gets the config name from the command line arguments."""
   if len(argv) <= 1:
-    usage('Must specify a recipe.')
+    usage('Must specify a config.')
   if argv[1] in ('-h', '--help', 'help'):
     usage()
 
@@ -273,32 +276,33 @@ def handle_args(argv):
   if bad_parms:
     usage('Got bad arguments %s' % bad_parms)
 
-  recipe = argv[1]
+  config = argv[1]
   props = argv[2:]
   return (
       optparse.Values(
           {'dry_run':dry_run, 'nohooks':nohooks, 'no_history': no_history }),
-      recipe,
+      config,
       props)
 
 
-def run_recipe_fetch(recipe, props, aliased=False):
-  """Invoke a recipe's fetch method with the passed-through args
+def run_config_fetch(config, props, aliased=False):
+  """Invoke a config's fetch method with the passed-through args
   and return its json output as a python object."""
-  recipe_path = os.path.abspath(os.path.join(SCRIPT_PATH, 'recipes', recipe))
-  if not os.path.exists(recipe_path + '.py'):
-    print "Could not find a recipe for %s" % recipe
+  config_path = os.path.abspath(
+      os.path.join(SCRIPT_PATH, 'fetch_configs', config))
+  if not os.path.exists(config_path + '.py'):
+    print "Could not find a config for %s" % config
     sys.exit(1)
 
-  cmd = [sys.executable, recipe_path + '.py', 'fetch'] + props
+  cmd = [sys.executable, config_path + '.py', 'fetch'] + props
   result = subprocess.Popen(cmd, stdout=subprocess.PIPE).communicate()[0]
 
   spec = json.loads(result)
   if 'alias' in spec:
     assert not aliased
-    return run_recipe_fetch(
-        spec['alias']['recipe'], spec['alias']['props'] + props, aliased=True)
-  cmd = [sys.executable, recipe_path + '.py', 'root']
+    return run_config_fetch(
+        spec['alias']['config'], spec['alias']['props'] + props, aliased=True)
+  cmd = [sys.executable, config_path + '.py', 'root']
   result = subprocess.Popen(cmd, stdout=subprocess.PIPE).communicate()[0]
   root = json.loads(result)
   return spec, root
@@ -309,7 +313,7 @@ def run(options, spec, root):
 
     Args:
       options: Options instance.
-      spec: Checkout configuration returned by the the recipe's fetch_spec
+      spec: Checkout configuration returned by the the config's fetch_spec
           method (checkout type, repository url, etc.).
       root: The directory into which the repo expects to be checkout out.
   """
@@ -332,8 +336,8 @@ def run(options, spec, root):
 
 
 def main():
-  options, recipe, props = handle_args(sys.argv)
-  spec, root = run_recipe_fetch(recipe, props)
+  options, config, props = handle_args(sys.argv)
+  spec, root = run_config_fetch(config, props)
   return run(options, spec, root)
 
 

data/vendor/depot_tools/{recipes → fetch_configs}/android.py

@@ -4,19 +4,19 @@
 
 import sys
 
-import recipe_util  # pylint: disable=F0401
+import config_util  # pylint: disable=F0401
 
 
 # This class doesn't need an __init__ method, so we disable the warning
 # pylint: disable=W0232
-class Android(recipe_util.Recipe):
-  """Basic Recipe alias for Android -> Chromium."""
+class Android(config_util.Config):
+  """Basic Config alias for Android -> Chromium."""
 
   @staticmethod
   def fetch_spec(props):
     return {
       'alias': {
-        'recipe': 'chromium',
+        'config': 'chromium',
         'props': ['--target_os=android'],
       },
     }

data/vendor/depot_tools/fetch_configs/breakpad.py

@@ -0,0 +1,45 @@
+# Copyright (c) 2015 The Chromium Authors. All rights reserved.
+# Use of this source code is governed by a BSD-style license that can be
+# found in the LICENSE file.
+
+import sys
+
+import config_util  # pylint: disable=F0401
+
+
+# This class doesn't need an __init__ method, so we disable the warning
+# pylint: disable=W0232
+class Breakpad(config_util.Config):
+  @staticmethod
+  def fetch_spec(props):
+    url = 'https://chromium.googlesource.com/breakpad/breakpad.git'
+    solution = {
+      'name': 'src',
+      'url': url,
+      'managed': False,
+      'custom_deps': {},
+      'safesync_url': '',
+    }
+    spec = {
+      'solutions': [solution],
+    }
+    if props.get('target_os'):
+      spec['target_os'] = props['target_os'].split(',')
+    if props.get('target_os_only'):
+      spec['target_os_only'] = props['target_os_only']
+    return {
+      'type': 'gclient_git',
+      'gclient_git_spec': spec,
+    }
+
+  @staticmethod
+  def expected_root(_props):
+    return 'src'
+
+
+def main(argv=None):
+  return Breakpad().handle_args(argv)
+
+
+if __name__ == '__main__':
+  sys.exit(main(sys.argv))

data/vendor/depot_tools/{recipes → fetch_configs}/chromium.py

@@ -4,13 +4,13 @@
 
 import sys
 
-import recipe_util  # pylint: disable=F0401
+import config_util  # pylint: disable=F0401
 
 
 # This class doesn't need an __init__ method, so we disable the warning
 # pylint: disable=W0232
-class Chromium(recipe_util.Recipe):
-  """Basic Recipe class for Chromium."""
+class Chromium(config_util.Config):
+  """Basic Config class for Chromium."""
 
   @staticmethod
   def fetch_spec(props):