libv8 5.7.492.65.1 → 5.9.211.38.0beta0

data/vendor/depot_tools/recipes/recipe_modules/gitiles/examples/full.py

@@ -0,0 +1,61 @@
+# Copyright 2014 The Chromium Authors. All rights reserved.
+# Use of this source code is governed by a BSD-style license that can be
+# found in the LICENSE file.
+
+DEPS = [
+    'gitiles',
+    'recipe_engine/properties',
+]
+
+
+def RunSteps(api):
+  url = 'https://chromium.googlesource.com/chromium/src'
+  for ref in api.gitiles.refs(url):
+    _, cursor = api.gitiles.log(url, ref)
+    if cursor:
+      api.gitiles.log(url, ref, limit=10, cursor=cursor)
+  api.gitiles.commit_log(url, api.properties['commit_log_hash'])
+
+  data = api.gitiles.download_file(url, 'OWNERS', attempts=5)
+  assert data == 'foobar'
+
+
+def GenTests(api):
+  yield (
+      api.test('basic')
+      + api.properties(
+          commit_log_hash=api.gitiles.make_hash('commit'),
+      )
+      + api.step_data('refs', api.gitiles.make_refs_test_data(
+          'HEAD',
+          'refs/heads/A',
+          'refs/tags/B',
+      ))
+      + api.step_data(
+          'gitiles log: HEAD',
+          api.gitiles.make_log_test_data('HEAD', cursor='deadbeaf'),
+      )
+      + api.step_data(
+          'gitiles log: HEAD from deadbeaf',
+          api.gitiles.make_log_test_data('HEAD'),
+      )
+      + api.step_data(
+          'gitiles log: refs/heads/A',
+          api.gitiles.make_log_test_data('A'),
+      )
+      + api.step_data(
+          'gitiles log: refs/tags/B',
+          api.gitiles.make_log_test_data('B')
+      )
+      + api.step_data(
+          'commit log: %s' % (api.gitiles.make_hash('commit')),
+          api.gitiles.make_commit_test_data('commit', 'C', new_files=[
+              'foo/bar',
+              'baz/qux',
+          ])
+      )
+      + api.step_data(
+          'fetch master:OWNERS',
+          api.gitiles.make_encoded_file('foobar')
+      )
+  )

data/vendor/depot_tools/recipes/recipe_modules/gitiles/resources/gerrit_client.py

@@ -0,0 +1,192 @@
+#!/usr/bin/python
+# Copyright 2014 The Chromium Authors. All rights reserved.
+# Use of this source code is governed by a BSD-style license that can be
+# found in the LICENSE file.
+
+"""Simple client for the Gerrit REST API.
+
+Example usage:
+  ./gerrit_client.py -j /tmp/out.json -f json \
+    -u https://chromium.googlesource.com/chromium/src/+log
+"""
+
+import argparse
+import json
+import logging
+import os
+import sys
+import time
+import urllib
+import urlparse
+
+DEPOT_TOOLS = os.path.abspath(
+    os.path.join(os.path.dirname(__file__), os.pardir, os.pardir, os.pardir,
+                 os.pardir))
+sys.path.insert(0, DEPOT_TOOLS)
+
+from gerrit_util import CreateHttpConn, ReadHttpResponse, ReadHttpJsonResponse
+
+
+def reparse_url(parsed_url, query_params):
+  return urlparse.ParseResult(
+      scheme=parsed_url.scheme,
+      netloc=parsed_url.netloc,
+      path=parsed_url.path,
+      params=parsed_url.params,
+      fragment=parsed_url.fragment,
+      query=urllib.urlencode(query_params, doseq=True))
+
+
+def gitiles_get(parsed_url, handler, attempts):
+  # This insanity is due to CreateHttpConn interface :(
+  host = parsed_url.netloc
+  path = parsed_url.path
+  if parsed_url.query:
+    path += '?%s' % (parsed_url.query, )
+
+  retry_delay_seconds = 1
+  attempt = 1
+  while True:
+    try:
+      return handler(CreateHttpConn(host, path))
+    except Exception as e:
+      if attempt >= attempts:
+        raise
+      logging.exception('Failed to perform Gitiles operation: %s', e)
+
+    # Retry from previous loop.
+    logging.error('Sleeping %d seconds before retry (%d/%d)...',
+                  retry_delay_seconds, attempt, attempts)
+    time.sleep(retry_delay_seconds)
+    retry_delay_seconds *= 2
+    attempt += 1
+
+
+def fetch_log_with_paging(query_params, limit, fetch):
+  """Fetches log, possibly requesting multiple pages to do so.
+
+  Args:
+    query_params (dict): Parameters to use in the request.
+    limit (int): Page size.
+    fetch (function): Function to use to make the requests.
+
+  Returns:
+    Dict with key "log", whose value is a list of commits.
+  """
+  # Log api returns {'log': [list of commits], 'next': hash}.
+  last_result = fetch(query_params)
+  commits = last_result['log']
+  while last_result.get('next') and len(commits) < limit:
+    query_params['s'] = last_result.get('next')
+    last_result = fetch(query_params)
+    # The first commit in `last_result` is not necessarily the parent of the
+    # last commit in result so far!  This is because log command can be done on
+    # one file object, for example:
+    #   https://gerrit.googlesource.com/gitiles/+log/1c21279f337da8130/COPYING
+    # Even when getting log for the whole repository, there could be merge
+    # commits.
+    commits.extend(last_result['log'])
+  # Use 'next' field (if any) from `last_result`, but commits aggregated
+  # from all the results. This essentially imitates paging with at least
+  # `limit` page size.
+  last_result['log'] = commits
+  logging.debug(
+      'fetched %d commits, next: %s.', len(commits),
+      last_result.get('next'))
+  return last_result
+
+
+def main(arguments):
+  parser = create_argparser()
+  args = parser.parse_args(arguments)
+
+  parsed_url = urlparse.urlparse(args.url)
+  if not parsed_url.scheme.startswith('http'):
+    parser.error('Invalid URI scheme (expected http or https): %s' % args.url)
+
+  query_params = {}
+  if parsed_url.query:
+    query_params.update(urlparse.parse_qs(parsed_url.query))
+  # Force the format specified on command-line.
+  if query_params.get('format'):
+    parser.error('URL must not contain format; use --format command line flag '
+                 'instead.')
+  query_params['format'] = args.format
+
+  # Choose handler.
+  if args.format == 'json':
+    def handler(conn):
+      return ReadHttpJsonResponse(conn)
+  elif args.format == 'text':
+    # Text fetching will pack the text into structured JSON.
+    def handler(conn):
+      result = ReadHttpResponse(conn).read()
+      if not result:
+        return None
+      # Wrap in a structured JSON for export to recipe module.
+      return {
+          'value': result,
+      }
+
+  if args.log_start:
+    query_params['s'] = args.log_start
+
+  def fetch(query_params):
+    parsed_url_with_query = reparse_url(parsed_url, query_params)
+    result = gitiles_get(parsed_url_with_query, handler, args.attempts)
+    if not args.quiet:
+      logging.info('Read from %s: %s', parsed_url_with_query.geturl(), result)
+    return result
+
+  if args.log_limit:
+    if args.format != 'json':
+      parser.error('--log-limit works with json format only')
+    result = fetch_log_with_paging(query_params, args.log_limit, fetch)
+  else:
+    # Either not a log request, or don't care about paging.
+    # So, just return whatever is fetched the first time.
+    result = fetch(query_params)
+
+  with open(args.json_file, 'w') as json_file:
+    json.dump(result, json_file)
+  return 0
+
+
+def create_argparser():
+  parser = argparse.ArgumentParser()
+  parser.add_argument(
+      '-j', '--json-file', required=True,
+      help='Path to json file for output.')
+  parser.add_argument(
+      '-f', '--format', required=True, choices=('json', 'text'))
+  parser.add_argument(
+      '-u', '--url', required=True,
+      help='Url of gitiles. For example, '
+           'https://chromium.googlesource.com/chromium/src/+refs. '
+           'Insert a/ after domain for authenticated access.')
+  parser.add_argument(
+      '-a', '--attempts', type=int, default=1,
+      help='The number of attempts to make (with exponential backoff) before '
+           'failing. If several requests are to be made, applies per each '
+           'request separately.')
+  parser.add_argument(
+      '-q', '--quiet', action='store_true',
+      help='Suppress file contents logging output.')
+  parser.add_argument(
+      '--log-limit', type=int, default=None,
+      help='Follow gitiles pages to fetch at least this many commits. By '
+           'default, first page with unspecified number of commits is fetched. '
+           'Only for https://<hostname>/<repo>/+log/... gitiles request.')
+  parser.add_argument(
+      '--log-start',
+      help='If given, continue fetching log by paging from this commit hash. '
+           'This value can be typically be taken from json result of previous '
+           'call to log, which returns next page start commit as "next" key. '
+           'Only for https://<hostname>/<repo>/+log/... gitiles request.')
+  return parser
+
+
+if __name__ == '__main__':
+  logging.basicConfig()
+  logging.getLogger().setLevel(logging.INFO)
+  sys.exit(main(sys.argv[1:]))

data/vendor/depot_tools/recipes/recipe_modules/gitiles/test_api.py

@@ -0,0 +1,95 @@
+# Copyright 2014 The Chromium Authors. All rights reserved.
+# Use of this source code is governed by a BSD-style license that can be
+# found in the LICENSE file.
+
+import base64
+import hashlib
+
+from recipe_engine import recipe_test_api
+
+
+class GitilesTestApi(recipe_test_api.RecipeTestApi):
+
+  def _make_gitiles_response_json(self, data):
+    return self.m.json.output(data)
+
+  def make_refs_test_data(self, *refs):
+    return self._make_gitiles_response_json({ref: None for ref in refs})
+
+  def make_log_test_data(self, s, n=3, cursor=None):
+    result = {
+        'log': [
+            self.make_commit_gitiles_dict(
+                commit='fake %s hash %d' % (s, i),
+                msg='fake %s msg %d' % (s, i),
+                new_files=['%s.py' % (chr(i + ord('a')))],
+                email='fake_%s@fake_%i.email.com' % (s, i),
+            )
+            for i in xrange(n)
+        ],
+    }
+    if cursor:
+      result['next'] = cursor
+    return self._make_gitiles_response_json(result)
+
+  def make_commit_test_data(self, commit, msg, new_files=None, email=None):
+    """Constructs fake Gitiles commit JSON test output.
+
+    This data structure conforms to the JSON response that Gitiles provides when
+    a commit is queried. For example:
+    https://chromium.googlesource.com/chromium/src/+/875b896a3256c5b86c8725e81489e99ea6c2b4c9?format=json
+
+    Args:
+      commit (str): The fake commit hash.
+      msg (str): The commit message.
+      new_files (list): If not None, a list of filenames (str) to simulate being
+          added in this commit.
+      email: if not None, a proper email with '@' in it to be used for
+          committer's and author's emails.
+    Returns: (raw_io.Output) A simulated Gitiles fetch 'json' output.
+    """
+    commit = self.make_commit_gitiles_dict(commit, msg, new_files, email)
+    return self._make_gitiles_response_json(commit)
+
+  def make_commit_gitiles_dict(self, commit, msg, new_files, email=None):
+    if email is None:
+      name = 'Test Author'
+      email = 'testauthor@fake.chromium.org'
+    else:
+      assert '@' in email
+      name = email.split('@')[0]
+    d = {
+        'commit': self.make_hash(commit),
+        'tree': self.make_hash('tree', commit),
+        'parents': [self.make_hash('parent', commit)],
+        'author': {
+            'name': name,
+            'email': email,
+            'time': 'Mon Jan 01 00:00:00 2015',
+        },
+        'committer': {
+            'name': name,
+            'email': email,
+            'time': 'Mon Jan 01 00:00:00 2015',
+        },
+        'message': msg,
+        'tree_diff': [],
+    }
+    if new_files:
+      d['tree_diff'].extend({
+          'type': 'add',
+          'old_id': 40 * '0',
+          'old_mode': 0,
+          'new_id': self.make_hash('file', f, commit),
+          'new_mode': 33188,
+          'new_path': f,
+      } for f in new_files)
+    return d
+
+  def make_hash(self, *bases):
+    return hashlib.sha1(':'.join(bases)).hexdigest()
+
+  def make_encoded_file(self, data):
+    return self.m.json.output({
+        'value': base64.b64encode(data),
+    })

data/vendor/depot_tools/recipes/recipe_modules/infra_paths/__init__.py

@@ -2,6 +2,3 @@ DEPS = [
   'recipe_engine/path',
   'recipe_engine/properties',
 ]
-
-# TODO(phajdan): provide coverage (http://crbug.com/693058).
-DISABLE_STRICT_COVERAGE = True

data/vendor/depot_tools/recipes/recipe_modules/infra_paths/{example.expected → examples/full.expected}/basic.json

@@ -1,9 +1,10 @@
 [
   {
     "cmd": [],
-    "name": "show cache path",
+    "name": "show paths",
     "~followup_annotations": [
-      "@@@STEP_LOG_LINE@result@base_paths: {'start_dir': ('/', 'b', 'FakeTestingCWD'), 'cache': ('/', 'b', 'c'), 'tmp_base': ('/',)}@@@",
+      "@@@STEP_LOG_LINE@result@base_paths: {'start_dir': ('/', 'b', 'FakeTestingCWD'), 'cleanup': ('/', 'b', 'cleanup'), 'cache': ('/', 'b', 'c'), 'tmp_base': ('/',)}@@@",
+      "@@@STEP_LOG_LINE@result@default_git_cache_dir: Path('cache', 'git')@@@",
       "@@@STEP_LOG_END@result@@@"
     ]
   },

data/vendor/depot_tools/recipes/recipe_modules/infra_paths/{example.expected → examples/full.expected}/paths_buildbot_linux.json

@@ -1,9 +1,10 @@
 [
   {
     "cmd": [],
-    "name": "show cache path",
+    "name": "show paths",
     "~followup_annotations": [
-      "@@@STEP_LOG_LINE@result@base_paths: {'depot_tools': ('depot_tools',), 'build_internal': ('build_internal',), 'cache': ('build', 'slave', 'cache'), 'goma_cache': ('build', 'slave', 'goma_cache'), 'start_dir': ('/', 'b', 'FakeTestingCWD'), 'build': ('build',), 'git_cache': ('build', 'slave', 'cache_dir'), 'root': (), 'tmp_base': ('/',)}@@@",
+      "@@@STEP_LOG_LINE@result@base_paths: {'depot_tools': ('depot_tools',), 'build_internal': ('build_internal',), 'cache': ('build', 'slave', 'cache'), 'goma_cache': ('build', 'slave', 'goma_cache'), 'start_dir': ('/', 'b', 'FakeTestingCWD'), 'cleanup': ('/', 'b', 'build.dead'), 'build': ('build',), 'git_cache': ('build', 'slave', 'cache_dir'), 'root': (), 'tmp_base': ('/',)}@@@",
+      "@@@STEP_LOG_LINE@result@default_git_cache_dir: Path('git_cache')@@@",
       "@@@STEP_LOG_END@result@@@"
     ]
   },

data/vendor/depot_tools/recipes/recipe_modules/infra_paths/{example.expected → examples/full.expected}/paths_buildbot_mac.json

@@ -1,9 +1,10 @@
 [
   {
     "cmd": [],
-    "name": "show cache path",
+    "name": "show paths",
     "~followup_annotations": [
-      "@@@STEP_LOG_LINE@result@base_paths: {'depot_tools': ('depot_tools',), 'build_internal': ('build_internal',), 'cache': ('build', 'slave', 'cache'), 'goma_cache': ('build', 'slave', 'goma_cache'), 'start_dir': ('/', 'b', 'FakeTestingCWD'), 'build': ('build',), 'git_cache': ('build', 'slave', 'cache_dir'), 'root': (), 'tmp_base': ('/',)}@@@",
+      "@@@STEP_LOG_LINE@result@base_paths: {'depot_tools': ('depot_tools',), 'build_internal': ('build_internal',), 'cache': ('build', 'slave', 'cache'), 'goma_cache': ('build', 'slave', 'goma_cache'), 'start_dir': ('/', 'b', 'FakeTestingCWD'), 'cleanup': ('/', 'b', 'build.dead'), 'build': ('build',), 'git_cache': ('build', 'slave', 'cache_dir'), 'root': (), 'tmp_base': ('/',)}@@@",
+      "@@@STEP_LOG_LINE@result@default_git_cache_dir: Path('git_cache')@@@",
       "@@@STEP_LOG_END@result@@@"
     ]
   },

data/vendor/depot_tools/recipes/recipe_modules/infra_paths/{example.expected → examples/full.expected}/paths_buildbot_win.json

@@ -1,9 +1,10 @@
 [
   {
     "cmd": [],
-    "name": "show cache path",
+    "name": "show paths",
     "~followup_annotations": [
-      "@@@STEP_LOG_LINE@result@base_paths: {'depot_tools': ('depot_tools',), 'build_internal': ('build_internal',), 'cache': ('build', 'slave', 'cache'), 'goma_cache': ('build', 'slave', 'goma_cache'), 'start_dir': ('/', 'b', 'FakeTestingCWD'), 'build': ('build',), 'git_cache': ('build', 'slave', 'cache_dir'), 'root': (), 'tmp_base': ('/',)}@@@",
+      "@@@STEP_LOG_LINE@result@base_paths: {'depot_tools': ('depot_tools',), 'build_internal': ('build_internal',), 'cache': ('build', 'slave', 'cache'), 'goma_cache': ('build', 'slave', 'goma_cache'), 'start_dir': ('C:\\\\', 'b', 'FakeTestingCWD'), 'cleanup': ('C:\\\\', 'b', 'build.dead'), 'build': ('build',), 'git_cache': ('build', 'slave', 'cache_dir'), 'root': (), 'tmp_base': ('C:\\\\',)}@@@",
+      "@@@STEP_LOG_LINE@result@default_git_cache_dir: Path('git_cache')@@@",
       "@@@STEP_LOG_END@result@@@"
     ]
   },

data/vendor/depot_tools/recipes/recipe_modules/infra_paths/{example.expected → examples/full.expected}/paths_generic_linux.json

@@ -1,9 +1,10 @@
 [
   {
     "cmd": [],
-    "name": "show cache path",
+    "name": "show paths",
     "~followup_annotations": [
-      "@@@STEP_LOG_LINE@result@base_paths: {'builder_cache': ('/', 'b', 'c', 'builder'), 'cache': ('/', 'b', 'c'), 'goma_cache': ('/', 'b', 'c', 'goma'), 'start_dir': ('/', 'b', 'FakeTestingCWD'), 'git_cache': ('/', 'b', 'c', 'git'), 'tmp_base': ('/',)}@@@",
+      "@@@STEP_LOG_LINE@result@base_paths: {'builder_cache': ('/', 'b', 'c', 'builder'), 'cache': ('/', 'b', 'c'), 'goma_cache': ('/', 'b', 'c', 'goma'), 'start_dir': ('/', 'b', 'FakeTestingCWD'), 'cleanup': ('/', 'b', 'cleanup'), 'git_cache': ('/', 'b', 'c', 'git'), 'tmp_base': ('/',)}@@@",
+      "@@@STEP_LOG_LINE@result@default_git_cache_dir: Path('git_cache')@@@",
       "@@@STEP_LOG_END@result@@@"
     ]
   },

data/vendor/depot_tools/recipes/recipe_modules/infra_paths/{example.expected → examples/full.expected}/paths_generic_mac.json

@@ -1,9 +1,10 @@
 [
   {
     "cmd": [],
-    "name": "show cache path",
+    "name": "show paths",
     "~followup_annotations": [
-      "@@@STEP_LOG_LINE@result@base_paths: {'builder_cache': ('/', 'b', 'c', 'builder'), 'cache': ('/', 'b', 'c'), 'goma_cache': ('/', 'b', 'c', 'goma'), 'start_dir': ('/', 'b', 'FakeTestingCWD'), 'git_cache': ('/', 'b', 'c', 'git'), 'tmp_base': ('/',)}@@@",
+      "@@@STEP_LOG_LINE@result@base_paths: {'builder_cache': ('/', 'b', 'c', 'builder'), 'cache': ('/', 'b', 'c'), 'goma_cache': ('/', 'b', 'c', 'goma'), 'start_dir': ('/', 'b', 'FakeTestingCWD'), 'cleanup': ('/', 'b', 'cleanup'), 'git_cache': ('/', 'b', 'c', 'git'), 'tmp_base': ('/',)}@@@",
+      "@@@STEP_LOG_LINE@result@default_git_cache_dir: Path('git_cache')@@@",
       "@@@STEP_LOG_END@result@@@"
     ]
   },

data/vendor/depot_tools/recipes/recipe_modules/infra_paths/examples/full.expected/paths_generic_win.json

@@ -0,0 +1,16 @@
+[
+  {
+    "cmd": [],
+    "name": "show paths",
+    "~followup_annotations": [
+      "@@@STEP_LOG_LINE@result@base_paths: {'builder_cache': ('C:\\\\', 'b', 'c', 'builder'), 'cache': ('C:\\\\', 'b', 'c'), 'goma_cache': ('C:\\\\', 'b', 'c', 'goma'), 'start_dir': ('C:\\\\', 'b', 'FakeTestingCWD'), 'cleanup': ('C:\\\\', 'b', 'cleanup'), 'git_cache': ('C:\\\\', 'b', 'c', 'git'), 'tmp_base': ('C:\\\\',)}@@@",
+      "@@@STEP_LOG_LINE@result@default_git_cache_dir: Path('git_cache')@@@",
+      "@@@STEP_LOG_END@result@@@"
+    ]
+  },
+  {
+    "name": "$result",
+    "recipe_result": null,
+    "status_code": 0
+  }
+]