libv8 7.3.492.27.1 → 8.4.255.0
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/.gitignore +1 -0
- data/.travis.yml +11 -14
- data/CHANGELOG.md +10 -0
- data/README.md +10 -11
- data/Rakefile +30 -36
- data/ext/libv8/builder.rb +1 -1
- data/lib/libv8/version.rb +1 -1
- data/libv8.gemspec +1 -3
- data/vendor/depot_tools/{cipd.ps1 → .cipd_impl.ps1} +0 -0
- data/vendor/depot_tools/.gitattributes +1 -1
- data/vendor/depot_tools/.gitignore +7 -2
- data/vendor/depot_tools/.style.yapf +3 -1
- data/vendor/depot_tools/.vpython +55 -0
- data/vendor/depot_tools/.vpython3 +23 -0
- data/vendor/depot_tools/CROS_OWNERS +3 -1
- data/vendor/depot_tools/GOMA_OWNERS +9 -0
- data/vendor/depot_tools/LUCI_OWNERS +5 -0
- data/vendor/depot_tools/OWNERS +21 -6
- data/vendor/depot_tools/PRESUBMIT.py +35 -18
- data/vendor/depot_tools/README.git-cl.md +0 -14
- data/vendor/depot_tools/README.md +1 -1
- data/vendor/depot_tools/WATCHLISTS +2 -2
- data/vendor/depot_tools/auth.py +60 -772
- data/vendor/depot_tools/autoninja +12 -6
- data/vendor/depot_tools/autoninja.bat +14 -6
- data/vendor/depot_tools/autoninja.py +64 -27
- data/vendor/depot_tools/bb +1 -1
- data/vendor/depot_tools/bootstrap/{win/README.md → README.md} +28 -14
- data/vendor/depot_tools/bootstrap/{win/win_tools.py → bootstrap.py} +60 -43
- data/vendor/depot_tools/bootstrap/{win/git-bash.template.sh → git-bash.template.sh} +1 -1
- data/vendor/depot_tools/bootstrap/{win/git.template.bat → git.template.bat} +0 -0
- data/vendor/depot_tools/bootstrap/manifest.txt +27 -0
- data/vendor/depot_tools/bootstrap/manifest_bleeding_edge.txt +27 -0
- data/vendor/depot_tools/bootstrap/{win/profile.d.python.sh → profile.d.python.sh} +0 -0
- data/vendor/depot_tools/bootstrap/{win/python27.bleeding_edge.bat → python27.bat} +0 -0
- data/vendor/depot_tools/bootstrap/{win/python27.new.bat → python3.bat} +3 -3
- data/vendor/depot_tools/bootstrap/{win/win_tools.bat → win_tools.bat} +21 -16
- data/vendor/depot_tools/bootstrap_python3 +35 -0
- data/vendor/depot_tools/cbuildbot +1 -1
- data/vendor/depot_tools/chrome_set_ver +1 -1
- data/vendor/depot_tools/cipd +43 -39
- data/vendor/depot_tools/cipd.bat +2 -2
- data/vendor/depot_tools/cipd_client_version +1 -1
- data/vendor/depot_tools/cipd_client_version.digests +15 -14
- data/vendor/depot_tools/cipd_manifest.txt +31 -8
- data/vendor/depot_tools/cipd_manifest.versions +278 -158
- data/vendor/depot_tools/cit.py +9 -7
- data/vendor/depot_tools/clang_format.py +4 -1
- data/vendor/depot_tools/clang_format_merge_driver.py +10 -8
- data/vendor/depot_tools/compile_single_file.py +7 -2
- data/vendor/depot_tools/cpplint.py +51 -45
- data/vendor/depot_tools/cros +87 -0
- data/vendor/depot_tools/cros_sdk +1 -1
- data/vendor/depot_tools/crosjobs +13 -0
- data/vendor/depot_tools/detect_host_arch.py +0 -1
- data/vendor/depot_tools/dirmd +12 -0
- data/vendor/depot_tools/dirmd.bat +7 -0
- data/vendor/depot_tools/download_from_google_storage.py +47 -27
- data/vendor/depot_tools/ensure_bootstrap +14 -0
- data/vendor/depot_tools/fetch +14 -1
- data/vendor/depot_tools/fetch.bat +14 -1
- data/vendor/depot_tools/fetch.py +5 -7
- data/vendor/depot_tools/fetch_configs/chromium.py +6 -4
- data/vendor/depot_tools/fetch_configs/devtools-frontend.py +44 -0
- data/vendor/depot_tools/fetch_configs/ios_internal.py +10 -19
- data/vendor/depot_tools/fix_encoding.py +19 -5
- data/vendor/depot_tools/gclient +28 -12
- data/vendor/depot_tools/gclient-new-workdir.py +2 -0
- data/vendor/depot_tools/gclient.bat +18 -1
- data/vendor/depot_tools/gclient.py +160 -119
- data/vendor/depot_tools/gclient_eval.py +119 -107
- data/vendor/depot_tools/gclient_paths.py +67 -57
- data/vendor/depot_tools/gclient_scm.py +181 -159
- data/vendor/depot_tools/gclient_utils.py +177 -124
- data/vendor/depot_tools/gerrit_client.py +21 -13
- data/vendor/depot_tools/gerrit_util.py +188 -228
- data/vendor/depot_tools/git-cache +1 -1
- data/vendor/depot_tools/git-cl +1 -1
- data/vendor/depot_tools/git-drover +1 -1
- data/vendor/depot_tools/git-find-releases +1 -1
- data/vendor/depot_tools/git-footers +1 -1
- data/vendor/depot_tools/git-freeze +1 -1
- data/vendor/depot_tools/git-hyper-blame +1 -1
- data/vendor/depot_tools/git-map +1 -1
- data/vendor/depot_tools/git-map-branches +1 -1
- data/vendor/depot_tools/git-mark-merge-base +1 -1
- data/vendor/depot_tools/git-nav-downstream +1 -1
- data/vendor/depot_tools/git-new-branch +1 -1
- data/vendor/depot_tools/git-number +1 -1
- data/vendor/depot_tools/git-rebase-update +1 -1
- data/vendor/depot_tools/git-rename-branch +1 -1
- data/vendor/depot_tools/git-reparent-branch +1 -1
- data/vendor/depot_tools/git-retry +1 -1
- data/vendor/depot_tools/git-squash-branch +1 -1
- data/vendor/depot_tools/git-thaw +1 -1
- data/vendor/depot_tools/git-upstream-diff +1 -1
- data/vendor/depot_tools/git_cache.py +255 -360
- data/vendor/depot_tools/git_cl.py +1562 -2059
- data/vendor/depot_tools/git_cl_completion.sh +16 -2
- data/vendor/depot_tools/git_common.py +77 -32
- data/vendor/depot_tools/git_drover.py +17 -8
- data/vendor/depot_tools/git_find_releases.py +11 -9
- data/vendor/depot_tools/git_footers.py +13 -9
- data/vendor/depot_tools/git_freezer.py +3 -1
- data/vendor/depot_tools/git_hyper_blame.py +25 -32
- data/vendor/depot_tools/git_map.py +115 -93
- data/vendor/depot_tools/git_map_branches.py +11 -10
- data/vendor/depot_tools/git_mark_merge_base.py +8 -6
- data/vendor/depot_tools/git_nav_downstream.py +9 -6
- data/vendor/depot_tools/git_new_branch.py +39 -33
- data/vendor/depot_tools/git_number.py +28 -17
- data/vendor/depot_tools/git_rebase_update.py +50 -49
- data/vendor/depot_tools/git_rename_branch.py +2 -2
- data/vendor/depot_tools/git_reparent_branch.py +8 -6
- data/vendor/depot_tools/git_upstream_diff.py +4 -2
- data/vendor/depot_tools/gn.py +6 -4
- data/vendor/depot_tools/goma_auth +12 -0
- data/vendor/depot_tools/goma_auth.bat +8 -0
- data/vendor/depot_tools/goma_ctl +12 -0
- data/vendor/depot_tools/goma_ctl.bat +8 -0
- data/vendor/depot_tools/gsutil.py +5 -2
- data/vendor/depot_tools/gsutil.py.bat +8 -0
- data/vendor/depot_tools/gsutil.vpython +3 -1
- data/vendor/depot_tools/infra/config/OWNERS +2 -2
- data/vendor/depot_tools/infra/config/recipes.cfg +3 -2
- data/vendor/depot_tools/led +1 -1
- data/vendor/depot_tools/lockfile.py +116 -0
- data/vendor/depot_tools/luci-auth +1 -1
- data/vendor/depot_tools/lucicfg +1 -1
- data/vendor/depot_tools/mac_toolchain +1 -1
- data/vendor/depot_tools/man/html/depot_tools.html +1 -1
- data/vendor/depot_tools/man/html/depot_tools_tutorial.html +31 -25
- data/vendor/depot_tools/man/html/git-cl.html +1 -1
- data/vendor/depot_tools/man/html/git-drover.html +18 -18
- data/vendor/depot_tools/man/html/git-footers.html +1 -1
- data/vendor/depot_tools/man/html/git-freeze.html +3 -3
- data/vendor/depot_tools/man/html/git-hyper-blame.html +1 -1
- data/vendor/depot_tools/man/html/git-map-branches.html +2 -2
- data/vendor/depot_tools/man/html/git-map.html +1 -1
- data/vendor/depot_tools/man/html/git-mark-merge-base.html +1 -1
- data/vendor/depot_tools/man/html/git-nav-downstream.html +3 -3
- data/vendor/depot_tools/man/html/git-nav-upstream.html +12 -6
- data/vendor/depot_tools/man/html/git-new-branch.html +1 -1
- data/vendor/depot_tools/man/html/git-rebase-update.html +20 -1
- data/vendor/depot_tools/man/html/git-rename-branch.html +1 -1
- data/vendor/depot_tools/man/html/git-reparent-branch.html +1 -1
- data/vendor/depot_tools/man/html/git-retry.html +1 -1
- data/vendor/depot_tools/man/html/git-squash-branch.html +1 -1
- data/vendor/depot_tools/man/html/git-thaw.html +1 -1
- data/vendor/depot_tools/man/html/git-upstream-diff.html +10 -6
- data/vendor/depot_tools/man/man1/git-cl.1 +4 -4
- data/vendor/depot_tools/man/man1/git-drover.1 +21 -21
- data/vendor/depot_tools/man/man1/git-footers.1 +4 -4
- data/vendor/depot_tools/man/man1/git-freeze.1 +6 -6
- data/vendor/depot_tools/man/man1/git-hyper-blame.1 +4 -4
- data/vendor/depot_tools/man/man1/git-map-branches.1 +4 -4
- data/vendor/depot_tools/man/man1/git-map.1 +4 -4
- data/vendor/depot_tools/man/man1/git-mark-merge-base.1 +4 -4
- data/vendor/depot_tools/man/man1/git-nav-downstream.1 +6 -6
- data/vendor/depot_tools/man/man1/git-nav-upstream.1 +15 -9
- data/vendor/depot_tools/man/man1/git-new-branch.1 +3 -3
- data/vendor/depot_tools/man/man1/git-rebase-update.1 +14 -4
- data/vendor/depot_tools/man/man1/git-rename-branch.1 +4 -4
- data/vendor/depot_tools/man/man1/git-reparent-branch.1 +4 -4
- data/vendor/depot_tools/man/man1/git-retry.1 +4 -4
- data/vendor/depot_tools/man/man1/git-squash-branch.1 +4 -4
- data/vendor/depot_tools/man/man1/git-thaw.1 +4 -4
- data/vendor/depot_tools/man/man1/git-upstream-diff.1 +7 -13
- data/vendor/depot_tools/man/man7/depot_tools.7 +4 -4
- data/vendor/depot_tools/man/man7/depot_tools_tutorial.7 +31 -25
- data/vendor/depot_tools/man/src/common_demo_functions.sh +2 -2
- data/vendor/depot_tools/man/src/depot_tools_tutorial.txt +3 -3
- data/vendor/depot_tools/man/src/filter_demo_output.py +4 -2
- data/vendor/depot_tools/man/src/git-new-branch.txt +2 -1
- data/vendor/depot_tools/man/src/git-rebase-update.txt +8 -1
- data/vendor/depot_tools/metrics.README.md +8 -5
- data/vendor/depot_tools/metrics.py +7 -6
- data/vendor/depot_tools/metrics_utils.py +4 -14
- data/vendor/depot_tools/my_activity.py +85 -251
- data/vendor/depot_tools/ninja +1 -0
- data/vendor/depot_tools/ninja-mac +0 -0
- data/vendor/depot_tools/ninjalog_uploader.py +146 -145
- data/vendor/depot_tools/ninjalog_uploader_wrapper.py +69 -60
- data/vendor/depot_tools/owners.py +156 -43
- data/vendor/depot_tools/owners_finder.py +28 -14
- data/vendor/depot_tools/post_build_ninja_summary.py +76 -48
- data/vendor/depot_tools/presubmit_canned_checks.py +293 -106
- data/vendor/depot_tools/presubmit_support.py +527 -333
- data/vendor/depot_tools/prpc +1 -1
- data/vendor/depot_tools/pylint +2 -12
- data/vendor/depot_tools/pylint-1.5 +78 -0
- data/vendor/depot_tools/pylint-1.6 +78 -0
- data/vendor/depot_tools/pylint-1.7 +78 -0
- data/vendor/depot_tools/pylint-1.8 +78 -0
- data/vendor/depot_tools/pylint-1.9 +78 -0
- data/vendor/depot_tools/{depot-tools-auth.bat → pylint.bat} +2 -2
- data/vendor/depot_tools/pylint_main.py +45 -0
- data/vendor/depot_tools/pylintrc +14 -1
- data/vendor/depot_tools/python-bin/python3 +7 -0
- data/vendor/depot_tools/python_runner.sh +13 -8
- data/vendor/depot_tools/rdb +12 -0
- data/vendor/depot_tools/rdb.bat +7 -0
- data/vendor/depot_tools/recipes/OWNERS +0 -1
- data/vendor/depot_tools/recipes/README.recipes.md +218 -151
- data/vendor/depot_tools/recipes/recipe_modules/OWNERS +1 -1
- data/vendor/depot_tools/recipes/recipe_modules/bot_update/__init__.py +17 -16
- data/vendor/depot_tools/recipes/recipe_modules/bot_update/api.py +127 -78
- data/vendor/depot_tools/recipes/recipe_modules/bot_update/examples/full.expected/basic.json +19 -4
- data/vendor/depot_tools/recipes/recipe_modules/bot_update/examples/full.expected/basic_luci.json +18 -3
- data/vendor/depot_tools/recipes/recipe_modules/bot_update/examples/full.expected/basic_with_branch_heads.json +19 -4
- data/vendor/depot_tools/recipes/recipe_modules/bot_update/examples/full.expected/clobber.json +29 -8
- data/vendor/depot_tools/recipes/recipe_modules/bot_update/examples/full.expected/deprecated_got_revision_mapping.json +28 -10
- data/vendor/depot_tools/recipes/recipe_modules/bot_update/examples/full.expected/gerrit_no_rebase_patch_ref.json +29 -8
- data/vendor/depot_tools/recipes/recipe_modules/bot_update/examples/full.expected/gerrit_no_reset.json +29 -8
- data/vendor/depot_tools/recipes/recipe_modules/bot_update/examples/full.expected/input_commit_with_id_without_repo.json +29 -8
- data/vendor/depot_tools/recipes/recipe_modules/bot_update/examples/full.expected/multiple_patch_refs.json +29 -8
- data/vendor/depot_tools/recipes/recipe_modules/bot_update/examples/full.expected/no_apply_patch_on_gclient.json +35 -10
- data/vendor/depot_tools/recipes/recipe_modules/bot_update/examples/full.expected/{with_manifest_name.json → no_cp_checkout_HEAD.json} +25 -15
- data/vendor/depot_tools/recipes/recipe_modules/bot_update/examples/full.expected/no_cp_checkout_a_branch_head.json +65 -0
- data/vendor/depot_tools/recipes/recipe_modules/bot_update/examples/full.expected/no_cp_checkout_a_specific_commit.json +65 -0
- data/vendor/depot_tools/recipes/recipe_modules/bot_update/examples/full.expected/no_cp_checkout_master.json +65 -0
- data/vendor/depot_tools/recipes/recipe_modules/bot_update/examples/full.expected/refs.json +29 -8
- data/vendor/depot_tools/recipes/recipe_modules/bot_update/examples/full.expected/reset_root_solution_revision.json +29 -8
- data/vendor/depot_tools/recipes/recipe_modules/bot_update/examples/full.expected/resolve_chromium_fixed_version.json +117 -0
- data/vendor/depot_tools/recipes/recipe_modules/bot_update/examples/full.expected/tryjob_fail.json +17 -11
- data/vendor/depot_tools/recipes/recipe_modules/bot_update/examples/full.expected/tryjob_fail_patch.json +41 -10
- data/vendor/depot_tools/recipes/recipe_modules/bot_update/examples/full.expected/tryjob_fail_patch_download.json +24 -11
- data/vendor/depot_tools/recipes/recipe_modules/bot_update/examples/full.expected/tryjob_gerrit_angle.json +35 -10
- data/vendor/depot_tools/recipes/recipe_modules/bot_update/examples/full.expected/tryjob_gerrit_branch_heads.json +35 -10
- data/vendor/depot_tools/recipes/recipe_modules/bot_update/examples/full.expected/tryjob_gerrit_feature_branch.json +38 -11
- data/vendor/depot_tools/recipes/recipe_modules/bot_update/examples/full.expected/tryjob_gerrit_v8_feature_branch.json +36 -11
- data/vendor/depot_tools/recipes/recipe_modules/bot_update/examples/full.expected/tryjob_gerrit_webrtc.json +35 -10
- data/vendor/depot_tools/recipes/recipe_modules/bot_update/examples/full.expected/tryjob_v8.json +35 -10
- data/vendor/depot_tools/recipes/recipe_modules/bot_update/examples/full.expected/tryjob_v8_head_by_default.json +35 -10
- data/vendor/depot_tools/recipes/recipe_modules/bot_update/examples/full.expected/unrecognized_commit_repo.json +0 -5
- data/vendor/depot_tools/recipes/recipe_modules/bot_update/examples/full.expected/with_tags.json +29 -8
- data/vendor/depot_tools/recipes/recipe_modules/bot_update/examples/full.py +95 -22
- data/vendor/depot_tools/recipes/recipe_modules/bot_update/resources/bot_update.py +187 -114
- data/vendor/depot_tools/recipes/recipe_modules/bot_update/test_api.py +2 -2
- data/vendor/depot_tools/recipes/recipe_modules/bot_update/tests/do_not_retry_patch_failures_in_cq.py +42 -0
- data/vendor/depot_tools/recipes/recipe_modules/bot_update/tests/ensure_checkout.py +1 -0
- data/vendor/depot_tools/recipes/recipe_modules/cipd/__init__.py +0 -1
- data/vendor/depot_tools/recipes/recipe_modules/cipd/api.py +2 -2
- data/vendor/depot_tools/recipes/recipe_modules/cipd/examples/full.expected/basic.json +0 -1
- data/vendor/depot_tools/recipes/recipe_modules/cipd/examples/full.expected/basic_pkg.json +0 -1
- data/vendor/depot_tools/recipes/recipe_modules/cipd/examples/full.expected/describe-failed.json +2 -4
- data/vendor/depot_tools/recipes/recipe_modules/cipd/examples/full.expected/describe-many-instances.json +0 -1
- data/vendor/depot_tools/recipes/recipe_modules/cipd/examples/full.expected/mac64.json +0 -1
- data/vendor/depot_tools/recipes/recipe_modules/cipd/examples/full.expected/pkg_bad_file.json +26 -6
- data/vendor/depot_tools/recipes/recipe_modules/cipd/examples/full.expected/pkg_bad_mode.json +23 -5
- data/vendor/depot_tools/recipes/recipe_modules/cipd/examples/full.expected/pkg_bad_verfile.json +23 -5
- data/vendor/depot_tools/recipes/recipe_modules/cipd/examples/full.expected/win64.json +0 -1
- data/vendor/depot_tools/recipes/recipe_modules/cipd/examples/platform_suffix.expected/junk arch.json +0 -1
- data/vendor/depot_tools/recipes/recipe_modules/cipd/examples/platform_suffix.expected/junk bits.json +0 -1
- data/vendor/depot_tools/recipes/recipe_modules/cipd/examples/platform_suffix.expected/linux_arm_32.json +0 -1
- data/vendor/depot_tools/recipes/recipe_modules/cipd/examples/platform_suffix.expected/linux_arm_64.json +0 -1
- data/vendor/depot_tools/recipes/recipe_modules/cipd/examples/platform_suffix.expected/linux_intel_32.json +0 -1
- data/vendor/depot_tools/recipes/recipe_modules/cipd/examples/platform_suffix.expected/linux_intel_64.json +0 -1
- data/vendor/depot_tools/recipes/recipe_modules/cipd/examples/platform_suffix.expected/linux_mips_64.json +0 -1
- data/vendor/depot_tools/recipes/recipe_modules/cipd/examples/platform_suffix.expected/mac_intel_64.json +0 -1
- data/vendor/depot_tools/recipes/recipe_modules/cipd/examples/platform_suffix.expected/win_intel_32.json +0 -1
- data/vendor/depot_tools/recipes/recipe_modules/cipd/examples/platform_suffix.expected/win_intel_64.json +0 -1
- data/vendor/depot_tools/recipes/recipe_modules/cipd/test_api.py +1 -1
- data/vendor/depot_tools/recipes/recipe_modules/depot_tools/api.py +4 -1
- data/vendor/depot_tools/recipes/recipe_modules/depot_tools/examples/full.expected/basic.json +4 -2
- data/vendor/depot_tools/recipes/recipe_modules/depot_tools/examples/full.expected/basic_luci.json +3 -1
- data/vendor/depot_tools/recipes/recipe_modules/depot_tools/examples/full.expected/win.json +4 -2
- data/vendor/depot_tools/recipes/recipe_modules/gclient/__init__.py +2 -1
- data/vendor/depot_tools/recipes/recipe_modules/gclient/api.py +82 -13
- data/vendor/depot_tools/recipes/recipe_modules/gclient/config.py +23 -11
- data/vendor/depot_tools/recipes/recipe_modules/gclient/examples/full.expected/basic.json +3 -4
- data/vendor/depot_tools/recipes/recipe_modules/gclient/examples/full.expected/revision.json +3 -6
- data/vendor/depot_tools/recipes/recipe_modules/gclient/examples/full.expected/tryserver.json +3 -4
- data/vendor/depot_tools/recipes/recipe_modules/gclient/examples/full.py +7 -7
- data/vendor/depot_tools/recipes/recipe_modules/gclient/resources/diff_deps.py +16 -0
- data/vendor/depot_tools/recipes/recipe_modules/gclient/test_api.py +4 -0
- data/vendor/depot_tools/recipes/recipe_modules/gclient/tests/diff_deps.expected/basic.json +55 -0
- data/vendor/depot_tools/recipes/recipe_modules/gclient/tests/diff_deps.expected/dont have revision yet.json +84 -0
- data/vendor/depot_tools/recipes/recipe_modules/gclient/tests/diff_deps.expected/no change, exception.json +83 -0
- data/vendor/depot_tools/recipes/recipe_modules/gclient/tests/diff_deps.expected/windows.json +55 -0
- data/vendor/depot_tools/recipes/recipe_modules/gclient/tests/diff_deps.py +88 -0
- data/vendor/depot_tools/recipes/recipe_modules/gclient/tests/patch_project.py +9 -21
- data/vendor/depot_tools/recipes/recipe_modules/gclient/tests/sync_failure.py +24 -0
- data/vendor/depot_tools/recipes/recipe_modules/gerrit/api.py +2 -1
- data/vendor/depot_tools/recipes/recipe_modules/gerrit/examples/full.expected/basic.json +7 -12
- data/vendor/depot_tools/recipes/recipe_modules/git/__init__.py +0 -2
- data/vendor/depot_tools/recipes/recipe_modules/git/api.py +9 -17
- data/vendor/depot_tools/recipes/recipe_modules/git/examples/full.expected/basic.json +2 -8
- data/vendor/depot_tools/recipes/recipe_modules/git/examples/full.expected/basic_branch.json +2 -8
- data/vendor/depot_tools/recipes/recipe_modules/git/examples/full.expected/basic_file_name.json +2 -8
- data/vendor/depot_tools/recipes/recipe_modules/git/examples/full.expected/basic_hash.json +2 -8
- data/vendor/depot_tools/recipes/recipe_modules/git/examples/full.expected/basic_ref.json +2 -8
- data/vendor/depot_tools/recipes/recipe_modules/git/examples/full.expected/basic_submodule_update_force.json +2 -8
- data/vendor/depot_tools/recipes/recipe_modules/git/examples/full.expected/basic_tags.json +2 -8
- data/vendor/depot_tools/recipes/recipe_modules/git/examples/full.expected/can_fail_build.json +3 -13
- data/vendor/depot_tools/recipes/recipe_modules/git/examples/full.expected/cannot_fail_build.json +2 -8
- data/vendor/depot_tools/recipes/recipe_modules/git/examples/full.expected/cat-file_test.json +4 -12
- data/vendor/depot_tools/recipes/recipe_modules/git/examples/full.expected/count-objects_delta.json +2 -10
- data/vendor/depot_tools/recipes/recipe_modules/git/examples/full.expected/count-objects_failed.json +1 -7
- data/vendor/depot_tools/recipes/recipe_modules/git/examples/full.expected/count-objects_with_bad_output.json +1 -7
- data/vendor/depot_tools/recipes/recipe_modules/git/examples/full.expected/count-objects_with_bad_output_fails_build.json +0 -8
- data/vendor/depot_tools/recipes/recipe_modules/git/examples/full.expected/curl_trace_file.json +3 -10
- data/vendor/depot_tools/recipes/recipe_modules/git/examples/full.expected/git-cache-checkout.json +3 -11
- data/vendor/depot_tools/recipes/recipe_modules/git/examples/full.expected/platform_win.json +2 -8
- data/vendor/depot_tools/recipes/recipe_modules/git/examples/full.expected/rebase_failed.json +3 -13
- data/vendor/depot_tools/recipes/recipe_modules/git/examples/full.expected/remote_not_origin.json +2 -8
- data/vendor/depot_tools/recipes/recipe_modules/git/examples/full.expected/set_got_revision.json +2 -8
- data/vendor/depot_tools/recipes/recipe_modules/git/examples/full.py +0 -5
- data/vendor/depot_tools/recipes/recipe_modules/git_cl/__init__.py +1 -1
- data/vendor/depot_tools/recipes/recipe_modules/git_cl/api.py +7 -13
- data/vendor/depot_tools/recipes/recipe_modules/git_cl/examples/full.expected/basic.json +21 -16
- data/vendor/depot_tools/recipes/recipe_modules/git_cl/examples/full.py +1 -2
- data/vendor/depot_tools/recipes/recipe_modules/gitiles/api.py +1 -1
- data/vendor/depot_tools/recipes/recipe_modules/gitiles/examples/full.expected/basic.json +0 -1
- data/vendor/depot_tools/recipes/recipe_modules/gitiles/resources/gerrit_client.py +2 -2
- data/vendor/depot_tools/recipes/recipe_modules/gitiles/tests/parse_repo_url.expected/basic.json +0 -1
- data/vendor/depot_tools/recipes/recipe_modules/gsutil/api.py +23 -8
- data/vendor/depot_tools/recipes/recipe_modules/gsutil/examples/full.expected/basic.json +52 -1
- data/vendor/depot_tools/recipes/recipe_modules/gsutil/examples/full.py +15 -0
- data/vendor/depot_tools/recipes/recipe_modules/osx_sdk/__init__.py +1 -0
- data/vendor/depot_tools/recipes/recipe_modules/osx_sdk/api.py +32 -8
- data/vendor/depot_tools/recipes/recipe_modules/osx_sdk/examples/full.expected/ancient_version.json +83 -0
- data/vendor/depot_tools/recipes/recipe_modules/osx_sdk/examples/full.expected/automatic_version.json +83 -0
- data/vendor/depot_tools/recipes/recipe_modules/osx_sdk/examples/full.expected/explicit_version.json +83 -0
- data/vendor/depot_tools/recipes/recipe_modules/osx_sdk/examples/full.expected/linux.json +0 -1
- data/vendor/depot_tools/recipes/recipe_modules/osx_sdk/examples/full.expected/mac.json +5 -4
- data/vendor/depot_tools/recipes/recipe_modules/osx_sdk/examples/full.expected/win.json +0 -1
- data/vendor/depot_tools/recipes/recipe_modules/osx_sdk/examples/full.py +21 -2
- data/vendor/depot_tools/recipes/recipe_modules/presubmit/__init__.py +20 -0
- data/vendor/depot_tools/recipes/recipe_modules/presubmit/api.py +235 -3
- data/vendor/depot_tools/recipes/recipe_modules/presubmit/examples/full.expected/basic.json +13 -5
- data/vendor/depot_tools/recipes/recipe_modules/presubmit/examples/full.py +5 -1
- data/vendor/depot_tools/recipes/recipe_modules/presubmit/properties.proto +14 -0
- data/vendor/depot_tools/recipes/recipe_modules/presubmit/test_api.py +19 -0
- data/vendor/depot_tools/recipes/recipe_modules/presubmit/tests/execute.py +247 -0
- data/vendor/depot_tools/recipes/recipe_modules/presubmit/tests/prepare.py +49 -0
- data/vendor/depot_tools/recipes/recipe_modules/tryserver/api.py +33 -45
- data/vendor/depot_tools/recipes/recipe_modules/tryserver/examples/full.expected/basic_tags.json +0 -1
- data/vendor/depot_tools/recipes/recipe_modules/tryserver/examples/full.expected/with_gerrit_patch.json +64 -21
- data/vendor/depot_tools/recipes/recipe_modules/tryserver/examples/full.expected/with_gerrit_patch_and_target_ref.json +64 -21
- data/vendor/depot_tools/recipes/recipe_modules/tryserver/examples/full.expected/with_wrong_patch.json +1 -22
- data/vendor/depot_tools/recipes/recipe_modules/tryserver/examples/full.expected/with_wrong_patch_new.json +1 -22
- data/vendor/depot_tools/recipes/recipe_modules/tryserver/examples/full.py +5 -32
- data/vendor/depot_tools/recipes/recipe_modules/tryserver/tests/gerrit_change_fetch_ref_timeout.py +29 -0
- data/vendor/depot_tools/recipes/recipe_modules/tryserver/tests/gerrit_change_owner.expected/basic.json +5 -0
- data/vendor/depot_tools/recipes/recipe_modules/tryserver/tests/gerrit_change_owner.py +22 -0
- data/vendor/depot_tools/recipes/recipe_modules/tryserver/tests/gerrit_change_target_ref.py +32 -0
- data/vendor/depot_tools/recipes/recipe_modules/windows_sdk/examples/full.expected/linux.json +0 -1
- data/vendor/depot_tools/recipes/recipe_modules/windows_sdk/examples/full.expected/mac.json +0 -1
- data/vendor/depot_tools/recipes/recipe_modules/windows_sdk/examples/full.expected/win.json +2 -1
- data/vendor/depot_tools/recipes/recipe_modules/windows_sdk/examples/full.py +1 -6
- data/vendor/depot_tools/recipes/recipes.py +49 -28
- data/vendor/depot_tools/recipes/recipes/fetch_end_to_end_test.expected/basic.json +11 -6
- data/vendor/depot_tools/repo +698 -540
- data/vendor/depot_tools/roll-dep +14 -1
- data/vendor/depot_tools/roll-dep.bat +10 -1
- data/vendor/depot_tools/roll_dep.py +15 -10
- data/vendor/depot_tools/scm.py +95 -75
- data/vendor/depot_tools/setup_color.py +36 -2
- data/vendor/depot_tools/split_cl.py +44 -32
- data/vendor/depot_tools/subcommand.py +6 -6
- data/vendor/depot_tools/subprocess2.py +38 -322
- data/vendor/depot_tools/third_party/colorama/LICENSE.txt +0 -1
- data/vendor/depot_tools/third_party/colorama/README.chromium +4 -5
- data/vendor/depot_tools/third_party/colorama/README.rst +346 -0
- data/vendor/depot_tools/third_party/colorama/__init__.py +3 -4
- data/vendor/depot_tools/third_party/colorama/ansi.py +82 -30
- data/vendor/depot_tools/third_party/colorama/ansitowin32.py +105 -37
- data/vendor/depot_tools/third_party/colorama/initialise.py +39 -15
- data/vendor/depot_tools/third_party/colorama/win32.py +46 -28
- data/vendor/depot_tools/third_party/colorama/winterm.py +80 -31
- data/vendor/depot_tools/update_depot_tools +18 -8
- data/vendor/depot_tools/update_depot_tools.bat +19 -15
- data/vendor/depot_tools/upload_metrics.py +7 -6
- data/vendor/depot_tools/upload_to_google_storage.py +23 -16
- data/vendor/depot_tools/vpython +4 -4
- data/vendor/depot_tools/vpython.bat +1 -1
- data/vendor/depot_tools/vpython3 +55 -0
- data/vendor/depot_tools/vpython3.bat +12 -0
- data/vendor/depot_tools/watchlists.py +14 -11
- data/vendor/depot_tools/weekly +4 -2
- data/vendor/depot_tools/win32imports.py +61 -0
- data/vendor/depot_tools/win_toolchain/get_toolchain_if_necessary.py +49 -41
- data/vendor/depot_tools/win_toolchain/package_from_installed.py +142 -149
- data/vendor/depot_tools/wtf +5 -3
- data/vendor/depot_tools/yapf +5 -1
- metadata +68 -343
- data/vendor/depot_tools/README.testing +0 -23
- data/vendor/depot_tools/annotated_gclient.py +0 -89
- data/vendor/depot_tools/appengine_mapper.py +0 -23
- data/vendor/depot_tools/bootstrap/win/manifest.txt +0 -20
- data/vendor/depot_tools/bootstrap/win/manifest_bleeding_edge.txt +0 -20
- data/vendor/depot_tools/bootstrap/win/pylint.new.bat +0 -7
- data/vendor/depot_tools/buildbucket.py +0 -186
- data/vendor/depot_tools/checkout.py +0 -431
- data/vendor/depot_tools/cros +0 -1
- data/vendor/depot_tools/dart_format.py +0 -58
- data/vendor/depot_tools/depot-tools-auth +0 -8
- data/vendor/depot_tools/depot-tools-auth.py +0 -102
- data/vendor/depot_tools/my_reviews.py +0 -396
- data/vendor/depot_tools/patch.py +0 -548
- data/vendor/depot_tools/pylint.py +0 -30
- data/vendor/depot_tools/recipes/recipe_modules/gclient/examples/full.expected/buildbot.json +0 -239
- data/vendor/depot_tools/recipes/recipe_modules/git/examples/full.expected/basic_luci.json +0 -222
- data/vendor/depot_tools/recipes/recipe_modules/infra_paths/__init__.py +0 -4
- data/vendor/depot_tools/recipes/recipe_modules/infra_paths/api.py +0 -29
- data/vendor/depot_tools/recipes/recipe_modules/infra_paths/examples/full.expected/basic.json +0 -15
- data/vendor/depot_tools/recipes/recipe_modules/infra_paths/examples/full.expected/paths_buildbot_linux.json +0 -15
- data/vendor/depot_tools/recipes/recipe_modules/infra_paths/examples/full.expected/paths_buildbot_mac.json +0 -15
- data/vendor/depot_tools/recipes/recipe_modules/infra_paths/examples/full.expected/paths_buildbot_win.json +0 -15
- data/vendor/depot_tools/recipes/recipe_modules/infra_paths/examples/full.expected/paths_generic_linux.json +0 -15
- data/vendor/depot_tools/recipes/recipe_modules/infra_paths/examples/full.expected/paths_generic_mac.json +0 -15
- data/vendor/depot_tools/recipes/recipe_modules/infra_paths/examples/full.expected/paths_generic_win.json +0 -15
- data/vendor/depot_tools/recipes/recipe_modules/infra_paths/examples/full.expected/paths_kitchen_linux.json +0 -15
- data/vendor/depot_tools/recipes/recipe_modules/infra_paths/examples/full.expected/paths_kitchen_mac.json +0 -15
- data/vendor/depot_tools/recipes/recipe_modules/infra_paths/examples/full.expected/paths_kitchen_win.json +0 -15
- data/vendor/depot_tools/recipes/recipe_modules/infra_paths/examples/full.py +0 -33
- data/vendor/depot_tools/recipes/recipe_modules/infra_paths/path_config.py +0 -66
- data/vendor/depot_tools/recipes/recipe_modules/tryserver/examples/full.expected/set_failure_hash_with_no_steps.json +0 -11
- data/vendor/depot_tools/recipes/recipe_modules/tryserver/examples/full.expected/with_git_patch.json +0 -45
- data/vendor/depot_tools/recipes/recipe_modules/tryserver/examples/full.expected/with_git_patch_luci.json +0 -45
- data/vendor/depot_tools/rietveld.py +0 -779
- data/vendor/depot_tools/roll-dep-svn +0 -8
- data/vendor/depot_tools/roll-dep-svn.bat +0 -12
- data/vendor/depot_tools/roll_dep_svn.py +0 -430
- data/vendor/depot_tools/support/chromite_wrapper +0 -96
- data/vendor/depot_tools/third_party/boto/LICENSE +0 -18
- data/vendor/depot_tools/third_party/boto/README.chromium +0 -43
- data/vendor/depot_tools/third_party/boto/README.rst +0 -163
- data/vendor/depot_tools/third_party/boto/__init__.py +0 -793
- data/vendor/depot_tools/third_party/boto/auth.py +0 -682
- data/vendor/depot_tools/third_party/boto/auth_handler.py +0 -58
- data/vendor/depot_tools/third_party/boto/cacerts/__init__.py +0 -22
- data/vendor/depot_tools/third_party/boto/cacerts/cacerts.txt +0 -2183
- data/vendor/depot_tools/third_party/boto/compat.py +0 -28
- data/vendor/depot_tools/third_party/boto/connection.py +0 -1081
- data/vendor/depot_tools/third_party/boto/contrib/__init__.py +0 -22
- data/vendor/depot_tools/third_party/boto/contrib/ymlmessage.py +0 -52
- data/vendor/depot_tools/third_party/boto/core/README +0 -58
- data/vendor/depot_tools/third_party/boto/core/__init__.py +0 -23
- data/vendor/depot_tools/third_party/boto/core/auth.py +0 -78
- data/vendor/depot_tools/third_party/boto/core/credentials.py +0 -154
- data/vendor/depot_tools/third_party/boto/core/dictresponse.py +0 -178
- data/vendor/depot_tools/third_party/boto/core/service.py +0 -67
- data/vendor/depot_tools/third_party/boto/datapipeline/__init__.py +0 -0
- data/vendor/depot_tools/third_party/boto/datapipeline/exceptions.py +0 -42
- data/vendor/depot_tools/third_party/boto/datapipeline/layer1.py +0 -546
- data/vendor/depot_tools/third_party/boto/ecs/__init__.py +0 -90
- data/vendor/depot_tools/third_party/boto/ecs/item.py +0 -153
- data/vendor/depot_tools/third_party/boto/exception.py +0 -476
- data/vendor/depot_tools/third_party/boto/file/README +0 -49
- data/vendor/depot_tools/third_party/boto/file/__init__.py +0 -28
- data/vendor/depot_tools/third_party/boto/file/bucket.py +0 -112
- data/vendor/depot_tools/third_party/boto/file/connection.py +0 -33
- data/vendor/depot_tools/third_party/boto/file/key.py +0 -199
- data/vendor/depot_tools/third_party/boto/file/simpleresultset.py +0 -30
- data/vendor/depot_tools/third_party/boto/fps/__init__.py +0 -21
- data/vendor/depot_tools/third_party/boto/fps/connection.py +0 -369
- data/vendor/depot_tools/third_party/boto/fps/exception.py +0 -344
- data/vendor/depot_tools/third_party/boto/fps/response.py +0 -175
- data/vendor/depot_tools/third_party/boto/gs/__init__.py +0 -22
- data/vendor/depot_tools/third_party/boto/gs/acl.py +0 -304
- data/vendor/depot_tools/third_party/boto/gs/bucket.py +0 -870
- data/vendor/depot_tools/third_party/boto/gs/bucketlistresultset.py +0 -64
- data/vendor/depot_tools/third_party/boto/gs/connection.py +0 -103
- data/vendor/depot_tools/third_party/boto/gs/cors.py +0 -169
- data/vendor/depot_tools/third_party/boto/gs/key.py +0 -704
- data/vendor/depot_tools/third_party/boto/gs/resumable_upload_handler.py +0 -659
- data/vendor/depot_tools/third_party/boto/gs/user.py +0 -54
- data/vendor/depot_tools/third_party/boto/handler.py +0 -44
- data/vendor/depot_tools/third_party/boto/https_connection.py +0 -124
- data/vendor/depot_tools/third_party/boto/jsonresponse.py +0 -163
- data/vendor/depot_tools/third_party/boto/manage/__init__.py +0 -23
- data/vendor/depot_tools/third_party/boto/manage/cmdshell.py +0 -241
- data/vendor/depot_tools/third_party/boto/manage/propget.py +0 -64
- data/vendor/depot_tools/third_party/boto/manage/server.py +0 -556
- data/vendor/depot_tools/third_party/boto/manage/task.py +0 -175
- data/vendor/depot_tools/third_party/boto/manage/test_manage.py +0 -34
- data/vendor/depot_tools/third_party/boto/manage/volume.py +0 -420
- data/vendor/depot_tools/third_party/boto/mashups/__init__.py +0 -23
- data/vendor/depot_tools/third_party/boto/mashups/interactive.py +0 -97
- data/vendor/depot_tools/third_party/boto/mashups/iobject.py +0 -115
- data/vendor/depot_tools/third_party/boto/mashups/order.py +0 -211
- data/vendor/depot_tools/third_party/boto/mashups/server.py +0 -395
- data/vendor/depot_tools/third_party/boto/plugin.py +0 -90
- data/vendor/depot_tools/third_party/boto/provider.py +0 -337
- data/vendor/depot_tools/third_party/boto/pyami/__init__.py +0 -22
- data/vendor/depot_tools/third_party/boto/pyami/bootstrap.py +0 -134
- data/vendor/depot_tools/third_party/boto/pyami/config.py +0 -229
- data/vendor/depot_tools/third_party/boto/pyami/copybot.cfg +0 -60
- data/vendor/depot_tools/third_party/boto/pyami/copybot.py +0 -97
- data/vendor/depot_tools/third_party/boto/pyami/helloworld.py +0 -28
- data/vendor/depot_tools/third_party/boto/pyami/launch_ami.py +0 -178
- data/vendor/depot_tools/third_party/boto/pyami/scriptbase.py +0 -44
- data/vendor/depot_tools/third_party/boto/pyami/startup.py +0 -60
- data/vendor/depot_tools/third_party/boto/regioninfo.py +0 -63
- data/vendor/depot_tools/third_party/boto/resultset.py +0 -169
- data/vendor/depot_tools/third_party/boto/roboto/__init__.py +0 -1
- data/vendor/depot_tools/third_party/boto/roboto/awsqueryrequest.py +0 -504
- data/vendor/depot_tools/third_party/boto/roboto/awsqueryservice.py +0 -121
- data/vendor/depot_tools/third_party/boto/roboto/param.py +0 -147
- data/vendor/depot_tools/third_party/boto/s3/__init__.py +0 -84
- data/vendor/depot_tools/third_party/boto/s3/acl.py +0 -164
- data/vendor/depot_tools/third_party/boto/s3/bucket.py +0 -1634
- data/vendor/depot_tools/third_party/boto/s3/bucketlistresultset.py +0 -139
- data/vendor/depot_tools/third_party/boto/s3/bucketlogging.py +0 -83
- data/vendor/depot_tools/third_party/boto/s3/connection.py +0 -540
- data/vendor/depot_tools/third_party/boto/s3/cors.py +0 -210
- data/vendor/depot_tools/third_party/boto/s3/deletemarker.py +0 -55
- data/vendor/depot_tools/third_party/boto/s3/key.py +0 -1712
- data/vendor/depot_tools/third_party/boto/s3/keyfile.py +0 -134
- data/vendor/depot_tools/third_party/boto/s3/lifecycle.py +0 -231
- data/vendor/depot_tools/third_party/boto/s3/multidelete.py +0 -138
- data/vendor/depot_tools/third_party/boto/s3/multipart.py +0 -315
- data/vendor/depot_tools/third_party/boto/s3/prefix.py +0 -42
- data/vendor/depot_tools/third_party/boto/s3/resumable_download_handler.py +0 -339
- data/vendor/depot_tools/third_party/boto/s3/tagging.py +0 -71
- data/vendor/depot_tools/third_party/boto/s3/user.py +0 -49
- data/vendor/depot_tools/third_party/boto/s3/website.py +0 -237
- data/vendor/depot_tools/third_party/boto/services/__init__.py +0 -23
- data/vendor/depot_tools/third_party/boto/services/bs.py +0 -179
- data/vendor/depot_tools/third_party/boto/services/message.py +0 -58
- data/vendor/depot_tools/third_party/boto/services/result.py +0 -136
- data/vendor/depot_tools/third_party/boto/services/service.py +0 -161
- data/vendor/depot_tools/third_party/boto/services/servicedef.py +0 -91
- data/vendor/depot_tools/third_party/boto/services/sonofmmm.cfg +0 -43
- data/vendor/depot_tools/third_party/boto/services/sonofmmm.py +0 -81
- data/vendor/depot_tools/third_party/boto/services/submit.py +0 -88
- data/vendor/depot_tools/third_party/boto/ses/__init__.py +0 -54
- data/vendor/depot_tools/third_party/boto/ses/connection.py +0 -521
- data/vendor/depot_tools/third_party/boto/ses/exceptions.py +0 -77
- data/vendor/depot_tools/third_party/boto/storage_uri.py +0 -835
- data/vendor/depot_tools/third_party/boto/sts/__init__.py +0 -55
- data/vendor/depot_tools/third_party/boto/sts/connection.py +0 -207
- data/vendor/depot_tools/third_party/boto/sts/credentials.py +0 -215
- data/vendor/depot_tools/third_party/boto/utils.py +0 -927
- data/vendor/depot_tools/third_party/colorama/README.txt +0 -304
- data/vendor/depot_tools/third_party/fancy_urllib/README +0 -22
- data/vendor/depot_tools/third_party/fancy_urllib/__init__.py +0 -460
- data/vendor/depot_tools/third_party/logilab/README.chromium +0 -6
- data/vendor/depot_tools/third_party/logilab/__init__.py +0 -0
- data/vendor/depot_tools/third_party/logilab/astroid/LICENSE.txt +0 -340
- data/vendor/depot_tools/third_party/logilab/astroid/README.chromium +0 -11
- data/vendor/depot_tools/third_party/logilab/astroid/__init__.py +0 -136
- data/vendor/depot_tools/third_party/logilab/astroid/__pkginfo__.py +0 -42
- data/vendor/depot_tools/third_party/logilab/astroid/arguments.py +0 -233
- data/vendor/depot_tools/third_party/logilab/astroid/as_string.py +0 -548
- data/vendor/depot_tools/third_party/logilab/astroid/astpeephole.py +0 -86
- data/vendor/depot_tools/third_party/logilab/astroid/bases.py +0 -636
- data/vendor/depot_tools/third_party/logilab/astroid/brain/brain_builtin_inference.py +0 -336
- data/vendor/depot_tools/third_party/logilab/astroid/brain/brain_dateutil.py +0 -15
- data/vendor/depot_tools/third_party/logilab/astroid/brain/brain_gi.py +0 -195
- data/vendor/depot_tools/third_party/logilab/astroid/brain/brain_mechanize.py +0 -18
- data/vendor/depot_tools/third_party/logilab/astroid/brain/brain_nose.py +0 -82
- data/vendor/depot_tools/third_party/logilab/astroid/brain/brain_numpy.py +0 -62
- data/vendor/depot_tools/third_party/logilab/astroid/brain/brain_pytest.py +0 -76
- data/vendor/depot_tools/third_party/logilab/astroid/brain/brain_qt.py +0 -44
- data/vendor/depot_tools/third_party/logilab/astroid/brain/brain_six.py +0 -288
- data/vendor/depot_tools/third_party/logilab/astroid/brain/brain_ssl.py +0 -65
- data/vendor/depot_tools/third_party/logilab/astroid/brain/brain_stdlib.py +0 -473
- data/vendor/depot_tools/third_party/logilab/astroid/builder.py +0 -263
- data/vendor/depot_tools/third_party/logilab/astroid/context.py +0 -81
- data/vendor/depot_tools/third_party/logilab/astroid/decorators.py +0 -75
- data/vendor/depot_tools/third_party/logilab/astroid/exceptions.py +0 -71
- data/vendor/depot_tools/third_party/logilab/astroid/inference.py +0 -359
- data/vendor/depot_tools/third_party/logilab/astroid/manager.py +0 -267
- data/vendor/depot_tools/third_party/logilab/astroid/mixins.py +0 -147
- data/vendor/depot_tools/third_party/logilab/astroid/modutils.py +0 -741
- data/vendor/depot_tools/third_party/logilab/astroid/node_classes.py +0 -1053
- data/vendor/depot_tools/third_party/logilab/astroid/nodes.py +0 -87
- data/vendor/depot_tools/third_party/logilab/astroid/objects.py +0 -186
- data/vendor/depot_tools/third_party/logilab/astroid/protocols.py +0 -470
- data/vendor/depot_tools/third_party/logilab/astroid/raw_building.py +0 -390
- data/vendor/depot_tools/third_party/logilab/astroid/rebuilder.py +0 -989
- data/vendor/depot_tools/third_party/logilab/astroid/scoped_nodes.py +0 -1716
- data/vendor/depot_tools/third_party/logilab/astroid/test_utils.py +0 -201
- data/vendor/depot_tools/third_party/logilab/astroid/transforms.py +0 -96
- data/vendor/depot_tools/third_party/logilab/astroid/util.py +0 -89
- data/vendor/depot_tools/third_party/logilab/lazy_object_proxy/LICENSE +0 -19
- data/vendor/depot_tools/third_party/logilab/lazy_object_proxy/README.chromium +0 -11
- data/vendor/depot_tools/third_party/logilab/lazy_object_proxy/__init__.py +0 -20
- data/vendor/depot_tools/third_party/logilab/lazy_object_proxy/cext.c +0 -1421
- data/vendor/depot_tools/third_party/logilab/lazy_object_proxy/compat.py +0 -9
- data/vendor/depot_tools/third_party/logilab/lazy_object_proxy/simple.py +0 -246
- data/vendor/depot_tools/third_party/logilab/lazy_object_proxy/slots.py +0 -414
- data/vendor/depot_tools/third_party/logilab/lazy_object_proxy/utils.py +0 -13
- data/vendor/depot_tools/third_party/logilab/wrapt/LICENSE +0 -24
- data/vendor/depot_tools/third_party/logilab/wrapt/README.chromium +0 -11
- data/vendor/depot_tools/third_party/logilab/wrapt/__init__.py +0 -19
- data/vendor/depot_tools/third_party/logilab/wrapt/_wrappers.c +0 -2729
- data/vendor/depot_tools/third_party/logilab/wrapt/arguments.py +0 -96
- data/vendor/depot_tools/third_party/logilab/wrapt/decorators.py +0 -512
- data/vendor/depot_tools/third_party/logilab/wrapt/importer.py +0 -228
- data/vendor/depot_tools/third_party/logilab/wrapt/wrappers.py +0 -901
- data/vendor/depot_tools/third_party/mock/LICENSE.txt +0 -26
- data/vendor/depot_tools/third_party/mock/README.chromium +0 -24
- data/vendor/depot_tools/third_party/mock/__init__.py +0 -2366
- data/vendor/depot_tools/third_party/oauth2client/LICENSE +0 -202
- data/vendor/depot_tools/third_party/oauth2client/MODIFICATIONS.diff +0 -66
- data/vendor/depot_tools/third_party/oauth2client/README.chromium +0 -15
- data/vendor/depot_tools/third_party/oauth2client/__init__.py +0 -5
- data/vendor/depot_tools/third_party/oauth2client/anyjson.py +0 -32
- data/vendor/depot_tools/third_party/oauth2client/appengine.py +0 -963
- data/vendor/depot_tools/third_party/oauth2client/client.py +0 -1363
- data/vendor/depot_tools/third_party/oauth2client/clientsecrets.py +0 -153
- data/vendor/depot_tools/third_party/oauth2client/crypt.py +0 -377
- data/vendor/depot_tools/third_party/oauth2client/django_orm.py +0 -134
- data/vendor/depot_tools/third_party/oauth2client/file.py +0 -124
- data/vendor/depot_tools/third_party/oauth2client/gce.py +0 -90
- data/vendor/depot_tools/third_party/oauth2client/keyring_storage.py +0 -109
- data/vendor/depot_tools/third_party/oauth2client/locked_file.py +0 -373
- data/vendor/depot_tools/third_party/oauth2client/multistore_file.py +0 -465
- data/vendor/depot_tools/third_party/oauth2client/old_run.py +0 -160
- data/vendor/depot_tools/third_party/oauth2client/tools.py +0 -243
- data/vendor/depot_tools/third_party/oauth2client/util.py +0 -196
- data/vendor/depot_tools/third_party/oauth2client/xsrfutil.py +0 -113
- data/vendor/depot_tools/third_party/protobuf26/README.chromium +0 -23
- data/vendor/depot_tools/third_party/protobuf26/__init__.py +0 -0
- data/vendor/depot_tools/third_party/protobuf26/compiler/__init__.py +0 -0
- data/vendor/depot_tools/third_party/protobuf26/compiler/plugin_pb2.py +0 -184
- data/vendor/depot_tools/third_party/protobuf26/descriptor.py +0 -849
- data/vendor/depot_tools/third_party/protobuf26/descriptor_database.py +0 -137
- data/vendor/depot_tools/third_party/protobuf26/descriptor_pb2.py +0 -1522
- data/vendor/depot_tools/third_party/protobuf26/descriptor_pool.py +0 -643
- data/vendor/depot_tools/third_party/protobuf26/internal/__init__.py +0 -0
- data/vendor/depot_tools/third_party/protobuf26/internal/api_implementation.py +0 -89
- data/vendor/depot_tools/third_party/protobuf26/internal/containers.py +0 -269
- data/vendor/depot_tools/third_party/protobuf26/internal/cpp_message.py +0 -663
- data/vendor/depot_tools/third_party/protobuf26/internal/decoder.py +0 -831
- data/vendor/depot_tools/third_party/protobuf26/internal/encoder.py +0 -788
- data/vendor/depot_tools/third_party/protobuf26/internal/enum_type_wrapper.py +0 -89
- data/vendor/depot_tools/third_party/protobuf26/internal/message_listener.py +0 -78
- data/vendor/depot_tools/third_party/protobuf26/internal/python_message.py +0 -1247
- data/vendor/depot_tools/third_party/protobuf26/internal/type_checkers.py +0 -328
- data/vendor/depot_tools/third_party/protobuf26/internal/wire_format.py +0 -268
- data/vendor/depot_tools/third_party/protobuf26/message.py +0 -284
- data/vendor/depot_tools/third_party/protobuf26/message_factory.py +0 -155
- data/vendor/depot_tools/third_party/protobuf26/reflection.py +0 -205
- data/vendor/depot_tools/third_party/protobuf26/service.py +0 -226
- data/vendor/depot_tools/third_party/protobuf26/service_reflection.py +0 -284
- data/vendor/depot_tools/third_party/protobuf26/symbol_database.py +0 -185
- data/vendor/depot_tools/third_party/protobuf26/text_encoding.py +0 -110
- data/vendor/depot_tools/third_party/protobuf26/text_format.py +0 -873
- data/vendor/depot_tools/third_party/pylint.py +0 -37
- data/vendor/depot_tools/third_party/pylint/LICENSE.txt +0 -340
- data/vendor/depot_tools/third_party/pylint/README.chromium +0 -30
- data/vendor/depot_tools/third_party/pylint/__init__.py +0 -46
- data/vendor/depot_tools/third_party/pylint/__main__.py +0 -3
- data/vendor/depot_tools/third_party/pylint/__pkginfo__.py +0 -80
- data/vendor/depot_tools/third_party/pylint/checkers/__init__.py +0 -123
- data/vendor/depot_tools/third_party/pylint/checkers/async.py +0 -82
- data/vendor/depot_tools/third_party/pylint/checkers/base.py +0 -2010
- data/vendor/depot_tools/third_party/pylint/checkers/classes.py +0 -1120
- data/vendor/depot_tools/third_party/pylint/checkers/design_analysis.py +0 -348
- data/vendor/depot_tools/third_party/pylint/checkers/exceptions.py +0 -369
- data/vendor/depot_tools/third_party/pylint/checkers/format.py +0 -993
- data/vendor/depot_tools/third_party/pylint/checkers/imports.py +0 -654
- data/vendor/depot_tools/third_party/pylint/checkers/logging.py +0 -258
- data/vendor/depot_tools/third_party/pylint/checkers/misc.py +0 -105
- data/vendor/depot_tools/third_party/pylint/checkers/newstyle.py +0 -169
- data/vendor/depot_tools/third_party/pylint/checkers/python3.py +0 -591
- data/vendor/depot_tools/third_party/pylint/checkers/raw_metrics.py +0 -129
- data/vendor/depot_tools/third_party/pylint/checkers/similar.py +0 -371
- data/vendor/depot_tools/third_party/pylint/checkers/spelling.py +0 -264
- data/vendor/depot_tools/third_party/pylint/checkers/stdlib.py +0 -280
- data/vendor/depot_tools/third_party/pylint/checkers/strings.py +0 -618
- data/vendor/depot_tools/third_party/pylint/checkers/typecheck.py +0 -974
- data/vendor/depot_tools/third_party/pylint/checkers/utils.py +0 -741
- data/vendor/depot_tools/third_party/pylint/checkers/variables.py +0 -1191
- data/vendor/depot_tools/third_party/pylint/config.py +0 -820
- data/vendor/depot_tools/third_party/pylint/epylint.py +0 -181
- data/vendor/depot_tools/third_party/pylint/extensions/__init__.py +0 -0
- data/vendor/depot_tools/third_party/pylint/extensions/check_docs.py +0 -311
- data/vendor/depot_tools/third_party/pylint/extensions/check_elif.py +0 -62
- data/vendor/depot_tools/third_party/pylint/graph.py +0 -179
- data/vendor/depot_tools/third_party/pylint/gui.py +0 -531
- data/vendor/depot_tools/third_party/pylint/interfaces.py +0 -102
- data/vendor/depot_tools/third_party/pylint/lint.py +0 -1381
- data/vendor/depot_tools/third_party/pylint/pyreverse/__init__.py +0 -5
- data/vendor/depot_tools/third_party/pylint/pyreverse/diadefslib.py +0 -230
- data/vendor/depot_tools/third_party/pylint/pyreverse/diagrams.py +0 -258
- data/vendor/depot_tools/third_party/pylint/pyreverse/inspector.py +0 -372
- data/vendor/depot_tools/third_party/pylint/pyreverse/main.py +0 -147
- data/vendor/depot_tools/third_party/pylint/pyreverse/utils.py +0 -210
- data/vendor/depot_tools/third_party/pylint/pyreverse/vcgutils.py +0 -198
- data/vendor/depot_tools/third_party/pylint/pyreverse/writer.py +0 -198
- data/vendor/depot_tools/third_party/pylint/reporters/__init__.py +0 -149
- data/vendor/depot_tools/third_party/pylint/reporters/guireporter.py +0 -27
- data/vendor/depot_tools/third_party/pylint/reporters/html.py +0 -108
- data/vendor/depot_tools/third_party/pylint/reporters/json.py +0 -64
- data/vendor/depot_tools/third_party/pylint/reporters/text.py +0 -237
- data/vendor/depot_tools/third_party/pylint/reporters/ureports/__init__.py +0 -106
- data/vendor/depot_tools/third_party/pylint/reporters/ureports/html_writer.py +0 -93
- data/vendor/depot_tools/third_party/pylint/reporters/ureports/nodes.py +0 -181
- data/vendor/depot_tools/third_party/pylint/reporters/ureports/text_writer.py +0 -99
- data/vendor/depot_tools/third_party/pylint/testutils.py +0 -414
- data/vendor/depot_tools/third_party/pylint/utils.py +0 -1148
- data/vendor/depot_tools/third_party/pymox/COPYING +0 -202
- data/vendor/depot_tools/third_party/pymox/MANIFEST.in +0 -5
- data/vendor/depot_tools/third_party/pymox/README +0 -56
- data/vendor/depot_tools/third_party/pymox/__init__.py +0 -0
- data/vendor/depot_tools/third_party/pymox/mox.py +0 -1643
- data/vendor/depot_tools/third_party/pymox/mox_test.py +0 -1708
- data/vendor/depot_tools/third_party/pymox/mox_test_helper.py +0 -76
- data/vendor/depot_tools/third_party/pymox/setup.py +0 -14
- data/vendor/depot_tools/third_party/pymox/stubout.py +0 -142
- data/vendor/depot_tools/third_party/pymox/stubout_test.py +0 -47
- data/vendor/depot_tools/third_party/pymox/stubout_testee.py +0 -2
- data/vendor/depot_tools/third_party/simplejson/LICENSE.txt +0 -19
- data/vendor/depot_tools/third_party/simplejson/PKG-INFO +0 -29
- data/vendor/depot_tools/third_party/simplejson/__init__.py +0 -437
- data/vendor/depot_tools/third_party/simplejson/decoder.py +0 -421
- data/vendor/depot_tools/third_party/simplejson/encoder.py +0 -501
- data/vendor/depot_tools/third_party/simplejson/ordered_dict.py +0 -119
- data/vendor/depot_tools/third_party/simplejson/scanner.py +0 -77
- data/vendor/depot_tools/third_party/simplejson/tool.py +0 -39
- data/vendor/depot_tools/third_party/upload.py +0 -2565
@@ -1,28 +0,0 @@
|
|
1
|
-
# Copyright (c) 2012 Amazon.com, Inc. or its affiliates. All Rights Reserved
|
2
|
-
#
|
3
|
-
# Permission is hereby granted, free of charge, to any person obtaining a
|
4
|
-
# copy of this software and associated documentation files (the
|
5
|
-
# "Software"), to deal in the Software without restriction, including
|
6
|
-
# without limitation the rights to use, copy, modify, merge, publish, dis-
|
7
|
-
# tribute, sublicense, and/or sell copies of the Software, and to permit
|
8
|
-
# persons to whom the Software is furnished to do so, subject to the fol-
|
9
|
-
# lowing conditions:
|
10
|
-
#
|
11
|
-
# The above copyright notice and this permission notice shall be included
|
12
|
-
# in all copies or substantial portions of the Software.
|
13
|
-
#
|
14
|
-
# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS
|
15
|
-
# OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABIL-
|
16
|
-
# ITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT
|
17
|
-
# SHALL THE AUTHOR BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY,
|
18
|
-
# WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
|
19
|
-
# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS
|
20
|
-
# IN THE SOFTWARE.
|
21
|
-
#
|
22
|
-
|
23
|
-
# This allows boto modules to say "from boto.compat import json". This is
|
24
|
-
# preferred so that all modules don't have to repeat this idiom.
|
25
|
-
try:
|
26
|
-
import simplejson as json
|
27
|
-
except ImportError:
|
28
|
-
import json
|
@@ -1,1081 +0,0 @@
|
|
1
|
-
# Copyright (c) 2006-2012 Mitch Garnaat http://garnaat.org/
|
2
|
-
# Copyright (c) 2012 Amazon.com, Inc. or its affiliates.
|
3
|
-
# Copyright (c) 2010 Google
|
4
|
-
# Copyright (c) 2008 rPath, Inc.
|
5
|
-
# Copyright (c) 2009 The Echo Nest Corporation
|
6
|
-
# Copyright (c) 2010, Eucalyptus Systems, Inc.
|
7
|
-
# Copyright (c) 2011, Nexenta Systems Inc.
|
8
|
-
# All rights reserved.
|
9
|
-
#
|
10
|
-
# Permission is hereby granted, free of charge, to any person obtaining a
|
11
|
-
# copy of this software and associated documentation files (the
|
12
|
-
# "Software"), to deal in the Software without restriction, including
|
13
|
-
# without limitation the rights to use, copy, modify, merge, publish, dis-
|
14
|
-
# tribute, sublicense, and/or sell copies of the Software, and to permit
|
15
|
-
# persons to whom the Software is furnished to do so, subject to the fol-
|
16
|
-
# lowing conditions:
|
17
|
-
#
|
18
|
-
# The above copyright notice and this permission notice shall be included
|
19
|
-
# in all copies or substantial portions of the Software.
|
20
|
-
#
|
21
|
-
# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS
|
22
|
-
# OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABIL-
|
23
|
-
# ITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT
|
24
|
-
# SHALL THE AUTHOR BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY,
|
25
|
-
# WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
|
26
|
-
# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS
|
27
|
-
# IN THE SOFTWARE.
|
28
|
-
|
29
|
-
#
|
30
|
-
# Parts of this code were copied or derived from sample code supplied by AWS.
|
31
|
-
# The following notice applies to that code.
|
32
|
-
#
|
33
|
-
# This software code is made available "AS IS" without warranties of any
|
34
|
-
# kind. You may copy, display, modify and redistribute the software
|
35
|
-
# code either by itself or as incorporated into your code; provided that
|
36
|
-
# you do not remove any proprietary notices. Your use of this software
|
37
|
-
# code is at your own risk and you waive any claim against Amazon
|
38
|
-
# Digital Services, Inc. or its affiliates with respect to your use of
|
39
|
-
# this software code. (c) 2006 Amazon Digital Services, Inc. or its
|
40
|
-
# affiliates.
|
41
|
-
|
42
|
-
"""
|
43
|
-
Handles basic connections to AWS
|
44
|
-
"""
|
45
|
-
|
46
|
-
from __future__ import with_statement
|
47
|
-
import base64
|
48
|
-
import errno
|
49
|
-
import httplib
|
50
|
-
import os
|
51
|
-
import Queue
|
52
|
-
import random
|
53
|
-
import re
|
54
|
-
import socket
|
55
|
-
import sys
|
56
|
-
import time
|
57
|
-
import urllib
|
58
|
-
import urlparse
|
59
|
-
import xml.sax
|
60
|
-
import copy
|
61
|
-
|
62
|
-
import auth
|
63
|
-
import auth_handler
|
64
|
-
import boto
|
65
|
-
import boto.utils
|
66
|
-
import boto.handler
|
67
|
-
import boto.cacerts
|
68
|
-
|
69
|
-
from boto import config, UserAgent
|
70
|
-
from boto.exception import AWSConnectionError, BotoClientError
|
71
|
-
from boto.exception import BotoServerError
|
72
|
-
from boto.provider import Provider
|
73
|
-
from boto.resultset import ResultSet
|
74
|
-
|
75
|
-
HAVE_HTTPS_CONNECTION = False
|
76
|
-
try:
|
77
|
-
import ssl
|
78
|
-
from boto import https_connection
|
79
|
-
# Google App Engine runs on Python 2.5 so doesn't have ssl.SSLError.
|
80
|
-
if hasattr(ssl, 'SSLError'):
|
81
|
-
HAVE_HTTPS_CONNECTION = True
|
82
|
-
except ImportError:
|
83
|
-
pass
|
84
|
-
|
85
|
-
try:
|
86
|
-
import threading
|
87
|
-
except ImportError:
|
88
|
-
import dummy_threading as threading
|
89
|
-
|
90
|
-
ON_APP_ENGINE = all(key in os.environ for key in (
|
91
|
-
'USER_IS_ADMIN', 'CURRENT_VERSION_ID', 'APPLICATION_ID'))
|
92
|
-
|
93
|
-
PORTS_BY_SECURITY = {True: 443,
|
94
|
-
False: 80}
|
95
|
-
|
96
|
-
DEFAULT_CA_CERTS_FILE = os.path.join(os.path.dirname(os.path.abspath(boto.cacerts.__file__ )), "cacerts.txt")
|
97
|
-
|
98
|
-
|
99
|
-
class HostConnectionPool(object):
|
100
|
-
|
101
|
-
"""
|
102
|
-
A pool of connections for one remote (host,is_secure).
|
103
|
-
|
104
|
-
When connections are added to the pool, they are put into a
|
105
|
-
pending queue. The _mexe method returns connections to the pool
|
106
|
-
before the response body has been read, so they connections aren't
|
107
|
-
ready to send another request yet. They stay in the pending queue
|
108
|
-
until they are ready for another request, at which point they are
|
109
|
-
returned to the pool of ready connections.
|
110
|
-
|
111
|
-
The pool of ready connections is an ordered list of
|
112
|
-
(connection,time) pairs, where the time is the time the connection
|
113
|
-
was returned from _mexe. After a certain period of time,
|
114
|
-
connections are considered stale, and discarded rather than being
|
115
|
-
reused. This saves having to wait for the connection to time out
|
116
|
-
if AWS has decided to close it on the other end because of
|
117
|
-
inactivity.
|
118
|
-
|
119
|
-
Thread Safety:
|
120
|
-
|
121
|
-
This class is used only fram ConnectionPool while it's mutex
|
122
|
-
is held.
|
123
|
-
"""
|
124
|
-
|
125
|
-
def __init__(self):
|
126
|
-
self.queue = []
|
127
|
-
|
128
|
-
def size(self):
|
129
|
-
"""
|
130
|
-
Returns the number of connections in the pool for this host.
|
131
|
-
Some of the connections may still be in use, and may not be
|
132
|
-
ready to be returned by get().
|
133
|
-
"""
|
134
|
-
return len(self.queue)
|
135
|
-
|
136
|
-
def put(self, conn):
|
137
|
-
"""
|
138
|
-
Adds a connection to the pool, along with the time it was
|
139
|
-
added.
|
140
|
-
"""
|
141
|
-
self.queue.append((conn, time.time()))
|
142
|
-
|
143
|
-
def get(self):
|
144
|
-
"""
|
145
|
-
Returns the next connection in this pool that is ready to be
|
146
|
-
reused. Returns None of there aren't any.
|
147
|
-
"""
|
148
|
-
# Discard ready connections that are too old.
|
149
|
-
self.clean()
|
150
|
-
|
151
|
-
# Return the first connection that is ready, and remove it
|
152
|
-
# from the queue. Connections that aren't ready are returned
|
153
|
-
# to the end of the queue with an updated time, on the
|
154
|
-
# assumption that somebody is actively reading the response.
|
155
|
-
for _ in range(len(self.queue)):
|
156
|
-
(conn, _) = self.queue.pop(0)
|
157
|
-
if self._conn_ready(conn):
|
158
|
-
return conn
|
159
|
-
else:
|
160
|
-
self.put(conn)
|
161
|
-
return None
|
162
|
-
|
163
|
-
def _conn_ready(self, conn):
|
164
|
-
"""
|
165
|
-
There is a nice state diagram at the top of httplib.py. It
|
166
|
-
indicates that once the response headers have been read (which
|
167
|
-
_mexe does before adding the connection to the pool), a
|
168
|
-
response is attached to the connection, and it stays there
|
169
|
-
until it's done reading. This isn't entirely true: even after
|
170
|
-
the client is done reading, the response may be closed, but
|
171
|
-
not removed from the connection yet.
|
172
|
-
|
173
|
-
This is ugly, reading a private instance variable, but the
|
174
|
-
state we care about isn't available in any public methods.
|
175
|
-
"""
|
176
|
-
if ON_APP_ENGINE:
|
177
|
-
# Google AppEngine implementation of HTTPConnection doesn't contain
|
178
|
-
# _HTTPConnection__response attribute. Moreover, it's not possible
|
179
|
-
# to determine if given connection is ready. Reusing connections
|
180
|
-
# simply doesn't make sense with App Engine urlfetch service.
|
181
|
-
return False
|
182
|
-
else:
|
183
|
-
response = getattr(conn, '_HTTPConnection__response', None)
|
184
|
-
return (response is None) or response.isclosed()
|
185
|
-
|
186
|
-
def clean(self):
|
187
|
-
"""
|
188
|
-
Get rid of stale connections.
|
189
|
-
"""
|
190
|
-
# Note that we do not close the connection here -- somebody
|
191
|
-
# may still be reading from it.
|
192
|
-
while len(self.queue) > 0 and self._pair_stale(self.queue[0]):
|
193
|
-
self.queue.pop(0)
|
194
|
-
|
195
|
-
def _pair_stale(self, pair):
|
196
|
-
"""
|
197
|
-
Returns true of the (connection,time) pair is too old to be
|
198
|
-
used.
|
199
|
-
"""
|
200
|
-
(_conn, return_time) = pair
|
201
|
-
now = time.time()
|
202
|
-
return return_time + ConnectionPool.STALE_DURATION < now
|
203
|
-
|
204
|
-
|
205
|
-
class ConnectionPool(object):
|
206
|
-
|
207
|
-
"""
|
208
|
-
A connection pool that expires connections after a fixed period of
|
209
|
-
time. This saves time spent waiting for a connection that AWS has
|
210
|
-
timed out on the other end.
|
211
|
-
|
212
|
-
This class is thread-safe.
|
213
|
-
"""
|
214
|
-
|
215
|
-
#
|
216
|
-
# The amout of time between calls to clean.
|
217
|
-
#
|
218
|
-
|
219
|
-
CLEAN_INTERVAL = 5.0
|
220
|
-
|
221
|
-
#
|
222
|
-
# How long before a connection becomes "stale" and won't be reused
|
223
|
-
# again. The intention is that this time is less that the timeout
|
224
|
-
# period that AWS uses, so we'll never try to reuse a connection
|
225
|
-
# and find that AWS is timing it out.
|
226
|
-
#
|
227
|
-
# Experimentation in July 2011 shows that AWS starts timing things
|
228
|
-
# out after three minutes. The 60 seconds here is conservative so
|
229
|
-
# we should never hit that 3-minute timout.
|
230
|
-
#
|
231
|
-
|
232
|
-
STALE_DURATION = 60.0
|
233
|
-
|
234
|
-
def __init__(self):
|
235
|
-
# Mapping from (host,is_secure) to HostConnectionPool.
|
236
|
-
# If a pool becomes empty, it is removed.
|
237
|
-
self.host_to_pool = {}
|
238
|
-
# The last time the pool was cleaned.
|
239
|
-
self.last_clean_time = 0.0
|
240
|
-
self.mutex = threading.Lock()
|
241
|
-
ConnectionPool.STALE_DURATION = \
|
242
|
-
config.getfloat('Boto', 'connection_stale_duration',
|
243
|
-
ConnectionPool.STALE_DURATION)
|
244
|
-
|
245
|
-
def __getstate__(self):
|
246
|
-
pickled_dict = copy.copy(self.__dict__)
|
247
|
-
pickled_dict['host_to_pool'] = {}
|
248
|
-
del pickled_dict['mutex']
|
249
|
-
return pickled_dict
|
250
|
-
|
251
|
-
def __setstate__(self, dct):
|
252
|
-
self.__init__()
|
253
|
-
|
254
|
-
def size(self):
|
255
|
-
"""
|
256
|
-
Returns the number of connections in the pool.
|
257
|
-
"""
|
258
|
-
return sum(pool.size() for pool in self.host_to_pool.values())
|
259
|
-
|
260
|
-
def get_http_connection(self, host, is_secure):
|
261
|
-
"""
|
262
|
-
Gets a connection from the pool for the named host. Returns
|
263
|
-
None if there is no connection that can be reused. It's the caller's
|
264
|
-
responsibility to call close() on the connection when it's no longer
|
265
|
-
needed.
|
266
|
-
"""
|
267
|
-
self.clean()
|
268
|
-
with self.mutex:
|
269
|
-
key = (host, is_secure)
|
270
|
-
if key not in self.host_to_pool:
|
271
|
-
return None
|
272
|
-
return self.host_to_pool[key].get()
|
273
|
-
|
274
|
-
def put_http_connection(self, host, is_secure, conn):
|
275
|
-
"""
|
276
|
-
Adds a connection to the pool of connections that can be
|
277
|
-
reused for the named host.
|
278
|
-
"""
|
279
|
-
with self.mutex:
|
280
|
-
key = (host, is_secure)
|
281
|
-
if key not in self.host_to_pool:
|
282
|
-
self.host_to_pool[key] = HostConnectionPool()
|
283
|
-
self.host_to_pool[key].put(conn)
|
284
|
-
|
285
|
-
def clean(self):
|
286
|
-
"""
|
287
|
-
Clean up the stale connections in all of the pools, and then
|
288
|
-
get rid of empty pools. Pools clean themselves every time a
|
289
|
-
connection is fetched; this cleaning takes care of pools that
|
290
|
-
aren't being used any more, so nothing is being gotten from
|
291
|
-
them.
|
292
|
-
"""
|
293
|
-
with self.mutex:
|
294
|
-
now = time.time()
|
295
|
-
if self.last_clean_time + self.CLEAN_INTERVAL < now:
|
296
|
-
to_remove = []
|
297
|
-
for (host, pool) in self.host_to_pool.items():
|
298
|
-
pool.clean()
|
299
|
-
if pool.size() == 0:
|
300
|
-
to_remove.append(host)
|
301
|
-
for host in to_remove:
|
302
|
-
del self.host_to_pool[host]
|
303
|
-
self.last_clean_time = now
|
304
|
-
|
305
|
-
|
306
|
-
class HTTPRequest(object):
|
307
|
-
|
308
|
-
def __init__(self, method, protocol, host, port, path, auth_path,
|
309
|
-
params, headers, body):
|
310
|
-
"""Represents an HTTP request.
|
311
|
-
|
312
|
-
:type method: string
|
313
|
-
:param method: The HTTP method name, 'GET', 'POST', 'PUT' etc.
|
314
|
-
|
315
|
-
:type protocol: string
|
316
|
-
:param protocol: The http protocol used, 'http' or 'https'.
|
317
|
-
|
318
|
-
:type host: string
|
319
|
-
:param host: Host to which the request is addressed. eg. abc.com
|
320
|
-
|
321
|
-
:type port: int
|
322
|
-
:param port: port on which the request is being sent. Zero means unset,
|
323
|
-
in which case default port will be chosen.
|
324
|
-
|
325
|
-
:type path: string
|
326
|
-
:param path: URL path that is being accessed.
|
327
|
-
|
328
|
-
:type auth_path: string
|
329
|
-
:param path: The part of the URL path used when creating the
|
330
|
-
authentication string.
|
331
|
-
|
332
|
-
:type params: dict
|
333
|
-
:param params: HTTP url query parameters, with key as name of
|
334
|
-
the param, and value as value of param.
|
335
|
-
|
336
|
-
:type headers: dict
|
337
|
-
:param headers: HTTP headers, with key as name of the header and value
|
338
|
-
as value of header.
|
339
|
-
|
340
|
-
:type body: string
|
341
|
-
:param body: Body of the HTTP request. If not present, will be None or
|
342
|
-
empty string ('').
|
343
|
-
"""
|
344
|
-
self.method = method
|
345
|
-
self.protocol = protocol
|
346
|
-
self.host = host
|
347
|
-
self.port = port
|
348
|
-
self.path = path
|
349
|
-
if auth_path is None:
|
350
|
-
auth_path = path
|
351
|
-
self.auth_path = auth_path
|
352
|
-
self.params = params
|
353
|
-
# chunked Transfer-Encoding should act only on PUT request.
|
354
|
-
if headers and 'Transfer-Encoding' in headers and \
|
355
|
-
headers['Transfer-Encoding'] == 'chunked' and \
|
356
|
-
self.method != 'PUT':
|
357
|
-
self.headers = headers.copy()
|
358
|
-
del self.headers['Transfer-Encoding']
|
359
|
-
else:
|
360
|
-
self.headers = headers
|
361
|
-
self.body = body
|
362
|
-
|
363
|
-
def __str__(self):
|
364
|
-
return (('method:(%s) protocol:(%s) host(%s) port(%s) path(%s) '
|
365
|
-
'params(%s) headers(%s) body(%s)') % (self.method,
|
366
|
-
self.protocol, self.host, self.port, self.path, self.params,
|
367
|
-
self.headers, self.body))
|
368
|
-
|
369
|
-
def authorize(self, connection, **kwargs):
|
370
|
-
for key in self.headers:
|
371
|
-
val = self.headers[key]
|
372
|
-
if isinstance(val, unicode):
|
373
|
-
self.headers[key] = urllib.quote_plus(val.encode('utf-8'))
|
374
|
-
|
375
|
-
connection._auth_handler.add_auth(self, **kwargs)
|
376
|
-
|
377
|
-
self.headers['User-Agent'] = UserAgent
|
378
|
-
# I'm not sure if this is still needed, now that add_auth is
|
379
|
-
# setting the content-length for POST requests.
|
380
|
-
if 'Content-Length' not in self.headers:
|
381
|
-
if 'Transfer-Encoding' not in self.headers or \
|
382
|
-
self.headers['Transfer-Encoding'] != 'chunked':
|
383
|
-
self.headers['Content-Length'] = str(len(self.body))
|
384
|
-
|
385
|
-
|
386
|
-
class HTTPResponse(httplib.HTTPResponse):
|
387
|
-
|
388
|
-
def __init__(self, *args, **kwargs):
|
389
|
-
httplib.HTTPResponse.__init__(self, *args, **kwargs)
|
390
|
-
self._cached_response = ''
|
391
|
-
|
392
|
-
def read(self, amt=None):
|
393
|
-
"""Read the response.
|
394
|
-
|
395
|
-
This method does not have the same behavior as
|
396
|
-
httplib.HTTPResponse.read. Instead, if this method is called with
|
397
|
-
no ``amt`` arg, then the response body will be cached. Subsequent
|
398
|
-
calls to ``read()`` with no args **will return the cached response**.
|
399
|
-
|
400
|
-
"""
|
401
|
-
if amt is None:
|
402
|
-
# The reason for doing this is that many places in boto call
|
403
|
-
# response.read() and except to get the response body that they
|
404
|
-
# can then process. To make sure this always works as they expect
|
405
|
-
# we're caching the response so that multiple calls to read()
|
406
|
-
# will return the full body. Note that this behavior only
|
407
|
-
# happens if the amt arg is not specified.
|
408
|
-
if not self._cached_response:
|
409
|
-
self._cached_response = httplib.HTTPResponse.read(self)
|
410
|
-
return self._cached_response
|
411
|
-
else:
|
412
|
-
return httplib.HTTPResponse.read(self, amt)
|
413
|
-
|
414
|
-
|
415
|
-
class AWSAuthConnection(object):
|
416
|
-
def __init__(self, host, aws_access_key_id=None,
|
417
|
-
aws_secret_access_key=None,
|
418
|
-
is_secure=True, port=None, proxy=None, proxy_port=None,
|
419
|
-
proxy_user=None, proxy_pass=None, debug=0,
|
420
|
-
https_connection_factory=None, path='/',
|
421
|
-
provider='aws', security_token=None,
|
422
|
-
suppress_consec_slashes=True,
|
423
|
-
validate_certs=True):
|
424
|
-
"""
|
425
|
-
:type host: str
|
426
|
-
:param host: The host to make the connection to
|
427
|
-
|
428
|
-
:keyword str aws_access_key_id: Your AWS Access Key ID (provided by
|
429
|
-
Amazon). If none is specified, the value in your
|
430
|
-
``AWS_ACCESS_KEY_ID`` environmental variable is used.
|
431
|
-
:keyword str aws_secret_access_key: Your AWS Secret Access Key
|
432
|
-
(provided by Amazon). If none is specified, the value in your
|
433
|
-
``AWS_SECRET_ACCESS_KEY`` environmental variable is used.
|
434
|
-
|
435
|
-
:type is_secure: boolean
|
436
|
-
:param is_secure: Whether the connection is over SSL
|
437
|
-
|
438
|
-
:type https_connection_factory: list or tuple
|
439
|
-
:param https_connection_factory: A pair of an HTTP connection
|
440
|
-
factory and the exceptions to catch. The factory should have
|
441
|
-
a similar interface to L{httplib.HTTPSConnection}.
|
442
|
-
|
443
|
-
:param str proxy: Address/hostname for a proxy server
|
444
|
-
|
445
|
-
:type proxy_port: int
|
446
|
-
:param proxy_port: The port to use when connecting over a proxy
|
447
|
-
|
448
|
-
:type proxy_user: str
|
449
|
-
:param proxy_user: The username to connect with on the proxy
|
450
|
-
|
451
|
-
:type proxy_pass: str
|
452
|
-
:param proxy_pass: The password to use when connection over a proxy.
|
453
|
-
|
454
|
-
:type port: int
|
455
|
-
:param port: The port to use to connect
|
456
|
-
|
457
|
-
:type suppress_consec_slashes: bool
|
458
|
-
:param suppress_consec_slashes: If provided, controls whether
|
459
|
-
consecutive slashes will be suppressed in key paths.
|
460
|
-
|
461
|
-
:type validate_certs: bool
|
462
|
-
:param validate_certs: Controls whether SSL certificates
|
463
|
-
will be validated or not. Defaults to True.
|
464
|
-
"""
|
465
|
-
self.suppress_consec_slashes = suppress_consec_slashes
|
466
|
-
self.num_retries = 6
|
467
|
-
# Override passed-in is_secure setting if value was defined in config.
|
468
|
-
if config.has_option('Boto', 'is_secure'):
|
469
|
-
is_secure = config.getboolean('Boto', 'is_secure')
|
470
|
-
self.is_secure = is_secure
|
471
|
-
# Whether or not to validate server certificates.
|
472
|
-
# The default is now to validate certificates. This can be
|
473
|
-
# overridden in the boto config file are by passing an
|
474
|
-
# explicit validate_certs parameter to the class constructor.
|
475
|
-
self.https_validate_certificates = config.getbool(
|
476
|
-
'Boto', 'https_validate_certificates',
|
477
|
-
validate_certs)
|
478
|
-
if self.https_validate_certificates and not HAVE_HTTPS_CONNECTION:
|
479
|
-
raise BotoClientError(
|
480
|
-
"SSL server certificate validation is enabled in boto "
|
481
|
-
"configuration, but Python dependencies required to "
|
482
|
-
"support this feature are not available. Certificate "
|
483
|
-
"validation is only supported when running under Python "
|
484
|
-
"2.6 or later.")
|
485
|
-
self.ca_certificates_file = config.get_value(
|
486
|
-
'Boto', 'ca_certificates_file', DEFAULT_CA_CERTS_FILE)
|
487
|
-
self.handle_proxy(proxy, proxy_port, proxy_user, proxy_pass)
|
488
|
-
# define exceptions from httplib that we want to catch and retry
|
489
|
-
self.http_exceptions = (httplib.HTTPException, socket.error,
|
490
|
-
socket.gaierror, httplib.BadStatusLine)
|
491
|
-
# define subclasses of the above that are not retryable.
|
492
|
-
self.http_unretryable_exceptions = []
|
493
|
-
if HAVE_HTTPS_CONNECTION:
|
494
|
-
self.http_unretryable_exceptions.append(
|
495
|
-
https_connection.InvalidCertificateException)
|
496
|
-
|
497
|
-
# define values in socket exceptions we don't want to catch
|
498
|
-
self.socket_exception_values = (errno.EINTR,)
|
499
|
-
if https_connection_factory is not None:
|
500
|
-
self.https_connection_factory = https_connection_factory[0]
|
501
|
-
self.http_exceptions += https_connection_factory[1]
|
502
|
-
else:
|
503
|
-
self.https_connection_factory = None
|
504
|
-
if (is_secure):
|
505
|
-
self.protocol = 'https'
|
506
|
-
else:
|
507
|
-
self.protocol = 'http'
|
508
|
-
self.host = host
|
509
|
-
self.path = path
|
510
|
-
# if the value passed in for debug
|
511
|
-
if not isinstance(debug, (int, long)):
|
512
|
-
debug = 0
|
513
|
-
self.debug = config.getint('Boto', 'debug', debug)
|
514
|
-
if port:
|
515
|
-
self.port = port
|
516
|
-
else:
|
517
|
-
self.port = PORTS_BY_SECURITY[is_secure]
|
518
|
-
|
519
|
-
# Timeout used to tell httplib how long to wait for socket timeouts.
|
520
|
-
# Default is to leave timeout unchanged, which will in turn result in
|
521
|
-
# the socket's default global timeout being used. To specify a
|
522
|
-
# timeout, set http_socket_timeout in Boto config. Regardless,
|
523
|
-
# timeouts will only be applied if Python is 2.6 or greater.
|
524
|
-
self.http_connection_kwargs = {}
|
525
|
-
if (sys.version_info[0], sys.version_info[1]) >= (2, 6):
|
526
|
-
if config.has_option('Boto', 'http_socket_timeout'):
|
527
|
-
timeout = config.getint('Boto', 'http_socket_timeout')
|
528
|
-
self.http_connection_kwargs['timeout'] = timeout
|
529
|
-
|
530
|
-
if isinstance(provider, Provider):
|
531
|
-
# Allow overriding Provider
|
532
|
-
self.provider = provider
|
533
|
-
else:
|
534
|
-
self._provider_type = provider
|
535
|
-
self.provider = Provider(self._provider_type,
|
536
|
-
aws_access_key_id,
|
537
|
-
aws_secret_access_key,
|
538
|
-
security_token)
|
539
|
-
|
540
|
-
# allow config file to override default host
|
541
|
-
if self.provider.host:
|
542
|
-
self.host = self.provider.host
|
543
|
-
|
544
|
-
self._pool = ConnectionPool()
|
545
|
-
self._connection = (self.server_name(), self.is_secure)
|
546
|
-
self._last_rs = None
|
547
|
-
self._auth_handler = auth.get_auth_handler(
|
548
|
-
host, config, self.provider, self._required_auth_capability())
|
549
|
-
if getattr(self, 'AuthServiceName', None) is not None:
|
550
|
-
self.auth_service_name = self.AuthServiceName
|
551
|
-
|
552
|
-
def __repr__(self):
|
553
|
-
return '%s:%s' % (self.__class__.__name__, self.host)
|
554
|
-
|
555
|
-
def _required_auth_capability(self):
|
556
|
-
return []
|
557
|
-
|
558
|
-
def _get_auth_service_name(self):
|
559
|
-
return getattr(self._auth_handler, 'service_name')
|
560
|
-
|
561
|
-
# For Sigv4, the auth_service_name/auth_region_name properties allow
|
562
|
-
# the service_name/region_name to be explicitly set instead of being
|
563
|
-
# derived from the endpoint url.
|
564
|
-
def _set_auth_service_name(self, value):
|
565
|
-
self._auth_handler.service_name = value
|
566
|
-
auth_service_name = property(_get_auth_service_name, _set_auth_service_name)
|
567
|
-
|
568
|
-
def _get_auth_region_name(self):
|
569
|
-
return getattr(self._auth_handler, 'region_name')
|
570
|
-
|
571
|
-
def _set_auth_region_name(self, value):
|
572
|
-
self._auth_handler.region_name = value
|
573
|
-
auth_region_name = property(_get_auth_region_name, _set_auth_region_name)
|
574
|
-
|
575
|
-
def connection(self):
|
576
|
-
return self.get_http_connection(*self._connection)
|
577
|
-
connection = property(connection)
|
578
|
-
|
579
|
-
def aws_access_key_id(self):
|
580
|
-
return self.provider.access_key
|
581
|
-
aws_access_key_id = property(aws_access_key_id)
|
582
|
-
gs_access_key_id = aws_access_key_id
|
583
|
-
access_key = aws_access_key_id
|
584
|
-
|
585
|
-
def aws_secret_access_key(self):
|
586
|
-
return self.provider.secret_key
|
587
|
-
aws_secret_access_key = property(aws_secret_access_key)
|
588
|
-
gs_secret_access_key = aws_secret_access_key
|
589
|
-
secret_key = aws_secret_access_key
|
590
|
-
|
591
|
-
def get_path(self, path='/'):
|
592
|
-
# The default behavior is to suppress consecutive slashes for reasons
|
593
|
-
# discussed at
|
594
|
-
# https://groups.google.com/forum/#!topic/boto-dev/-ft0XPUy0y8
|
595
|
-
# You can override that behavior with the suppress_consec_slashes param.
|
596
|
-
if not self.suppress_consec_slashes:
|
597
|
-
return self.path + re.sub('^/*', "", path)
|
598
|
-
pos = path.find('?')
|
599
|
-
if pos >= 0:
|
600
|
-
params = path[pos:]
|
601
|
-
path = path[:pos]
|
602
|
-
else:
|
603
|
-
params = None
|
604
|
-
if path[-1] == '/':
|
605
|
-
need_trailing = True
|
606
|
-
else:
|
607
|
-
need_trailing = False
|
608
|
-
path_elements = self.path.split('/')
|
609
|
-
path_elements.extend(path.split('/'))
|
610
|
-
path_elements = [p for p in path_elements if p]
|
611
|
-
path = '/' + '/'.join(path_elements)
|
612
|
-
if path[-1] != '/' and need_trailing:
|
613
|
-
path += '/'
|
614
|
-
if params:
|
615
|
-
path = path + params
|
616
|
-
return path
|
617
|
-
|
618
|
-
def server_name(self, port=None):
|
619
|
-
if not port:
|
620
|
-
port = self.port
|
621
|
-
if port == 80:
|
622
|
-
signature_host = self.host
|
623
|
-
else:
|
624
|
-
# This unfortunate little hack can be attributed to
|
625
|
-
# a difference in the 2.6 version of httplib. In old
|
626
|
-
# versions, it would append ":443" to the hostname sent
|
627
|
-
# in the Host header and so we needed to make sure we
|
628
|
-
# did the same when calculating the V2 signature. In 2.6
|
629
|
-
# (and higher!)
|
630
|
-
# it no longer does that. Hence, this kludge.
|
631
|
-
if ((ON_APP_ENGINE and sys.version[:3] == '2.5') or
|
632
|
-
sys.version[:3] in ('2.6', '2.7')) and port == 443:
|
633
|
-
signature_host = self.host
|
634
|
-
else:
|
635
|
-
signature_host = '%s:%d' % (self.host, port)
|
636
|
-
return signature_host
|
637
|
-
|
638
|
-
def handle_proxy(self, proxy, proxy_port, proxy_user, proxy_pass):
|
639
|
-
self.proxy = proxy
|
640
|
-
self.proxy_port = proxy_port
|
641
|
-
self.proxy_user = proxy_user
|
642
|
-
self.proxy_pass = proxy_pass
|
643
|
-
if 'http_proxy' in os.environ and not self.proxy:
|
644
|
-
pattern = re.compile(
|
645
|
-
'(?:http://)?' \
|
646
|
-
'(?:(?P<user>\w+):(?P<pass>.*)@)?' \
|
647
|
-
'(?P<host>[\w\-\.]+)' \
|
648
|
-
'(?::(?P<port>\d+))?'
|
649
|
-
)
|
650
|
-
match = pattern.match(os.environ['http_proxy'])
|
651
|
-
if match:
|
652
|
-
self.proxy = match.group('host')
|
653
|
-
self.proxy_port = match.group('port')
|
654
|
-
self.proxy_user = match.group('user')
|
655
|
-
self.proxy_pass = match.group('pass')
|
656
|
-
else:
|
657
|
-
if not self.proxy:
|
658
|
-
self.proxy = config.get_value('Boto', 'proxy', None)
|
659
|
-
if not self.proxy_port:
|
660
|
-
self.proxy_port = config.get_value('Boto', 'proxy_port', None)
|
661
|
-
if not self.proxy_user:
|
662
|
-
self.proxy_user = config.get_value('Boto', 'proxy_user', None)
|
663
|
-
if not self.proxy_pass:
|
664
|
-
self.proxy_pass = config.get_value('Boto', 'proxy_pass', None)
|
665
|
-
|
666
|
-
if not self.proxy_port and self.proxy:
|
667
|
-
print "http_proxy environment variable does not specify " \
|
668
|
-
"a port, using default"
|
669
|
-
self.proxy_port = self.port
|
670
|
-
self.use_proxy = (self.proxy != None)
|
671
|
-
|
672
|
-
def get_http_connection(self, host, is_secure):
|
673
|
-
conn = self._pool.get_http_connection(host, is_secure)
|
674
|
-
if conn is not None:
|
675
|
-
return conn
|
676
|
-
else:
|
677
|
-
return self.new_http_connection(host, is_secure)
|
678
|
-
|
679
|
-
def new_http_connection(self, host, is_secure):
|
680
|
-
if self.use_proxy and not is_secure:
|
681
|
-
host = '%s:%d' % (self.proxy, int(self.proxy_port))
|
682
|
-
if host is None:
|
683
|
-
host = self.server_name()
|
684
|
-
if is_secure:
|
685
|
-
boto.log.debug(
|
686
|
-
'establishing HTTPS connection: host=%s, kwargs=%s',
|
687
|
-
host, self.http_connection_kwargs)
|
688
|
-
if self.use_proxy:
|
689
|
-
connection = self.proxy_ssl(host, is_secure and 443 or 80)
|
690
|
-
elif self.https_connection_factory:
|
691
|
-
connection = self.https_connection_factory(host)
|
692
|
-
elif self.https_validate_certificates and HAVE_HTTPS_CONNECTION:
|
693
|
-
connection = https_connection.CertValidatingHTTPSConnection(
|
694
|
-
host, ca_certs=self.ca_certificates_file,
|
695
|
-
**self.http_connection_kwargs)
|
696
|
-
else:
|
697
|
-
connection = httplib.HTTPSConnection(host,
|
698
|
-
**self.http_connection_kwargs)
|
699
|
-
else:
|
700
|
-
boto.log.debug('establishing HTTP connection: kwargs=%s' %
|
701
|
-
self.http_connection_kwargs)
|
702
|
-
if self.https_connection_factory:
|
703
|
-
# even though the factory says https, this is too handy
|
704
|
-
# to not be able to allow overriding for http also.
|
705
|
-
connection = self.https_connection_factory(host,
|
706
|
-
**self.http_connection_kwargs)
|
707
|
-
else:
|
708
|
-
connection = httplib.HTTPConnection(host,
|
709
|
-
**self.http_connection_kwargs)
|
710
|
-
if self.debug > 1:
|
711
|
-
connection.set_debuglevel(self.debug)
|
712
|
-
# self.connection must be maintained for backwards-compatibility
|
713
|
-
# however, it must be dynamically pulled from the connection pool
|
714
|
-
# set a private variable which will enable that
|
715
|
-
if host.split(':')[0] == self.host and is_secure == self.is_secure:
|
716
|
-
self._connection = (host, is_secure)
|
717
|
-
# Set the response class of the http connection to use our custom
|
718
|
-
# class.
|
719
|
-
connection.response_class = HTTPResponse
|
720
|
-
return connection
|
721
|
-
|
722
|
-
def put_http_connection(self, host, is_secure, connection):
|
723
|
-
self._pool.put_http_connection(host, is_secure, connection)
|
724
|
-
|
725
|
-
def proxy_ssl(self, host=None, port=None):
|
726
|
-
if host and port:
|
727
|
-
host = '%s:%d' % (host, port)
|
728
|
-
else:
|
729
|
-
host = '%s:%d' % (self.host, self.port)
|
730
|
-
sock = socket.socket(socket.AF_INET, socket.SOCK_STREAM)
|
731
|
-
try:
|
732
|
-
sock.connect((self.proxy, int(self.proxy_port)))
|
733
|
-
except:
|
734
|
-
raise
|
735
|
-
boto.log.debug("Proxy connection: CONNECT %s HTTP/1.0\r\n", host)
|
736
|
-
sock.sendall("CONNECT %s HTTP/1.0\r\n" % host)
|
737
|
-
sock.sendall("User-Agent: %s\r\n" % UserAgent)
|
738
|
-
if self.proxy_user and self.proxy_pass:
|
739
|
-
for k, v in self.get_proxy_auth_header().items():
|
740
|
-
sock.sendall("%s: %s\r\n" % (k, v))
|
741
|
-
# See discussion about this config option at
|
742
|
-
# https://groups.google.com/forum/?fromgroups#!topic/boto-dev/teenFvOq2Cc
|
743
|
-
if config.getbool('Boto', 'send_crlf_after_proxy_auth_headers', False):
|
744
|
-
sock.sendall("\r\n")
|
745
|
-
else:
|
746
|
-
sock.sendall("\r\n")
|
747
|
-
resp = httplib.HTTPResponse(sock, strict=True, debuglevel=self.debug)
|
748
|
-
resp.begin()
|
749
|
-
|
750
|
-
if resp.status != 200:
|
751
|
-
# Fake a socket error, use a code that make it obvious it hasn't
|
752
|
-
# been generated by the socket library
|
753
|
-
raise socket.error(-71,
|
754
|
-
"Error talking to HTTP proxy %s:%s: %s (%s)" %
|
755
|
-
(self.proxy, self.proxy_port,
|
756
|
-
resp.status, resp.reason))
|
757
|
-
|
758
|
-
# We can safely close the response, it duped the original socket
|
759
|
-
resp.close()
|
760
|
-
|
761
|
-
h = httplib.HTTPConnection(host)
|
762
|
-
|
763
|
-
if self.https_validate_certificates and HAVE_HTTPS_CONNECTION:
|
764
|
-
boto.log.debug("wrapping ssl socket for proxied connection; "
|
765
|
-
"CA certificate file=%s",
|
766
|
-
self.ca_certificates_file)
|
767
|
-
key_file = self.http_connection_kwargs.get('key_file', None)
|
768
|
-
cert_file = self.http_connection_kwargs.get('cert_file', None)
|
769
|
-
sslSock = ssl.wrap_socket(sock, keyfile=key_file,
|
770
|
-
certfile=cert_file,
|
771
|
-
cert_reqs=ssl.CERT_REQUIRED,
|
772
|
-
ca_certs=self.ca_certificates_file)
|
773
|
-
cert = sslSock.getpeercert()
|
774
|
-
hostname = self.host.split(':', 0)[0]
|
775
|
-
if not https_connection.ValidateCertificateHostname(cert, hostname):
|
776
|
-
raise https_connection.InvalidCertificateException(
|
777
|
-
hostname, cert, 'hostname mismatch')
|
778
|
-
else:
|
779
|
-
# Fallback for old Python without ssl.wrap_socket
|
780
|
-
if hasattr(httplib, 'ssl'):
|
781
|
-
sslSock = httplib.ssl.SSLSocket(sock)
|
782
|
-
else:
|
783
|
-
sslSock = socket.ssl(sock, None, None)
|
784
|
-
sslSock = httplib.FakeSocket(sock, sslSock)
|
785
|
-
|
786
|
-
# This is a bit unclean
|
787
|
-
h.sock = sslSock
|
788
|
-
return h
|
789
|
-
|
790
|
-
def prefix_proxy_to_path(self, path, host=None):
|
791
|
-
path = self.protocol + '://' + (host or self.server_name()) + path
|
792
|
-
return path
|
793
|
-
|
794
|
-
def get_proxy_auth_header(self):
|
795
|
-
auth = base64.encodestring(self.proxy_user + ':' + self.proxy_pass)
|
796
|
-
return {'Proxy-Authorization': 'Basic %s' % auth}
|
797
|
-
|
798
|
-
def _mexe(self, request, sender=None, override_num_retries=None,
|
799
|
-
retry_handler=None):
|
800
|
-
"""
|
801
|
-
mexe - Multi-execute inside a loop, retrying multiple times to handle
|
802
|
-
transient Internet errors by simply trying again.
|
803
|
-
Also handles redirects.
|
804
|
-
|
805
|
-
This code was inspired by the S3Utils classes posted to the boto-users
|
806
|
-
Google group by Larry Bates. Thanks!
|
807
|
-
|
808
|
-
"""
|
809
|
-
boto.log.debug('Method: %s' % request.method)
|
810
|
-
boto.log.debug('Path: %s' % request.path)
|
811
|
-
boto.log.debug('Data: %s' % request.body)
|
812
|
-
boto.log.debug('Headers: %s' % request.headers)
|
813
|
-
boto.log.debug('Host: %s' % request.host)
|
814
|
-
response = None
|
815
|
-
body = None
|
816
|
-
e = None
|
817
|
-
if override_num_retries is None:
|
818
|
-
num_retries = config.getint('Boto', 'num_retries', self.num_retries)
|
819
|
-
else:
|
820
|
-
num_retries = override_num_retries
|
821
|
-
i = 0
|
822
|
-
connection = self.get_http_connection(request.host, self.is_secure)
|
823
|
-
while i <= num_retries:
|
824
|
-
# Use binary exponential backoff to desynchronize client requests.
|
825
|
-
next_sleep = random.random() * (2 ** i)
|
826
|
-
try:
|
827
|
-
# we now re-sign each request before it is retried
|
828
|
-
boto.log.debug('Token: %s' % self.provider.security_token)
|
829
|
-
request.authorize(connection=self)
|
830
|
-
if callable(sender):
|
831
|
-
response = sender(connection, request.method, request.path,
|
832
|
-
request.body, request.headers)
|
833
|
-
else:
|
834
|
-
connection.request(request.method, request.path,
|
835
|
-
request.body, request.headers)
|
836
|
-
response = connection.getresponse()
|
837
|
-
location = response.getheader('location')
|
838
|
-
# -- gross hack --
|
839
|
-
# httplib gets confused with chunked responses to HEAD requests
|
840
|
-
# so I have to fake it out
|
841
|
-
if request.method == 'HEAD' and getattr(response,
|
842
|
-
'chunked', False):
|
843
|
-
response.chunked = 0
|
844
|
-
if callable(retry_handler):
|
845
|
-
status = retry_handler(response, i, next_sleep)
|
846
|
-
if status:
|
847
|
-
msg, i, next_sleep = status
|
848
|
-
if msg:
|
849
|
-
boto.log.debug(msg)
|
850
|
-
time.sleep(next_sleep)
|
851
|
-
continue
|
852
|
-
if response.status == 500 or response.status == 503:
|
853
|
-
msg = 'Received %d response. ' % response.status
|
854
|
-
msg += 'Retrying in %3.1f seconds' % next_sleep
|
855
|
-
boto.log.debug(msg)
|
856
|
-
body = response.read()
|
857
|
-
elif response.status < 300 or response.status >= 400 or \
|
858
|
-
not location:
|
859
|
-
self.put_http_connection(request.host, self.is_secure,
|
860
|
-
connection)
|
861
|
-
return response
|
862
|
-
else:
|
863
|
-
scheme, request.host, request.path, \
|
864
|
-
params, query, fragment = urlparse.urlparse(location)
|
865
|
-
if query:
|
866
|
-
request.path += '?' + query
|
867
|
-
msg = 'Redirecting: %s' % scheme + '://'
|
868
|
-
msg += request.host + request.path
|
869
|
-
boto.log.debug(msg)
|
870
|
-
connection = self.get_http_connection(request.host,
|
871
|
-
scheme == 'https')
|
872
|
-
response = None
|
873
|
-
continue
|
874
|
-
except self.http_exceptions, e:
|
875
|
-
for unretryable in self.http_unretryable_exceptions:
|
876
|
-
if isinstance(e, unretryable):
|
877
|
-
boto.log.debug(
|
878
|
-
'encountered unretryable %s exception, re-raising' %
|
879
|
-
e.__class__.__name__)
|
880
|
-
raise e
|
881
|
-
boto.log.debug('encountered %s exception, reconnecting' % \
|
882
|
-
e.__class__.__name__)
|
883
|
-
connection = self.new_http_connection(request.host,
|
884
|
-
self.is_secure)
|
885
|
-
time.sleep(next_sleep)
|
886
|
-
i += 1
|
887
|
-
# If we made it here, it's because we have exhausted our retries
|
888
|
-
# and stil haven't succeeded. So, if we have a response object,
|
889
|
-
# use it to raise an exception.
|
890
|
-
# Otherwise, raise the exception that must have already h#appened.
|
891
|
-
if response:
|
892
|
-
raise BotoServerError(response.status, response.reason, body)
|
893
|
-
elif e:
|
894
|
-
raise e
|
895
|
-
else:
|
896
|
-
msg = 'Please report this exception as a Boto Issue!'
|
897
|
-
raise BotoClientError(msg)
|
898
|
-
|
899
|
-
def build_base_http_request(self, method, path, auth_path,
|
900
|
-
params=None, headers=None, data='', host=None):
|
901
|
-
path = self.get_path(path)
|
902
|
-
if auth_path is not None:
|
903
|
-
auth_path = self.get_path(auth_path)
|
904
|
-
if params == None:
|
905
|
-
params = {}
|
906
|
-
else:
|
907
|
-
params = params.copy()
|
908
|
-
if headers == None:
|
909
|
-
headers = {}
|
910
|
-
else:
|
911
|
-
headers = headers.copy()
|
912
|
-
host = host or self.host
|
913
|
-
if self.use_proxy:
|
914
|
-
if not auth_path:
|
915
|
-
auth_path = path
|
916
|
-
path = self.prefix_proxy_to_path(path, host)
|
917
|
-
if self.proxy_user and self.proxy_pass and not self.is_secure:
|
918
|
-
# If is_secure, we don't have to set the proxy authentication
|
919
|
-
# header here, we did that in the CONNECT to the proxy.
|
920
|
-
headers.update(self.get_proxy_auth_header())
|
921
|
-
return HTTPRequest(method, self.protocol, host, self.port,
|
922
|
-
path, auth_path, params, headers, data)
|
923
|
-
|
924
|
-
def make_request(self, method, path, headers=None, data='', host=None,
|
925
|
-
auth_path=None, sender=None, override_num_retries=None,
|
926
|
-
params=None):
|
927
|
-
"""Makes a request to the server, with stock multiple-retry logic."""
|
928
|
-
if params is None:
|
929
|
-
params = {}
|
930
|
-
http_request = self.build_base_http_request(method, path, auth_path,
|
931
|
-
params, headers, data, host)
|
932
|
-
return self._mexe(http_request, sender, override_num_retries)
|
933
|
-
|
934
|
-
def close(self):
|
935
|
-
"""(Optional) Close any open HTTP connections. This is non-destructive,
|
936
|
-
and making a new request will open a connection again."""
|
937
|
-
|
938
|
-
boto.log.debug('closing all HTTP connections')
|
939
|
-
self._connection = None # compat field
|
940
|
-
|
941
|
-
|
942
|
-
class AWSQueryConnection(AWSAuthConnection):
|
943
|
-
|
944
|
-
APIVersion = ''
|
945
|
-
ResponseError = BotoServerError
|
946
|
-
|
947
|
-
def __init__(self, aws_access_key_id=None, aws_secret_access_key=None,
|
948
|
-
is_secure=True, port=None, proxy=None, proxy_port=None,
|
949
|
-
proxy_user=None, proxy_pass=None, host=None, debug=0,
|
950
|
-
https_connection_factory=None, path='/', security_token=None,
|
951
|
-
validate_certs=True):
|
952
|
-
AWSAuthConnection.__init__(self, host, aws_access_key_id,
|
953
|
-
aws_secret_access_key,
|
954
|
-
is_secure, port, proxy,
|
955
|
-
proxy_port, proxy_user, proxy_pass,
|
956
|
-
debug, https_connection_factory, path,
|
957
|
-
security_token=security_token,
|
958
|
-
validate_certs=validate_certs)
|
959
|
-
|
960
|
-
def _required_auth_capability(self):
|
961
|
-
return []
|
962
|
-
|
963
|
-
def get_utf8_value(self, value):
|
964
|
-
return boto.utils.get_utf8_value(value)
|
965
|
-
|
966
|
-
def make_request(self, action, params=None, path='/', verb='GET'):
|
967
|
-
http_request = self.build_base_http_request(verb, path, None,
|
968
|
-
params, {}, '',
|
969
|
-
self.server_name())
|
970
|
-
if action:
|
971
|
-
http_request.params['Action'] = action
|
972
|
-
if self.APIVersion:
|
973
|
-
http_request.params['Version'] = self.APIVersion
|
974
|
-
return self._mexe(http_request)
|
975
|
-
|
976
|
-
def build_list_params(self, params, items, label):
|
977
|
-
if isinstance(items, basestring):
|
978
|
-
items = [items]
|
979
|
-
for i in range(1, len(items) + 1):
|
980
|
-
params['%s.%d' % (label, i)] = items[i - 1]
|
981
|
-
|
982
|
-
def build_complex_list_params(self, params, items, label, names):
|
983
|
-
"""Serialize a list of structures.
|
984
|
-
|
985
|
-
For example::
|
986
|
-
|
987
|
-
items = [('foo', 'bar', 'baz'), ('foo2', 'bar2', 'baz2')]
|
988
|
-
label = 'ParamName.member'
|
989
|
-
names = ('One', 'Two', 'Three')
|
990
|
-
self.build_complex_list_params(params, items, label, names)
|
991
|
-
|
992
|
-
would result in the params dict being updated with these params::
|
993
|
-
|
994
|
-
ParamName.member.1.One = foo
|
995
|
-
ParamName.member.1.Two = bar
|
996
|
-
ParamName.member.1.Three = baz
|
997
|
-
|
998
|
-
ParamName.member.2.One = foo2
|
999
|
-
ParamName.member.2.Two = bar2
|
1000
|
-
ParamName.member.2.Three = baz2
|
1001
|
-
|
1002
|
-
:type params: dict
|
1003
|
-
:param params: The params dict. The complex list params
|
1004
|
-
will be added to this dict.
|
1005
|
-
|
1006
|
-
:type items: list of tuples
|
1007
|
-
:param items: The list to serialize.
|
1008
|
-
|
1009
|
-
:type label: string
|
1010
|
-
:param label: The prefix to apply to the parameter.
|
1011
|
-
|
1012
|
-
:type names: tuple of strings
|
1013
|
-
:param names: The names associated with each tuple element.
|
1014
|
-
|
1015
|
-
"""
|
1016
|
-
for i, item in enumerate(items, 1):
|
1017
|
-
current_prefix = '%s.%s' % (label, i)
|
1018
|
-
for key, value in zip(names, item):
|
1019
|
-
full_key = '%s.%s' % (current_prefix, key)
|
1020
|
-
params[full_key] = value
|
1021
|
-
|
1022
|
-
# generics
|
1023
|
-
|
1024
|
-
def get_list(self, action, params, markers, path='/',
|
1025
|
-
parent=None, verb='GET'):
|
1026
|
-
if not parent:
|
1027
|
-
parent = self
|
1028
|
-
response = self.make_request(action, params, path, verb)
|
1029
|
-
body = response.read()
|
1030
|
-
boto.log.debug(body)
|
1031
|
-
if not body:
|
1032
|
-
boto.log.error('Null body %s' % body)
|
1033
|
-
raise self.ResponseError(response.status, response.reason, body)
|
1034
|
-
elif response.status == 200:
|
1035
|
-
rs = ResultSet(markers)
|
1036
|
-
h = boto.handler.XmlHandler(rs, parent)
|
1037
|
-
xml.sax.parseString(body, h)
|
1038
|
-
return rs
|
1039
|
-
else:
|
1040
|
-
boto.log.error('%s %s' % (response.status, response.reason))
|
1041
|
-
boto.log.error('%s' % body)
|
1042
|
-
raise self.ResponseError(response.status, response.reason, body)
|
1043
|
-
|
1044
|
-
def get_object(self, action, params, cls, path='/',
|
1045
|
-
parent=None, verb='GET'):
|
1046
|
-
if not parent:
|
1047
|
-
parent = self
|
1048
|
-
response = self.make_request(action, params, path, verb)
|
1049
|
-
body = response.read()
|
1050
|
-
boto.log.debug(body)
|
1051
|
-
if not body:
|
1052
|
-
boto.log.error('Null body %s' % body)
|
1053
|
-
raise self.ResponseError(response.status, response.reason, body)
|
1054
|
-
elif response.status == 200:
|
1055
|
-
obj = cls(parent)
|
1056
|
-
h = boto.handler.XmlHandler(obj, parent)
|
1057
|
-
xml.sax.parseString(body, h)
|
1058
|
-
return obj
|
1059
|
-
else:
|
1060
|
-
boto.log.error('%s %s' % (response.status, response.reason))
|
1061
|
-
boto.log.error('%s' % body)
|
1062
|
-
raise self.ResponseError(response.status, response.reason, body)
|
1063
|
-
|
1064
|
-
def get_status(self, action, params, path='/', parent=None, verb='GET'):
|
1065
|
-
if not parent:
|
1066
|
-
parent = self
|
1067
|
-
response = self.make_request(action, params, path, verb)
|
1068
|
-
body = response.read()
|
1069
|
-
boto.log.debug(body)
|
1070
|
-
if not body:
|
1071
|
-
boto.log.error('Null body %s' % body)
|
1072
|
-
raise self.ResponseError(response.status, response.reason, body)
|
1073
|
-
elif response.status == 200:
|
1074
|
-
rs = ResultSet()
|
1075
|
-
h = boto.handler.XmlHandler(rs, parent)
|
1076
|
-
xml.sax.parseString(body, h)
|
1077
|
-
return rs.status
|
1078
|
-
else:
|
1079
|
-
boto.log.error('%s %s' % (response.status, response.reason))
|
1080
|
-
boto.log.error('%s' % body)
|
1081
|
-
raise self.ResponseError(response.status, response.reason, body)
|