wayfarer 0.4.3 → 0.4.4
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/.rubocop.yml +10 -0
- data/Gemfile.lock +10 -14
- data/docs/cookbook/batch_routing.md +1 -1
- data/docs/cookbook/navigation.md +43 -0
- data/docs/guides/jobs.md +4 -4
- data/docs/guides/navigation.md +1 -1
- data/docs/guides/{browser_automation → networking}/capybara.md +3 -1
- data/docs/guides/{browser_automation → networking}/custom_adapters.md +0 -0
- data/docs/guides/{browser_automation → networking}/ferrum.md +0 -0
- data/docs/guides/networking/http.md +33 -0
- data/docs/guides/{browser_automation → networking}/selenium.md +0 -0
- data/lib/wayfarer/base.rb +37 -27
- data/lib/wayfarer/cli/base.rb +19 -1
- data/lib/wayfarer/cli/job.rb +4 -8
- data/lib/wayfarer/gc.rb +3 -4
- data/lib/wayfarer/handler.rb +15 -0
- data/lib/wayfarer/middleware/base.rb +19 -0
- data/lib/wayfarer/middleware/chain.rb +8 -0
- data/lib/wayfarer/middleware/controller.rb +40 -0
- data/lib/wayfarer/middleware/dedup.rb +5 -0
- data/lib/wayfarer/middleware/dispatch.rb +22 -0
- data/lib/wayfarer/middleware/fetch.rb +24 -15
- data/lib/wayfarer/middleware/lazy.rb +11 -0
- data/lib/wayfarer/middleware/normalize.rb +2 -0
- data/lib/wayfarer/middleware/router.rb +20 -14
- data/lib/wayfarer/middleware/stage.rb +6 -2
- data/lib/wayfarer/networking/context.rb +1 -0
- data/lib/wayfarer/networking/ferrum.rb +1 -0
- data/lib/wayfarer/networking/follow.rb +22 -0
- data/lib/wayfarer/networking/result.rb +0 -8
- data/lib/wayfarer/routing/matchers/host.rb +3 -1
- data/lib/wayfarer/routing/matchers/path.rb +1 -1
- data/lib/wayfarer/routing/result.rb +0 -5
- data/lib/wayfarer/routing/router.rb +3 -2
- data/lib/wayfarer/task.rb +4 -2
- data/lib/wayfarer.rb +2 -9
- data/spec/base_spec.rb +33 -42
- data/spec/cli/job_spec.rb +9 -5
- data/spec/gc_spec.rb +5 -9
- data/spec/handler_spec.rb +11 -0
- data/spec/integration/callbacks_spec.rb +85 -0
- data/spec/integration/page_spec.rb +62 -0
- data/spec/integration/params_spec.rb +56 -0
- data/spec/integration/stage_spec.rb +51 -0
- data/spec/integration/steering_spec.rb +57 -0
- data/spec/middleware/chain_spec.rb +15 -2
- data/spec/middleware/controller_spec.rb +86 -0
- data/spec/middleware/dedup_spec.rb +20 -8
- data/spec/middleware/dispatch_spec.rb +43 -0
- data/spec/middleware/fetch_spec.rb +109 -54
- data/spec/middleware/normalize_spec.rb +5 -4
- data/spec/middleware/router_spec.rb +73 -48
- data/spec/middleware/stage_spec.rb +42 -19
- data/spec/networking/follow_spec.rb +41 -0
- data/spec/spec_helpers.rb +11 -3
- data/spec/support/static/git-scm.com/assets/application-38b0d42ff05ffea45841edebbd14b75b89585646153808e82907c2c5c11f324b.js +772 -0
- data/spec/support/static/git-scm.com/assets/application-cafcf280f67db0e6d8168ba98a38da878769a9d5f37793b68ffb963a02d185e0.css +1 -0
- data/spec/support/static/git-scm.com/assets/modernize-b3ebe0c31c24f230dc62179d3e1030d2e57a53b1668d9382c0a27dbd44a94beb.js +20 -0
- data/spec/support/static/git-scm.com/book/en/v2/Appendix-A:-Git-in-Other-Environments-Git-in-Bash.html +751 -0
- data/spec/support/static/git-scm.com/book/en/v2/Appendix-A:-Git-in-Other-Environments-Git-in-PowerShell.html +804 -0
- data/spec/support/static/git-scm.com/book/en/v2/Appendix-A:-Git-in-Other-Environments-Git-in-Sublime-Text.html +728 -0
- data/spec/support/static/git-scm.com/book/en/v2/Appendix-A:-Git-in-Other-Environments-Git-in-Visual-Studio-Code.html +751 -0
- data/spec/support/static/git-scm.com/book/en/v2/Appendix-A:-Git-in-Other-Environments-Git-in-Visual-Studio.html +740 -0
- data/spec/support/static/git-scm.com/book/en/v2/Appendix-A:-Git-in-Other-Environments-Git-in-Zsh.html +765 -0
- data/spec/support/static/git-scm.com/book/en/v2/Appendix-A:-Git-in-Other-Environments-Graphical-Interfaces.html +931 -0
- data/spec/support/static/git-scm.com/book/en/v2/Appendix-A:-Git-in-Other-Environments-Summary.html +702 -0
- data/spec/support/static/git-scm.com/book/en/v2/Appendix-B:-Embedding-Git-in-your-Applications-Command-line-Git.html +720 -0
- data/spec/support/static/git-scm.com/book/en/v2/Appendix-B:-Embedding-Git-in-your-Applications-Dulwich.html +746 -0
- data/spec/support/static/git-scm.com/book/en/v2/Appendix-B:-Embedding-Git-in-your-Applications-JGit.html +889 -0
- data/spec/support/static/git-scm.com/book/en/v2/Appendix-B:-Embedding-Git-in-your-Applications-Libgit2.html +1003 -0
- data/spec/support/static/git-scm.com/book/en/v2/Appendix-B:-Embedding-Git-in-your-Applications-go-git.html +792 -0
- data/spec/support/static/git-scm.com/book/en/v2/Appendix-C:-Git-Commands-Administration.html +745 -0
- data/spec/support/static/git-scm.com/book/en/v2/Appendix-C:-Git-Commands-Basic-Snapshotting.html +840 -0
- data/spec/support/static/git-scm.com/book/en/v2/Appendix-C:-Git-Commands-Branching-and-Merging.html +829 -0
- data/spec/support/static/git-scm.com/book/en/v2/Appendix-C:-Git-Commands-Debugging.html +731 -0
- data/spec/support/static/git-scm.com/book/en/v2/Appendix-C:-Git-Commands-Email.html +766 -0
- data/spec/support/static/git-scm.com/book/en/v2/Appendix-C:-Git-Commands-External-Systems.html +721 -0
- data/spec/support/static/git-scm.com/book/en/v2/Appendix-C:-Git-Commands-Getting-and-Creating-Projects.html +746 -0
- data/spec/support/static/git-scm.com/book/en/v2/Appendix-C:-Git-Commands-Inspection-and-Comparison.html +735 -0
- data/spec/support/static/git-scm.com/book/en/v2/Appendix-C:-Git-Commands-Patching.html +742 -0
- data/spec/support/static/git-scm.com/book/en/v2/Appendix-C:-Git-Commands-Plumbing-Commands.html +715 -0
- data/spec/support/static/git-scm.com/book/en/v2/Appendix-C:-Git-Commands-Setup-and-Config.html +863 -0
- data/spec/support/static/git-scm.com/book/en/v2/Appendix-C:-Git-Commands-Sharing-and-Updating-Projects.html +802 -0
- data/spec/support/static/git-scm.com/book/en/v2/Customizing-Git-An-Example-Git-Enforced-Policy.html +1200 -0
- data/spec/support/static/git-scm.com/book/en/v2/Customizing-Git-Git-Attributes.html +1134 -0
- data/spec/support/static/git-scm.com/book/en/v2/Customizing-Git-Git-Configuration.html +1315 -0
- data/spec/support/static/git-scm.com/book/en/v2/Customizing-Git-Git-Hooks.html +876 -0
- data/spec/support/static/git-scm.com/book/en/v2/Customizing-Git-Summary.html +704 -0
- data/spec/support/static/git-scm.com/book/en/v2/Distributed-Git-Contributing-to-a-Project.html +1667 -0
- data/spec/support/static/git-scm.com/book/en/v2/Distributed-Git-Distributed-Workflows.html +859 -0
- data/spec/support/static/git-scm.com/book/en/v2/Distributed-Git-Maintaining-a-Project.html +1354 -0
- data/spec/support/static/git-scm.com/book/en/v2/Distributed-Git-Summary.html +704 -0
- data/spec/support/static/git-scm.com/book/en/v2/Getting-Started-A-Short-History-of-Git.html +735 -0
- data/spec/support/static/git-scm.com/book/en/v2/Getting-Started-About-Version-Control.html +783 -0
- data/spec/support/static/git-scm.com/book/en/v2/Getting-Started-First-Time-Git-Setup.html +889 -0
- data/spec/support/static/git-scm.com/book/en/v2/Getting-Started-Getting-Help.html +750 -0
- data/spec/support/static/git-scm.com/book/en/v2/Getting-Started-Installing-Git.html +879 -0
- data/spec/support/static/git-scm.com/book/en/v2/Getting-Started-Summary.html +704 -0
- data/spec/support/static/git-scm.com/book/en/v2/Getting-Started-The-Command-Line.html +711 -0
- data/spec/support/static/git-scm.com/book/en/v2/Getting-Started-What-is-Git?.html +857 -0
- data/spec/support/static/git-scm.com/book/en/v2/Git-Basics-Getting-a-Git-Repository.html +816 -0
- data/spec/support/static/git-scm.com/book/en/v2/Git-Basics-Git-Aliases.html +775 -0
- data/spec/support/static/git-scm.com/book/en/v2/Git-Basics-Recording-Changes-to-the-Repository.html +1432 -0
- data/spec/support/static/git-scm.com/book/en/v2/Git-Basics-Summary.html +703 -0
- data/spec/support/static/git-scm.com/book/en/v2/Git-Basics-Tagging.html +1049 -0
- data/spec/support/static/git-scm.com/book/en/v2/Git-Basics-Undoing-Things.html +998 -0
- data/spec/support/static/git-scm.com/book/en/v2/Git-Basics-Viewing-the-Commit-History.html +1172 -0
- data/spec/support/static/git-scm.com/book/en/v2/Git-Basics-Working-with-Remotes.html +983 -0
- data/spec/support/static/git-scm.com/book/en/v2/Git-Branching-Basic-Branching-and-Merging.html +1102 -0
- data/spec/support/static/git-scm.com/book/en/v2/Git-Branching-Branch-Management.html +946 -0
- data/spec/support/static/git-scm.com/book/en/v2/Git-Branching-Branches-in-a-Nutshell.html +1020 -0
- data/spec/support/static/git-scm.com/book/en/v2/Git-Branching-Branching-Workflows.html +786 -0
- data/spec/support/static/git-scm.com/book/en/v2/Git-Branching-Rebasing.html +1028 -0
- data/spec/support/static/git-scm.com/book/en/v2/Git-Branching-Remote-Branches.html +1009 -0
- data/spec/support/static/git-scm.com/book/en/v2/Git-Branching-Summary.html +705 -0
- data/spec/support/static/git-scm.com/book/en/v2/Git-Internals-Environment-Variables.html +1009 -0
- data/spec/support/static/git-scm.com/book/en/v2/Git-Internals-Git-Objects.html +1209 -0
- data/spec/support/static/git-scm.com/book/en/v2/Git-Internals-Git-References.html +939 -0
- data/spec/support/static/git-scm.com/book/en/v2/Git-Internals-Maintenance-and-Data-Recovery.html +1086 -0
- data/spec/support/static/git-scm.com/book/en/v2/Git-Internals-Packfiles.html +876 -0
- data/spec/support/static/git-scm.com/book/en/v2/Git-Internals-Plumbing-and-Porcelain.html +745 -0
- data/spec/support/static/git-scm.com/book/en/v2/Git-Internals-Summary.html +708 -0
- data/spec/support/static/git-scm.com/book/en/v2/Git-Internals-The-Refspec.html +872 -0
- data/spec/support/static/git-scm.com/book/en/v2/Git-Internals-Transfer-Protocols.html +1043 -0
- data/spec/support/static/git-scm.com/book/en/v2/Git-Tools-Advanced-Merging.html +1605 -0
- data/spec/support/static/git-scm.com/book/en/v2/Git-Tools-Bundling.html +888 -0
- data/spec/support/static/git-scm.com/book/en/v2/Git-Tools-Credential-Storage.html +1035 -0
- data/spec/support/static/git-scm.com/book/en/v2/Git-Tools-Debugging-with-Git.html +861 -0
- data/spec/support/static/git-scm.com/book/en/v2/Git-Tools-Interactive-Staging.html +920 -0
- data/spec/support/static/git-scm.com/book/en/v2/Git-Tools-Replace.html +949 -0
- data/spec/support/static/git-scm.com/book/en/v2/Git-Tools-Rerere.html +983 -0
- data/spec/support/static/git-scm.com/book/en/v2/Git-Tools-Reset-Demystified.html +1236 -0
- data/spec/support/static/git-scm.com/book/en/v2/Git-Tools-Revision-Selection.html +1178 -0
- data/spec/support/static/git-scm.com/book/en/v2/Git-Tools-Rewriting-History.html +1182 -0
- data/spec/support/static/git-scm.com/book/en/v2/Git-Tools-Searching.html +875 -0
- data/spec/support/static/git-scm.com/book/en/v2/Git-Tools-Signing-Your-Work.html +922 -0
- data/spec/support/static/git-scm.com/book/en/v2/Git-Tools-Stashing-and-Cleaning.html +1039 -0
- data/spec/support/static/git-scm.com/book/en/v2/Git-Tools-Submodules.html +1864 -0
- data/spec/support/static/git-scm.com/book/en/v2/Git-Tools-Summary.html +705 -0
- data/spec/support/static/git-scm.com/book/en/v2/Git-and-Other-Systems-Git-as-a-Client.html +2656 -0
- data/spec/support/static/git-scm.com/book/en/v2/Git-and-Other-Systems-Migrating-to-Git.html +1741 -0
- data/spec/support/static/git-scm.com/book/en/v2/Git-and-Other-Systems-Summary.html +703 -0
- data/spec/support/static/git-scm.com/book/en/v2/Git-on-the-Server-Generating-Your-SSH-Public-Key.html +759 -0
- data/spec/support/static/git-scm.com/book/en/v2/Git-on-the-Server-Getting-Git-on-a-Server.html +827 -0
- data/spec/support/static/git-scm.com/book/en/v2/Git-on-the-Server-Git-Daemon.html +775 -0
- data/spec/support/static/git-scm.com/book/en/v2/Git-on-the-Server-GitLab.html +872 -0
- data/spec/support/static/git-scm.com/book/en/v2/Git-on-the-Server-GitWeb.html +776 -0
- data/spec/support/static/git-scm.com/book/en/v2/Git-on-the-Server-Setting-Up-the-Server.html +870 -0
- data/spec/support/static/git-scm.com/book/en/v2/Git-on-the-Server-Smart-HTTP.html +789 -0
- data/spec/support/static/git-scm.com/book/en/v2/Git-on-the-Server-Summary.html +709 -0
- data/spec/support/static/git-scm.com/book/en/v2/Git-on-the-Server-The-Protocols.html +963 -0
- data/spec/support/static/git-scm.com/book/en/v2/Git-on-the-Server-Third-Party-Hosted-Options.html +711 -0
- data/spec/support/static/git-scm.com/book/en/v2/GitHub-Account-Setup-and-Configuration.html +858 -0
- data/spec/support/static/git-scm.com/book/en/v2/GitHub-Contributing-to-a-Project.html +1502 -0
- data/spec/support/static/git-scm.com/book/en/v2/GitHub-Maintaining-a-Project.html +1218 -0
- data/spec/support/static/git-scm.com/book/en/v2/GitHub-Managing-an-organization.html +797 -0
- data/spec/support/static/git-scm.com/book/en/v2/GitHub-Scripting-GitHub.html +1059 -0
- data/spec/support/static/git-scm.com/book/en/v2/GitHub-Summary.html +704 -0
- data/spec/support/static/git-scm.com/book/en/v2/ch00/_abort_merge.html +1605 -0
- data/spec/support/static/git-scm.com/book/en/v2/ch00/_add_email_addresses.html +858 -0
- data/spec/support/static/git-scm.com/book/en/v2/ch00/_advanced_merging.html +1605 -0
- data/spec/support/static/git-scm.com/book/en/v2/ch00/_an_example_git_enforced_policy.html +1200 -0
- data/spec/support/static/git-scm.com/book/en/v2/ch00/_annotated_tags.html +1049 -0
- data/spec/support/static/git-scm.com/book/en/v2/ch00/_api_comment.html +1059 -0
- data/spec/support/static/git-scm.com/book/en/v2/ch00/_bare_repo.html +827 -0
- data/spec/support/static/git-scm.com/book/en/v2/ch00/_basic_branching.html +1102 -0
- data/spec/support/static/git-scm.com/book/en/v2/ch00/_basic_merge_conflicts.html +1102 -0
- data/spec/support/static/git-scm.com/book/en/v2/ch00/_basic_merging.html +1102 -0
- data/spec/support/static/git-scm.com/book/en/v2/ch00/_binary_search.html +861 -0
- data/spec/support/static/git-scm.com/book/en/v2/ch00/_branch_management.html +946 -0
- data/spec/support/static/git-scm.com/book/en/v2/ch00/_branch_references.html +1178 -0
- data/spec/support/static/git-scm.com/book/en/v2/ch00/_build_number.html +1354 -0
- data/spec/support/static/git-scm.com/book/en/v2/ch00/_bundling.html +888 -0
- data/spec/support/static/git-scm.com/book/en/v2/ch00/_changing_multiple.html +1182 -0
- data/spec/support/static/git-scm.com/book/en/v2/ch00/_checking_out_conflicts.html +1605 -0
- data/spec/support/static/git-scm.com/book/en/v2/ch00/_checking_out_remotes.html +1354 -0
- data/spec/support/static/git-scm.com/book/en/v2/ch00/_checking_status.html +1432 -0
- data/spec/support/static/git-scm.com/book/en/v2/ch00/_cloning_submodules.html +1864 -0
- data/spec/support/static/git-scm.com/book/en/v2/ch00/_commit_guidelines.html +1667 -0
- data/spec/support/static/git-scm.com/book/en/v2/ch00/_commit_ranges.html +1178 -0
- data/spec/support/static/git-scm.com/book/en/v2/ch00/_commit_status.html +1059 -0
- data/spec/support/static/git-scm.com/book/en/v2/ch00/_committing_changes.html +1432 -0
- data/spec/support/static/git-scm.com/book/en/v2/ch00/_contrib_file.html +1218 -0
- data/spec/support/static/git-scm.com/book/en/v2/ch00/_contributing_project.html +1667 -0
- data/spec/support/static/git-scm.com/book/en/v2/ch00/_create_new_branch.html +1020 -0
- data/spec/support/static/git-scm.com/book/en/v2/ch00/_credential_caching.html +1035 -0
- data/spec/support/static/git-scm.com/book/en/v2/ch00/_custom_importer.html +1741 -0
- data/spec/support/static/git-scm.com/book/en/v2/ch00/_data_recovery.html +1086 -0
- data/spec/support/static/git-scm.com/book/en/v2/ch00/_delete_branches.html +1009 -0
- data/spec/support/static/git-scm.com/book/en/v2/ch00/_editor.html +889 -0
- data/spec/support/static/git-scm.com/book/en/v2/ch00/_eg_task_lists.html +1502 -0
- data/spec/support/static/git-scm.com/book/en/v2/ch00/_email_hooks.html +876 -0
- data/spec/support/static/git-scm.com/book/en/v2/ch00/_email_notification.html +1502 -0
- data/spec/support/static/git-scm.com/book/en/v2/ch00/_email_notifications.html +1218 -0
- data/spec/support/static/git-scm.com/book/en/v2/ch00/_email_pr.html +1218 -0
- data/spec/support/static/git-scm.com/book/en/v2/ch00/_enforcing_commit_message_format.html +1200 -0
- data/spec/support/static/git-scm.com/book/en/v2/ch00/_example_markdown.html +1502 -0
- data/spec/support/static/git-scm.com/book/en/v2/ch00/_external_merge_tools.html +1315 -0
- data/spec/support/static/git-scm.com/book/en/v2/ch00/_fetch_and_push_on_different_repositories.html +1502 -0
- data/spec/support/static/git-scm.com/book/en/v2/ch00/_fetching_and_pulling.html +983 -0
- data/spec/support/static/git-scm.com/book/en/v2/ch00/_file_annotation.html +861 -0
- data/spec/support/static/git-scm.com/book/en/v2/ch00/_first_time.html +889 -0
- data/spec/support/static/git-scm.com/book/en/v2/ch00/_generate_ssh_key.html +759 -0
- data/spec/support/static/git-scm.com/book/en/v2/ch00/_getting_a_repo.html +816 -0
- data/spec/support/static/git-scm.com/book/en/v2/ch00/_getting_git_on_a_server.html +827 -0
- data/spec/support/static/git-scm.com/book/en/v2/ch00/_git_aliases.html +775 -0
- data/spec/support/static/git-scm.com/book/en/v2/ch00/_git_am.html +1354 -0
- data/spec/support/static/git-scm.com/book/en/v2/ch00/_git_amend.html +1182 -0
- data/spec/support/static/git-scm.com/book/en/v2/ch00/_git_branches_overview.html +1020 -0
- data/spec/support/static/git-scm.com/book/en/v2/ch00/_git_clean.html +1039 -0
- data/spec/support/static/git-scm.com/book/en/v2/ch00/_git_cloning.html +816 -0
- data/spec/support/static/git-scm.com/book/en/v2/ch00/_git_commit_objects.html +1209 -0
- data/spec/support/static/git-scm.com/book/en/v2/ch00/_git_config.html +1315 -0
- data/spec/support/static/git-scm.com/book/en/v2/ch00/_git_diff_staged.html +1432 -0
- data/spec/support/static/git-scm.com/book/en/v2/ch00/_git_gc.html +1086 -0
- data/spec/support/static/git-scm.com/book/en/v2/ch00/_git_grep.html +875 -0
- data/spec/support/static/git-scm.com/book/en/v2/ch00/_git_help.html +750 -0
- data/spec/support/static/git-scm.com/book/en/v2/ch00/_git_hooks.html +876 -0
- data/spec/support/static/git-scm.com/book/en/v2/ch00/_git_mv.html +1432 -0
- data/spec/support/static/git-scm.com/book/en/v2/ch00/_git_p4.html +1741 -0
- data/spec/support/static/git-scm.com/book/en/v2/ch00/_git_p4_branches.html +2656 -0
- data/spec/support/static/git-scm.com/book/en/v2/ch00/_git_reflog.html +1178 -0
- data/spec/support/static/git-scm.com/book/en/v2/ch00/_git_refs.html +939 -0
- data/spec/support/static/git-scm.com/book/en/v2/ch00/_git_reset.html +1236 -0
- data/spec/support/static/git-scm.com/book/en/v2/ch00/_git_stashing.html +1039 -0
- data/spec/support/static/git-scm.com/book/en/v2/ch00/_git_submodules.html +1864 -0
- data/spec/support/static/git-scm.com/book/en/v2/ch00/_git_svn.html +2656 -0
- data/spec/support/static/git-scm.com/book/en/v2/ch00/_git_tagging.html +1049 -0
- data/spec/support/static/git-scm.com/book/en/v2/ch00/_gitlab_groups_section.html +872 -0
- data/spec/support/static/git-scm.com/book/en/v2/ch00/_ignoring.html +1432 -0
- data/spec/support/static/git-scm.com/book/en/v2/ch00/_inspecting_remote.html +983 -0
- data/spec/support/static/git-scm.com/book/en/v2/ch00/_integration_manager.html +859 -0
- data/spec/support/static/git-scm.com/book/en/v2/ch00/_interactive_staging.html +920 -0
- data/spec/support/static/git-scm.com/book/en/v2/ch00/_keyword_expansion.html +1134 -0
- data/spec/support/static/git-scm.com/book/en/v2/ch00/_libgit2_bindings.html +1003 -0
- data/spec/support/static/git-scm.com/book/en/v2/ch00/_manual_remerge.html +1605 -0
- data/spec/support/static/git-scm.com/book/en/v2/ch00/_md_code.html +1502 -0
- data/spec/support/static/git-scm.com/book/en/v2/ch00/_md_drag.html +1502 -0
- data/spec/support/static/git-scm.com/book/en/v2/ch00/_md_emoji.html +1502 -0
- data/spec/support/static/git-scm.com/book/en/v2/ch00/_md_quote.html +1502 -0
- data/spec/support/static/git-scm.com/book/en/v2/ch00/_merge_button.html +1218 -0
- data/spec/support/static/git-scm.com/book/en/v2/ch00/_merge_log.html +1605 -0
- data/spec/support/static/git-scm.com/book/en/v2/ch00/_merge_rebase_work.html +1028 -0
- data/spec/support/static/git-scm.com/book/en/v2/ch00/_new_repo_dropdown.html +1218 -0
- data/spec/support/static/git-scm.com/book/en/v2/ch00/_not_center.html +1218 -0
- data/spec/support/static/git-scm.com/book/en/v2/ch00/_org_page.html +797 -0
- data/spec/support/static/git-scm.com/book/en/v2/ch00/_other_client_hooks.html +876 -0
- data/spec/support/static/git-scm.com/book/en/v2/ch00/_p4_git_fusion.html +2656 -0
- data/spec/support/static/git-scm.com/book/en/v2/ch00/_patches_from_email.html +1354 -0
- data/spec/support/static/git-scm.com/book/en/v2/ch00/_personal_avatar.html +858 -0
- data/spec/support/static/git-scm.com/book/en/v2/ch00/_plumbing_porcelain.html +745 -0
- data/spec/support/static/git-scm.com/book/en/v2/ch00/_pr_closed.html +1502 -0
- data/spec/support/static/git-scm.com/book/en/v2/ch00/_pr_discussion.html +1502 -0
- data/spec/support/static/git-scm.com/book/en/v2/ch00/_pr_fail.html +1502 -0
- data/spec/support/static/git-scm.com/book/en/v2/ch00/_pr_final.html +1502 -0
- data/spec/support/static/git-scm.com/book/en/v2/ch00/_pr_references.html +1502 -0
- data/spec/support/static/git-scm.com/book/en/v2/ch00/_pr_references_render.html +1502 -0
- data/spec/support/static/git-scm.com/book/en/v2/ch00/_pr_refs.html +1218 -0
- data/spec/support/static/git-scm.com/book/en/v2/ch00/_pre_merge_rebase_work.html +1028 -0
- data/spec/support/static/git-scm.com/book/en/v2/ch00/_preparing_release.html +1354 -0
- data/spec/support/static/git-scm.com/book/en/v2/ch00/_private_team.html +1667 -0
- data/spec/support/static/git-scm.com/book/en/v2/ch00/_project_over_email.html +1667 -0
- data/spec/support/static/git-scm.com/book/en/v2/ch00/_public_project.html +1667 -0
- data/spec/support/static/git-scm.com/book/en/v2/ch00/_publishing_submodules.html +1864 -0
- data/spec/support/static/git-scm.com/book/en/v2/ch00/_pushing_branches.html +1009 -0
- data/spec/support/static/git-scm.com/book/en/v2/ch00/_pushing_refspecs.html +872 -0
- data/spec/support/static/git-scm.com/book/en/v2/ch00/_pushing_remotes.html +983 -0
- data/spec/support/static/git-scm.com/book/en/v2/ch00/_rebase_cherry_pick.html +1354 -0
- data/spec/support/static/git-scm.com/book/en/v2/ch00/_rebase_peril.html +1028 -0
- data/spec/support/static/git-scm.com/book/en/v2/ch00/_rebase_rebase.html +1028 -0
- data/spec/support/static/git-scm.com/book/en/v2/ch00/_rebase_rebase_work.html +1028 -0
- data/spec/support/static/git-scm.com/book/en/v2/ch00/_rebasing.html +1028 -0
- data/spec/support/static/git-scm.com/book/en/v2/ch00/_refspec.html +872 -0
- data/spec/support/static/git-scm.com/book/en/v2/ch00/_remote_branches.html +1009 -0
- data/spec/support/static/git-scm.com/book/en/v2/ch00/_remote_repos.html +983 -0
- data/spec/support/static/git-scm.com/book/en/v2/ch00/_removing_file_every_commit.html +1182 -0
- data/spec/support/static/git-scm.com/book/en/v2/ch00/_removing_files.html +1432 -0
- data/spec/support/static/git-scm.com/book/en/v2/ch00/_removing_objects.html +1086 -0
- data/spec/support/static/git-scm.com/book/en/v2/ch00/_replace.html +949 -0
- data/spec/support/static/git-scm.com/book/en/v2/ch00/_reverse_commit.html +1605 -0
- data/spec/support/static/git-scm.com/book/en/v2/ch00/_revision_selection.html +1178 -0
- data/spec/support/static/git-scm.com/book/en/v2/ch00/_rewriting_history.html +1182 -0
- data/spec/support/static/git-scm.com/book/en/v2/ch00/_searching.html +875 -0
- data/spec/support/static/git-scm.com/book/en/v2/ch00/_service_config.html +1059 -0
- data/spec/support/static/git-scm.com/book/en/v2/ch00/_services_hooks.html +1059 -0
- data/spec/support/static/git-scm.com/book/en/v2/ch00/_setting_up_server.html +870 -0
- data/spec/support/static/git-scm.com/book/en/v2/ch00/_sharing_tags.html +1049 -0
- data/spec/support/static/git-scm.com/book/en/v2/ch00/_signing.html +922 -0
- data/spec/support/static/git-scm.com/book/en/v2/ch00/_signing_commits.html +922 -0
- data/spec/support/static/git-scm.com/book/en/v2/ch00/_squashing.html +1182 -0
- data/spec/support/static/git-scm.com/book/en/v2/ch00/_starting_submodules.html +1864 -0
- data/spec/support/static/git-scm.com/book/en/v2/ch00/_subtree_merge.html +1605 -0
- data/spec/support/static/git-scm.com/book/en/v2/ch00/_switching_branches.html +1020 -0
- data/spec/support/static/git-scm.com/book/en/v2/ch00/_tagging_releases.html +1354 -0
- data/spec/support/static/git-scm.com/book/en/v2/ch00/_task_list_progress.html +1502 -0
- data/spec/support/static/git-scm.com/book/en/v2/ch00/_team_page.html +797 -0
- data/spec/support/static/git-scm.com/book/en/v2/ch00/_the_index.html +1236 -0
- data/spec/support/static/git-scm.com/book/en/v2/ch00/_the_shortlog.html +1354 -0
- data/spec/support/static/git-scm.com/book/en/v2/ch00/_topic_branch.html +786 -0
- data/spec/support/static/git-scm.com/book/en/v2/ch00/_tracking_branches.html +1009 -0
- data/spec/support/static/git-scm.com/book/en/v2/ch00/_tracking_files.html +1432 -0
- data/spec/support/static/git-scm.com/book/en/v2/ch00/_tree_objects.html +1209 -0
- data/spec/support/static/git-scm.com/book/en/v2/ch00/_triple_dot.html +1178 -0
- data/spec/support/static/git-scm.com/book/en/v2/ch00/_undoing.html +998 -0
- data/spec/support/static/git-scm.com/book/en/v2/ch00/_unstaging.html +998 -0
- data/spec/support/static/git-scm.com/book/en/v2/ch00/_viewing_history.html +1172 -0
- data/spec/support/static/git-scm.com/book/en/v2/ch00/_web_hook.html +1059 -0
- data/spec/support/static/git-scm.com/book/en/v2/ch00/_what_is_introduced.html +1354 -0
- data/spec/support/static/git-scm.com/book/en/v2/ch00/ch01-getting-started.html +783 -0
- data/spec/support/static/git-scm.com/book/en/v2/ch00/ch02-git-basics-chapter.html +816 -0
- data/spec/support/static/git-scm.com/book/en/v2/ch00/ch03-git-branching.html +1020 -0
- data/spec/support/static/git-scm.com/book/en/v2/ch00/ch05-distributed-git.html +859 -0
- data/spec/support/static/git-scm.com/book/en/v2/ch00/ch06-github.html +858 -0
- data/spec/support/static/git-scm.com/book/en/v2/ch00/ch06-github_flow.html +1502 -0
- data/spec/support/static/git-scm.com/book/en/v2/ch00/ch10-git-internals.html +745 -0
- data/spec/support/static/git-scm.com/book/en/v2/ch00/ch_core_editor.html +863 -0
- data/spec/support/static/git-scm.com/book/en/v2/ch00/divergent_history.html +1020 -0
- data/spec/support/static/git-scm.com/book/en/v2/ch00/double_dot.html +1178 -0
- data/spec/support/static/git-scm.com/book/en/v2/ch00/filters_a.html +1134 -0
- data/spec/support/static/git-scm.com/book/en/v2/ch00/filters_b.html +1134 -0
- data/spec/support/static/git-scm.com/book/en/v2/ch00/limit_options.html +1172 -0
- data/spec/support/static/git-scm.com/book/en/v2/ch00/log_options.html +1172 -0
- data/spec/support/static/git-scm.com/book/en/v2/ch00/merwf_a.html +1354 -0
- data/spec/support/static/git-scm.com/book/en/v2/ch00/merwf_b.html +1354 -0
- data/spec/support/static/git-scm.com/book/en/v2/ch00/merwf_c.html +1354 -0
- data/spec/support/static/git-scm.com/book/en/v2/ch00/merwf_d.html +1354 -0
- data/spec/support/static/git-scm.com/book/en/v2/ch00/merwf_e.html +1354 -0
- data/spec/support/static/git-scm.com/book/en/v2/ch00/merwf_f.html +1354 -0
- data/spec/support/static/git-scm.com/book/en/v2/ch00/oh_my_zsh_git.html +765 -0
- data/spec/support/static/git-scm.com/book/en/v2/ch00/pretty_format.html +1172 -0
- data/spec/support/static/git-scm.com/book/en/v2/ch00/psp_b.html +1667 -0
- data/spec/support/static/git-scm.com/book/en/v2/ch00/rbdiag_e.html +1028 -0
- data/spec/support/static/git-scm.com/book/en/v2/ch00/rbdiag_g.html +1028 -0
- data/spec/support/static/git-scm.com/book/en/v2/ch00/rbdiag_h.html +1028 -0
- data/spec/support/static/git-scm.com/book/en/v2/ch00/rbdiag_i.html +1028 -0
- data/spec/support/static/git-scm.com/book/en/v2/ch00/rebasing-merging-example.html +1028 -0
- data/spec/support/static/git-scm.com/book/en/v2/ch00/ref_rerere.html +983 -0
- data/spec/support/static/git-scm.com/book/en/v2/ch00/ref_the_ref.html +939 -0
- data/spec/support/static/git-scm.com/book/en/v2/ch00/wfdiag_b.html +859 -0
- data/spec/support/static/git-scm.com/book/en/v2/ch00/wfdiag_c.html +859 -0
- data/spec/support/static/git-scm.com/book/en/v2/ch00/what_is_git_section.html +857 -0
- data/spec/support/static/git-scm.com/book/en/v2/images/2fa-1.png +0 -0
- data/spec/support/static/git-scm.com/book/en/v2/images/account-settings.png +0 -0
- data/spec/support/static/git-scm.com/book/en/v2/images/advance-master.png +0 -0
- data/spec/support/static/git-scm.com/book/en/v2/images/advance-testing.png +0 -0
- data/spec/support/static/git-scm.com/book/en/v2/images/areas.png +0 -0
- data/spec/support/static/git-scm.com/book/en/v2/images/avatar-crop.png +0 -0
- data/spec/support/static/git-scm.com/book/en/v2/images/basic-branching-1.png +0 -0
- data/spec/support/static/git-scm.com/book/en/v2/images/basic-branching-2.png +0 -0
- data/spec/support/static/git-scm.com/book/en/v2/images/basic-branching-3.png +0 -0
- data/spec/support/static/git-scm.com/book/en/v2/images/basic-branching-4.png +0 -0
- data/spec/support/static/git-scm.com/book/en/v2/images/basic-branching-5.png +0 -0
- data/spec/support/static/git-scm.com/book/en/v2/images/basic-branching-6.png +0 -0
- data/spec/support/static/git-scm.com/book/en/v2/images/basic-merging-1.png +0 -0
- data/spec/support/static/git-scm.com/book/en/v2/images/basic-merging-2.png +0 -0
- data/spec/support/static/git-scm.com/book/en/v2/images/basic-rebase-1.png +0 -0
- data/spec/support/static/git-scm.com/book/en/v2/images/basic-rebase-2.png +0 -0
- data/spec/support/static/git-scm.com/book/en/v2/images/basic-rebase-3.png +0 -0
- data/spec/support/static/git-scm.com/book/en/v2/images/basic-rebase-4.png +0 -0
- data/spec/support/static/git-scm.com/book/en/v2/images/benevolent-dictator.png +0 -0
- data/spec/support/static/git-scm.com/book/en/v2/images/blink-01-start.png +0 -0
- data/spec/support/static/git-scm.com/book/en/v2/images/blink-02-pr.png +0 -0
- data/spec/support/static/git-scm.com/book/en/v2/images/blink-03-pull-request-open.png +0 -0
- data/spec/support/static/git-scm.com/book/en/v2/images/blink-04-email.png +0 -0
- data/spec/support/static/git-scm.com/book/en/v2/images/blink-04-pr-comment.png +0 -0
- data/spec/support/static/git-scm.com/book/en/v2/images/blink-05-general-comment.png +0 -0
- data/spec/support/static/git-scm.com/book/en/v2/images/blink-06-final.png +0 -0
- data/spec/support/static/git-scm.com/book/en/v2/images/branch-and-history.png +0 -0
- data/spec/support/static/git-scm.com/book/en/v2/images/branch_widget_mac.png +0 -0
- data/spec/support/static/git-scm.com/book/en/v2/images/branch_widget_win.png +0 -0
- data/spec/support/static/git-scm.com/book/en/v2/images/centralized.png +0 -0
- data/spec/support/static/git-scm.com/book/en/v2/images/centralized_workflow.png +0 -0
- data/spec/support/static/git-scm.com/book/en/v2/images/checkout-master.png +0 -0
- data/spec/support/static/git-scm.com/book/en/v2/images/clean.png +0 -0
- data/spec/support/static/git-scm.com/book/en/v2/images/collaborators.png +0 -0
- data/spec/support/static/git-scm.com/book/en/v2/images/commit-and-tree.png +0 -0
- data/spec/support/static/git-scm.com/book/en/v2/images/commits-and-parents.png +0 -0
- data/spec/support/static/git-scm.com/book/en/v2/images/data-model-1.png +0 -0
- data/spec/support/static/git-scm.com/book/en/v2/images/data-model-2.png +0 -0
- data/spec/support/static/git-scm.com/book/en/v2/images/data-model-3.png +0 -0
- data/spec/support/static/git-scm.com/book/en/v2/images/data-model-4.png +0 -0
- data/spec/support/static/git-scm.com/book/en/v2/images/deltas.png +0 -0
- data/spec/support/static/git-scm.com/book/en/v2/images/distributed.png +0 -0
- data/spec/support/static/git-scm.com/book/en/v2/images/double-dot.png +0 -0
- data/spec/support/static/git-scm.com/book/en/v2/images/email-settings.png +0 -0
- data/spec/support/static/git-scm.com/book/en/v2/images/forkbutton.png +0 -0
- data/spec/support/static/git-scm.com/book/en/v2/images/git-bash.png +0 -0
- data/spec/support/static/git-scm.com/book/en/v2/images/git-diff-check.png +0 -0
- data/spec/support/static/git-scm.com/book/en/v2/images/git-fusion-boot.png +0 -0
- data/spec/support/static/git-scm.com/book/en/v2/images/git-fusion-perforce-graph.png +0 -0
- data/spec/support/static/git-scm.com/book/en/v2/images/git-gui.png +0 -0
- data/spec/support/static/git-scm.com/book/en/v2/images/git-instaweb.png +0 -0
- data/spec/support/static/git-scm.com/book/en/v2/images/git-osx-installer.png +0 -0
- data/spec/support/static/git-scm.com/book/en/v2/images/github_mac.png +0 -0
- data/spec/support/static/git-scm.com/book/en/v2/images/github_win.png +0 -0
- data/spec/support/static/git-scm.com/book/en/v2/images/gitk.png +0 -0
- data/spec/support/static/git-scm.com/book/en/v2/images/gitlab-groups.png +0 -0
- data/spec/support/static/git-scm.com/book/en/v2/images/gitlab-menu.png +0 -0
- data/spec/support/static/git-scm.com/book/en/v2/images/gitlab-users.png +0 -0
- data/spec/support/static/git-scm.com/book/en/v2/images/head-to-master.png +0 -0
- data/spec/support/static/git-scm.com/book/en/v2/images/head-to-testing.png +0 -0
- data/spec/support/static/git-scm.com/book/en/v2/images/integration-manager.png +0 -0
- data/spec/support/static/git-scm.com/book/en/v2/images/interesting-rebase-1.png +0 -0
- data/spec/support/static/git-scm.com/book/en/v2/images/interesting-rebase-2.png +0 -0
- data/spec/support/static/git-scm.com/book/en/v2/images/interesting-rebase-3.png +0 -0
- data/spec/support/static/git-scm.com/book/en/v2/images/interesting-rebase-4.png +0 -0
- data/spec/support/static/git-scm.com/book/en/v2/images/interesting-rebase-5.png +0 -0
- data/spec/support/static/git-scm.com/book/en/v2/images/jb.png +0 -0
- data/spec/support/static/git-scm.com/book/en/v2/images/large-merges-1.png +0 -0
- data/spec/support/static/git-scm.com/book/en/v2/images/large-merges-2.png +0 -0
- data/spec/support/static/git-scm.com/book/en/v2/images/lifecycle.png +0 -0
- data/spec/support/static/git-scm.com/book/en/v2/images/local.png +0 -0
- data/spec/support/static/git-scm.com/book/en/v2/images/lr-branches-1.png +0 -0
- data/spec/support/static/git-scm.com/book/en/v2/images/lr-branches-2.png +0 -0
- data/spec/support/static/git-scm.com/book/en/v2/images/maint-01-email.png +0 -0
- data/spec/support/static/git-scm.com/book/en/v2/images/maint-02-merge.png +0 -0
- data/spec/support/static/git-scm.com/book/en/v2/images/maint-03-email-resp.png +0 -0
- data/spec/support/static/git-scm.com/book/en/v2/images/maint-04-target.png +0 -0
- data/spec/support/static/git-scm.com/book/en/v2/images/maint-05-mentions.png +0 -0
- data/spec/support/static/git-scm.com/book/en/v2/images/maint-06-unsubscribe.png +0 -0
- data/spec/support/static/git-scm.com/book/en/v2/images/maint-07-notifications.png +0 -0
- data/spec/support/static/git-scm.com/book/en/v2/images/maint-08-notifications-page.png +0 -0
- data/spec/support/static/git-scm.com/book/en/v2/images/maint-09-contrib.png +0 -0
- data/spec/support/static/git-scm.com/book/en/v2/images/maint-10-default-branch.png +0 -0
- data/spec/support/static/git-scm.com/book/en/v2/images/maint-11-transfer.png +0 -0
- data/spec/support/static/git-scm.com/book/en/v2/images/managed-team-1.png +0 -0
- data/spec/support/static/git-scm.com/book/en/v2/images/managed-team-2.png +0 -0
- data/spec/support/static/git-scm.com/book/en/v2/images/managed-team-3.png +0 -0
- data/spec/support/static/git-scm.com/book/en/v2/images/managed-team-flow.png +0 -0
- data/spec/support/static/git-scm.com/book/en/v2/images/markdown-01-example.png +0 -0
- data/spec/support/static/git-scm.com/book/en/v2/images/markdown-02-tasks.png +0 -0
- data/spec/support/static/git-scm.com/book/en/v2/images/markdown-03-task-summary.png +0 -0
- data/spec/support/static/git-scm.com/book/en/v2/images/markdown-04-fenced-code.png +0 -0
- data/spec/support/static/git-scm.com/book/en/v2/images/markdown-05-quote.png +0 -0
- data/spec/support/static/git-scm.com/book/en/v2/images/markdown-06-emoji-complete.png +0 -0
- data/spec/support/static/git-scm.com/book/en/v2/images/markdown-07-emoji.png +0 -0
- data/spec/support/static/git-scm.com/book/en/v2/images/markdown-08-drag-drop.png +0 -0
- data/spec/support/static/git-scm.com/book/en/v2/images/mentions-01-syntax.png +0 -0
- data/spec/support/static/git-scm.com/book/en/v2/images/mentions-02-render.png +0 -0
- data/spec/support/static/git-scm.com/book/en/v2/images/mentions-03-closed.png +0 -0
- data/spec/support/static/git-scm.com/book/en/v2/images/merging-workflows-1.png +0 -0
- data/spec/support/static/git-scm.com/book/en/v2/images/merging-workflows-2.png +0 -0
- data/spec/support/static/git-scm.com/book/en/v2/images/merging-workflows-3.png +0 -0
- data/spec/support/static/git-scm.com/book/en/v2/images/merging-workflows-4.png +0 -0
- data/spec/support/static/git-scm.com/book/en/v2/images/merging-workflows-5.png +0 -0
- data/spec/support/static/git-scm.com/book/en/v2/images/new-repo.png +0 -0
- data/spec/support/static/git-scm.com/book/en/v2/images/neworg.png +0 -0
- data/spec/support/static/git-scm.com/book/en/v2/images/newrepo.png +0 -0
- data/spec/support/static/git-scm.com/book/en/v2/images/newrepoform.png +0 -0
- data/spec/support/static/git-scm.com/book/en/v2/images/orgs-01-page.png +0 -0
- data/spec/support/static/git-scm.com/book/en/v2/images/orgs-02-teams.png +0 -0
- data/spec/support/static/git-scm.com/book/en/v2/images/orgs-03-audit.png +0 -0
- data/spec/support/static/git-scm.com/book/en/v2/images/p4merge.png +0 -0
- data/spec/support/static/git-scm.com/book/en/v2/images/perils-of-rebasing-1.png +0 -0
- data/spec/support/static/git-scm.com/book/en/v2/images/perils-of-rebasing-2.png +0 -0
- data/spec/support/static/git-scm.com/book/en/v2/images/perils-of-rebasing-3.png +0 -0
- data/spec/support/static/git-scm.com/book/en/v2/images/perils-of-rebasing-4.png +0 -0
- data/spec/support/static/git-scm.com/book/en/v2/images/perils-of-rebasing-5.png +0 -0
- data/spec/support/static/git-scm.com/book/en/v2/images/posh-git.png +0 -0
- data/spec/support/static/git-scm.com/book/en/v2/images/pr-01-fail.png +0 -0
- data/spec/support/static/git-scm.com/book/en/v2/images/pr-02-merge-fix.png +0 -0
- data/spec/support/static/git-scm.com/book/en/v2/images/public-small-1.png +0 -0
- data/spec/support/static/git-scm.com/book/en/v2/images/public-small-2.png +0 -0
- data/spec/support/static/git-scm.com/book/en/v2/images/public-small-3.png +0 -0
- data/spec/support/static/git-scm.com/book/en/v2/images/rebasing-1.png +0 -0
- data/spec/support/static/git-scm.com/book/en/v2/images/rebasing-2.png +0 -0
- data/spec/support/static/git-scm.com/book/en/v2/images/remote-branches-1.png +0 -0
- data/spec/support/static/git-scm.com/book/en/v2/images/remote-branches-2.png +0 -0
- data/spec/support/static/git-scm.com/book/en/v2/images/remote-branches-3.png +0 -0
- data/spec/support/static/git-scm.com/book/en/v2/images/remote-branches-4.png +0 -0
- data/spec/support/static/git-scm.com/book/en/v2/images/remote-branches-5.png +0 -0
- data/spec/support/static/git-scm.com/book/en/v2/images/replace1.png +0 -0
- data/spec/support/static/git-scm.com/book/en/v2/images/replace2.png +0 -0
- data/spec/support/static/git-scm.com/book/en/v2/images/replace3.png +0 -0
- data/spec/support/static/git-scm.com/book/en/v2/images/replace4.png +0 -0
- data/spec/support/static/git-scm.com/book/en/v2/images/replace5.png +0 -0
- data/spec/support/static/git-scm.com/book/en/v2/images/reposettingslink.png +0 -0
- data/spec/support/static/git-scm.com/book/en/v2/images/rerere1.png +0 -0
- data/spec/support/static/git-scm.com/book/en/v2/images/rerere2.png +0 -0
- data/spec/support/static/git-scm.com/book/en/v2/images/rerere3.png +0 -0
- data/spec/support/static/git-scm.com/book/en/v2/images/reset-checkout.png +0 -0
- data/spec/support/static/git-scm.com/book/en/v2/images/reset-ex1.png +0 -0
- data/spec/support/static/git-scm.com/book/en/v2/images/reset-ex2.png +0 -0
- data/spec/support/static/git-scm.com/book/en/v2/images/reset-ex3.png +0 -0
- data/spec/support/static/git-scm.com/book/en/v2/images/reset-ex4.png +0 -0
- data/spec/support/static/git-scm.com/book/en/v2/images/reset-ex5.png +0 -0
- data/spec/support/static/git-scm.com/book/en/v2/images/reset-ex6.png +0 -0
- data/spec/support/static/git-scm.com/book/en/v2/images/reset-hard.png +0 -0
- data/spec/support/static/git-scm.com/book/en/v2/images/reset-mixed.png +0 -0
- data/spec/support/static/git-scm.com/book/en/v2/images/reset-path1.png +0 -0
- data/spec/support/static/git-scm.com/book/en/v2/images/reset-path2.png +0 -0
- data/spec/support/static/git-scm.com/book/en/v2/images/reset-path3.png +0 -0
- data/spec/support/static/git-scm.com/book/en/v2/images/reset-soft.png +0 -0
- data/spec/support/static/git-scm.com/book/en/v2/images/reset-squash-r1.png +0 -0
- data/spec/support/static/git-scm.com/book/en/v2/images/reset-squash-r2.png +0 -0
- data/spec/support/static/git-scm.com/book/en/v2/images/reset-squash-r3.png +0 -0
- data/spec/support/static/git-scm.com/book/en/v2/images/reset-start.png +0 -0
- data/spec/support/static/git-scm.com/book/en/v2/images/reset-workflow.png +0 -0
- data/spec/support/static/git-scm.com/book/en/v2/images/scripting-01-services.png +0 -0
- data/spec/support/static/git-scm.com/book/en/v2/images/scripting-02-email-service.png +0 -0
- data/spec/support/static/git-scm.com/book/en/v2/images/scripting-03-webhook.png +0 -0
- data/spec/support/static/git-scm.com/book/en/v2/images/scripting-04-webhook-debug.png +0 -0
- data/spec/support/static/git-scm.com/book/en/v2/images/scripting-05-access-token.png +0 -0
- data/spec/support/static/git-scm.com/book/en/v2/images/scripting-06-comment.png +0 -0
- data/spec/support/static/git-scm.com/book/en/v2/images/scripting-07-status.png +0 -0
- data/spec/support/static/git-scm.com/book/en/v2/images/signup.png +0 -0
- data/spec/support/static/git-scm.com/book/en/v2/images/small-team-1.png +0 -0
- data/spec/support/static/git-scm.com/book/en/v2/images/small-team-2.png +0 -0
- data/spec/support/static/git-scm.com/book/en/v2/images/small-team-3.png +0 -0
- data/spec/support/static/git-scm.com/book/en/v2/images/small-team-4.png +0 -0
- data/spec/support/static/git-scm.com/book/en/v2/images/small-team-5.png +0 -0
- data/spec/support/static/git-scm.com/book/en/v2/images/small-team-6.png +0 -0
- data/spec/support/static/git-scm.com/book/en/v2/images/small-team-7.png +0 -0
- data/spec/support/static/git-scm.com/book/en/v2/images/small-team-flow.png +0 -0
- data/spec/support/static/git-scm.com/book/en/v2/images/smudge.png +0 -0
- data/spec/support/static/git-scm.com/book/en/v2/images/snapshots.png +0 -0
- data/spec/support/static/git-scm.com/book/en/v2/images/ssh-keys.png +0 -0
- data/spec/support/static/git-scm.com/book/en/v2/images/topic-branches-1.png +0 -0
- data/spec/support/static/git-scm.com/book/en/v2/images/topic-branches-2.png +0 -0
- data/spec/support/static/git-scm.com/book/en/v2/images/two-branches.png +0 -0
- data/spec/support/static/git-scm.com/book/en/v2/images/undomerge-reset.png +0 -0
- data/spec/support/static/git-scm.com/book/en/v2/images/undomerge-revert.png +0 -0
- data/spec/support/static/git-scm.com/book/en/v2/images/undomerge-revert2.png +0 -0
- data/spec/support/static/git-scm.com/book/en/v2/images/undomerge-revert3.png +0 -0
- data/spec/support/static/git-scm.com/book/en/v2/images/undomerge-start.png +0 -0
- data/spec/support/static/git-scm.com/book/en/v2/images/your-profile.png +0 -0
- data/spec/support/static/git-scm.com/book/en/v2/images/zsh-oh-my.png +0 -0
- data/spec/support/static/git-scm.com/book/en/v2/images/zsh-prompt.png +0 -0
- data/spec/support/static/git-scm.com/book/en/v2.html +688 -0
- data/spec/support/static/git-scm.com/favicon.ico +0 -0
- data/spec/support/static/git-scm.com/images/bg/body.jpg +0 -0
- data/spec/support/static/git-scm.com/images/bg/isometric-grid.png +0 -0
- data/spec/support/static/git-scm.com/images/bg/isometric-grid@2x.png +0 -0
- data/spec/support/static/git-scm.com/images/bg/search-header.jpg +0 -0
- data/spec/support/static/git-scm.com/images/company-project-logos/android.png +0 -0
- data/spec/support/static/git-scm.com/images/company-project-logos/android@2x.png +0 -0
- data/spec/support/static/git-scm.com/images/company-project-logos/eclipse.png +0 -0
- data/spec/support/static/git-scm.com/images/company-project-logos/eclipse@2x.png +0 -0
- data/spec/support/static/git-scm.com/images/company-project-logos/facebook.png +0 -0
- data/spec/support/static/git-scm.com/images/company-project-logos/facebook@2x.png +0 -0
- data/spec/support/static/git-scm.com/images/company-project-logos/gnome.png +0 -0
- data/spec/support/static/git-scm.com/images/company-project-logos/gnome@2x.png +0 -0
- data/spec/support/static/git-scm.com/images/company-project-logos/google.png +0 -0
- data/spec/support/static/git-scm.com/images/company-project-logos/google@2x.png +0 -0
- data/spec/support/static/git-scm.com/images/company-project-logos/kde.png +0 -0
- data/spec/support/static/git-scm.com/images/company-project-logos/kde@2x.png +0 -0
- data/spec/support/static/git-scm.com/images/company-project-logos/linked-in.png +0 -0
- data/spec/support/static/git-scm.com/images/company-project-logos/linked-in@2x.png +0 -0
- data/spec/support/static/git-scm.com/images/company-project-logos/linux.png +0 -0
- data/spec/support/static/git-scm.com/images/company-project-logos/linux@2x.png +0 -0
- data/spec/support/static/git-scm.com/images/company-project-logos/microsoft.png +0 -0
- data/spec/support/static/git-scm.com/images/company-project-logos/microsoft@2x.png +0 -0
- data/spec/support/static/git-scm.com/images/company-project-logos/netflix.png +0 -0
- data/spec/support/static/git-scm.com/images/company-project-logos/netflix@2x.png +0 -0
- data/spec/support/static/git-scm.com/images/company-project-logos/perl.png +0 -0
- data/spec/support/static/git-scm.com/images/company-project-logos/perl@2x.png +0 -0
- data/spec/support/static/git-scm.com/images/company-project-logos/postgresql.png +0 -0
- data/spec/support/static/git-scm.com/images/company-project-logos/postgresql@2x.png +0 -0
- data/spec/support/static/git-scm.com/images/company-project-logos/qt.png +0 -0
- data/spec/support/static/git-scm.com/images/company-project-logos/qt@2x.png +0 -0
- data/spec/support/static/git-scm.com/images/company-project-logos/rails.png +0 -0
- data/spec/support/static/git-scm.com/images/company-project-logos/rails@2x.png +0 -0
- data/spec/support/static/git-scm.com/images/company-project-logos/twitter.png +0 -0
- data/spec/support/static/git-scm.com/images/company-project-logos/twitter@2x.png +0 -0
- data/spec/support/static/git-scm.com/images/company-project-logos/x.png +0 -0
- data/spec/support/static/git-scm.com/images/company-project-logos/x@2x.png +0 -0
- data/spec/support/static/git-scm.com/images/epub.png +0 -0
- data/spec/support/static/git-scm.com/images/icons/admin-sm.png +0 -0
- data/spec/support/static/git-scm.com/images/icons/admin-sm@2x.png +0 -0
- data/spec/support/static/git-scm.com/images/icons/apple.png +0 -0
- data/spec/support/static/git-scm.com/images/icons/apple@2x.png +0 -0
- data/spec/support/static/git-scm.com/images/icons/book.png +0 -0
- data/spec/support/static/git-scm.com/images/icons/book@2x.png +0 -0
- data/spec/support/static/git-scm.com/images/icons/box.png +0 -0
- data/spec/support/static/git-scm.com/images/icons/box@2x.png +0 -0
- data/spec/support/static/git-scm.com/images/icons/branch-sm.png +0 -0
- data/spec/support/static/git-scm.com/images/icons/branch-sm@2x.png +0 -0
- data/spec/support/static/git-scm.com/images/icons/camera-sm.png +0 -0
- data/spec/support/static/git-scm.com/images/icons/camera-sm@2x.png +0 -0
- data/spec/support/static/git-scm.com/images/icons/chevron-up@2x.png +0 -0
- data/spec/support/static/git-scm.com/images/icons/code.png +0 -0
- data/spec/support/static/git-scm.com/images/icons/code@2x.png +0 -0
- data/spec/support/static/git-scm.com/images/icons/debugging-sm.png +0 -0
- data/spec/support/static/git-scm.com/images/icons/debugging-sm@2x.png +0 -0
- data/spec/support/static/git-scm.com/images/icons/document.png +0 -0
- data/spec/support/static/git-scm.com/images/icons/document@2x.png +0 -0
- data/spec/support/static/git-scm.com/images/icons/download.png +0 -0
- data/spec/support/static/git-scm.com/images/icons/email-sm.png +0 -0
- data/spec/support/static/git-scm.com/images/icons/email-sm@2x.png +0 -0
- data/spec/support/static/git-scm.com/images/icons/external-sm.png +0 -0
- data/spec/support/static/git-scm.com/images/icons/external-sm@2x.png +0 -0
- data/spec/support/static/git-scm.com/images/icons/gui.png +0 -0
- data/spec/support/static/git-scm.com/images/icons/gui@2x.png +0 -0
- data/spec/support/static/git-scm.com/images/icons/info.png +0 -0
- data/spec/support/static/git-scm.com/images/icons/info@2x.png +0 -0
- data/spec/support/static/git-scm.com/images/icons/inspection-sm.png +0 -0
- data/spec/support/static/git-scm.com/images/icons/inspection-sm@2x.png +0 -0
- data/spec/support/static/git-scm.com/images/icons/linux.png +0 -0
- data/spec/support/static/git-scm.com/images/icons/linux@2x.png +0 -0
- data/spec/support/static/git-scm.com/images/icons/nav-circles.png +0 -0
- data/spec/support/static/git-scm.com/images/icons/nav-circles@2x.png +0 -0
- data/spec/support/static/git-scm.com/images/icons/patching-sm.png +0 -0
- data/spec/support/static/git-scm.com/images/icons/patching-sm@2x.png +0 -0
- data/spec/support/static/git-scm.com/images/icons/plumbing-sm.png +0 -0
- data/spec/support/static/git-scm.com/images/icons/plumbing-sm@2x.png +0 -0
- data/spec/support/static/git-scm.com/images/icons/projects-sm.png +0 -0
- data/spec/support/static/git-scm.com/images/icons/projects-sm@2x.png +0 -0
- data/spec/support/static/git-scm.com/images/icons/search.png +0 -0
- data/spec/support/static/git-scm.com/images/icons/search@2x.png +0 -0
- data/spec/support/static/git-scm.com/images/icons/server-admin-sm.png +0 -0
- data/spec/support/static/git-scm.com/images/icons/server-admin-sm@2x.png +0 -0
- data/spec/support/static/git-scm.com/images/icons/setup-sm.png +0 -0
- data/spec/support/static/git-scm.com/images/icons/setup-sm@2x.png +0 -0
- data/spec/support/static/git-scm.com/images/icons/sharing-sm.png +0 -0
- data/spec/support/static/git-scm.com/images/icons/sharing-sm@2x.png +0 -0
- data/spec/support/static/git-scm.com/images/icons/sidebar.png +0 -0
- data/spec/support/static/git-scm.com/images/icons/sidebar@2x.png +0 -0
- data/spec/support/static/git-scm.com/images/icons/source-code.png +0 -0
- data/spec/support/static/git-scm.com/images/icons/source-code@2x.png +0 -0
- data/spec/support/static/git-scm.com/images/icons/windows.png +0 -0
- data/spec/support/static/git-scm.com/images/icons/windows@2x.png +0 -0
- data/spec/support/static/git-scm.com/images/logo@2x.png +0 -0
- data/spec/support/static/git-scm.com/images/mobi.png +0 -0
- data/spec/support/static/git-scm.com/images/monitor-default.png +0 -0
- data/spec/support/static/git-scm.com/images/monitor-default@2x.png +0 -0
- data/spec/support/static/git-scm.com/images/monitor-linux.png +0 -0
- data/spec/support/static/git-scm.com/images/monitor-linux@2x.png +0 -0
- data/spec/support/static/git-scm.com/images/monitor-mac.png +0 -0
- data/spec/support/static/git-scm.com/images/monitor-mac@2x.png +0 -0
- data/spec/support/static/git-scm.com/images/monitor-windows.png +0 -0
- data/spec/support/static/git-scm.com/images/monitor-windows@2x.png +0 -0
- data/spec/support/static/git-scm.com/images/pdf.png +0 -0
- data/spec/support/static/git-scm.com/images/progit2.png +0 -0
- data/spec/support/static/git-scm.com/images/sidebar-divider.png +0 -0
- data/spec/support/static/git-scm.com/images/sidebar-divider@2x.png +0 -0
- data/spec/support/static/git-scm.com/robots.txt +0 -0
- data/spec/task_spec.rb +7 -0
- data/wayfarer.gemspec +1 -1
- metadata +603 -8
- data/lib/wayfarer/middleware/worker.rb +0 -30
- data/lib/wayfarer/redis/.#barrier.rb +0 -1
- data/spec/middleware/worker_spec.rb +0 -117
@@ -3,24 +3,17 @@
|
|
3
3
|
module Wayfarer
|
4
4
|
module Middleware
|
5
5
|
class Router
|
6
|
+
extend Base
|
7
|
+
|
6
8
|
module API
|
7
9
|
def self.included(base)
|
8
|
-
base.include(InstanceMethods)
|
9
10
|
base.extend(ClassMethods)
|
10
|
-
|
11
|
-
|
12
|
-
module InstanceMethods
|
13
|
-
def steer
|
14
|
-
[]
|
15
|
-
end
|
16
|
-
|
17
|
-
def params
|
18
|
-
task.metadata.params
|
19
|
-
end
|
11
|
+
base.include(InstanceMethods)
|
20
12
|
end
|
21
13
|
|
22
14
|
module ClassMethods
|
23
15
|
def router
|
16
|
+
# TODO: Use cattr_accessor
|
24
17
|
@router ||= Wayfarer::Routing::Router.new
|
25
18
|
end
|
26
19
|
|
@@ -32,18 +25,31 @@ module Wayfarer
|
|
32
25
|
define_method(:steer) { block.call(task) }
|
33
26
|
end
|
34
27
|
end
|
28
|
+
|
29
|
+
module InstanceMethods
|
30
|
+
def steer
|
31
|
+
[]
|
32
|
+
end
|
33
|
+
|
34
|
+
def params
|
35
|
+
task.metadata.params
|
36
|
+
end
|
37
|
+
end
|
35
38
|
end
|
36
39
|
|
37
40
|
def call(task)
|
38
|
-
|
41
|
+
controller = task.metadata.controller
|
42
|
+
# TODO: The router has to be cloned because it's not thread-safe
|
43
|
+
router = controller.class.router.clone
|
39
44
|
url = Addressable::URI.parse(task.url)
|
40
45
|
|
41
|
-
case result = router.invoke(url,
|
46
|
+
case result = router.invoke(url, controller.steer)
|
42
47
|
when Routing::Result::Mismatch
|
43
48
|
return
|
44
49
|
when Routing::Result::Match
|
45
50
|
task.metadata.action = result.action
|
46
|
-
task.metadata.params
|
51
|
+
task.metadata.params ||= ActiveSupport::HashWithIndifferentAccess.new
|
52
|
+
task.metadata.params.merge!(result.params)
|
47
53
|
end
|
48
54
|
|
49
55
|
yield if block_given?
|
@@ -3,9 +3,11 @@
|
|
3
3
|
module Wayfarer
|
4
4
|
module Middleware
|
5
5
|
class Stage
|
6
|
+
extend Base
|
7
|
+
|
6
8
|
module API
|
7
9
|
def stage(urls)
|
8
|
-
Array.wrap(urls).each { |url| task.metadata.staged_urls.add(url) }
|
10
|
+
Array.wrap(urls).each { |url| task.metadata.staged_urls.add(url.to_s) }
|
9
11
|
end
|
10
12
|
end
|
11
13
|
|
@@ -15,8 +17,10 @@ module Wayfarer
|
|
15
17
|
yield if block_given?
|
16
18
|
|
17
19
|
task.metadata.staged_urls.each do |url|
|
18
|
-
task.job.class.
|
20
|
+
task.metadata.job.class.crawl(url, batch: task.batch)
|
19
21
|
end
|
22
|
+
|
23
|
+
task.metadata.staged_urls.clear
|
20
24
|
end
|
21
25
|
end
|
22
26
|
end
|
@@ -0,0 +1,22 @@
|
|
1
|
+
# frozen_string_literal: true
|
2
|
+
|
3
|
+
module Wayfarer
|
4
|
+
module Networking
|
5
|
+
RedirectsExhaustedError = Class.new(StandardError)
|
6
|
+
|
7
|
+
Follow = Struct.new(:context) do
|
8
|
+
extend Forwardable
|
9
|
+
|
10
|
+
delegate %i[live renew instance] => :context
|
11
|
+
|
12
|
+
def fetch(url, follow: 3)
|
13
|
+
raise RedirectsExhaustedError if follow.negative?
|
14
|
+
|
15
|
+
case result = context.fetch(url)
|
16
|
+
when Result::Success then result.page
|
17
|
+
when Result::Redirect then fetch(result.redirect_url, follow: follow - 1)
|
18
|
+
end
|
19
|
+
end
|
20
|
+
end
|
21
|
+
end
|
22
|
+
end
|
@@ -2,16 +2,8 @@
|
|
2
2
|
|
3
3
|
module Wayfarer
|
4
4
|
module Networking
|
5
|
-
# Wrapper structs for page retrieval results.
|
6
5
|
module Result
|
7
|
-
# Signals that a page has been retrieved (2xx or no browser error).
|
8
|
-
# @!attribute [rw] page
|
9
|
-
# @return [Page] the retrieved page.
|
10
6
|
Success = Struct.new(:page)
|
11
|
-
|
12
|
-
# Signals that a URL resulted in response with 3xx.
|
13
|
-
# @!attribute [rw] redirect_url
|
14
|
-
# @return [URI] Where to go next.
|
15
7
|
Redirect = Struct.new(:redirect_url)
|
16
8
|
end
|
17
9
|
end
|
@@ -3,12 +3,7 @@
|
|
3
3
|
module Wayfarer
|
4
4
|
module Routing
|
5
5
|
module Result
|
6
|
-
# Signals that a URL matched a route.
|
7
|
-
# @!attribute [rw] action
|
8
|
-
# @return [Page] the retrieved page.
|
9
6
|
Match = Struct.new(:action, :params)
|
10
|
-
|
11
|
-
# Signals that a URL matched no route.
|
12
7
|
Mismatch = Class.new
|
13
8
|
end
|
14
9
|
end
|
@@ -3,11 +3,12 @@
|
|
3
3
|
module Wayfarer
|
4
4
|
module Routing
|
5
5
|
class Router
|
6
|
-
ArgumentCountError = Class.new(StandardError)
|
6
|
+
ArgumentCountError = Class.new(StandardError) # TODO: Unused, remove
|
7
7
|
|
8
8
|
extend Forwardable
|
9
9
|
|
10
|
-
attr_reader :root
|
10
|
+
attr_reader :root,
|
11
|
+
:blocks
|
11
12
|
|
12
13
|
def initialize
|
13
14
|
@blocks = []
|
data/lib/wayfarer/task.rb
CHANGED
@@ -8,8 +8,6 @@ module Wayfarer
|
|
8
8
|
:batch,
|
9
9
|
:metadata
|
10
10
|
|
11
|
-
attr_accessor :job
|
12
|
-
|
13
11
|
stringify :url,
|
14
12
|
:batch
|
15
13
|
|
@@ -30,5 +28,9 @@ module Wayfarer
|
|
30
28
|
def counter
|
31
29
|
@counter ||= Wayfarer::Redis::Counter.new(batch)
|
32
30
|
end
|
31
|
+
|
32
|
+
def gc
|
33
|
+
@gc ||= Wayfarer::GC.new(self)
|
34
|
+
end
|
33
35
|
end
|
34
36
|
end
|
data/lib/wayfarer.rb
CHANGED
@@ -8,7 +8,6 @@ require "uri"
|
|
8
8
|
|
9
9
|
require "active_job"
|
10
10
|
require "capybara"
|
11
|
-
require "capybara/cuprite"
|
12
11
|
require "connection_pool"
|
13
12
|
require "docile"
|
14
13
|
require "ferrum"
|
@@ -39,19 +38,13 @@ module Wayfarer
|
|
39
38
|
module VERSION
|
40
39
|
MAJOR = 0
|
41
40
|
MINOR = 4
|
42
|
-
TINY =
|
41
|
+
TINY = 4
|
43
42
|
STRING = [MAJOR, MINOR, TINY].join(".")
|
44
43
|
end
|
45
44
|
|
46
45
|
mattr_accessor :config, default: Wayfarer::Config::Root.new
|
47
46
|
|
48
|
-
|
49
|
-
Wayfarer::Middleware::Dedup.new,
|
50
|
-
Wayfarer::Middleware::Normalize.new,
|
51
|
-
Wayfarer::Middleware::Router.new,
|
52
|
-
Wayfarer::Middleware::Fetch.new]
|
53
|
-
|
54
|
-
UserAgentTimeoutError = Class.new(StandardError)
|
47
|
+
UserAgentTimeoutError = Class.new(StandardError) # TODO: Move to Networking namespace
|
55
48
|
end
|
56
49
|
|
57
50
|
loader.eager_load
|
data/spec/base_spec.rb
CHANGED
@@ -12,25 +12,14 @@ describe Wayfarer::Base, redis: true do
|
|
12
12
|
|
13
13
|
before { stub_const("DummyJob", klass) }
|
14
14
|
|
15
|
-
describe "::
|
15
|
+
describe "::crawl" do
|
16
16
|
it "enqueues a task" do
|
17
17
|
expect(DummyJob).to receive(:perform_later).with(task)
|
18
|
-
DummyJob.
|
19
|
-
end
|
20
|
-
end
|
21
|
-
|
22
|
-
describe "#perform" do
|
23
|
-
it "assigns itself to the task" do
|
24
|
-
job = DummyJob.new
|
25
|
-
job.perform(task)
|
26
|
-
expect(task.job).to be(job)
|
18
|
+
DummyJob.crawl(url, batch: batch)
|
27
19
|
end
|
28
20
|
|
29
|
-
it "
|
30
|
-
|
31
|
-
allow(job).to receive(:chain).and_return(spy)
|
32
|
-
expect(job.chain).to receive(:call).with(task)
|
33
|
-
job.perform(task)
|
21
|
+
it "returns a task" do
|
22
|
+
expect(DummyJob.crawl(url)).to be_a(Wayfarer::Task)
|
34
23
|
end
|
35
24
|
end
|
36
25
|
|
@@ -40,21 +29,21 @@ describe Wayfarer::Base, redis: true do
|
|
40
29
|
describe "after enqueue" do
|
41
30
|
it "increments the counter" do
|
42
31
|
expect {
|
43
|
-
DummyJob.
|
32
|
+
DummyJob.crawl(url, batch: batch)
|
44
33
|
}.to change { counter.value }.by(1)
|
45
34
|
end
|
46
35
|
end
|
47
36
|
|
48
37
|
describe "after perform" do
|
49
38
|
it "decrements the counter" do
|
50
|
-
DummyJob.
|
39
|
+
DummyJob.crawl(url, batch: batch)
|
51
40
|
task.counter.increment
|
52
41
|
expect { perform_enqueued_jobs }.to change { task.counter.value }.by(-1)
|
53
42
|
end
|
54
43
|
|
55
44
|
context "when counter reaches 0" do
|
56
45
|
it "resets the barrier" do
|
57
|
-
DummyJob.
|
46
|
+
DummyJob.crawl(url, batch: batch)
|
58
47
|
perform_enqueued_jobs
|
59
48
|
redis do |conn|
|
60
49
|
expect(conn.exists?(task.barrier.redis_key)).to be(false)
|
@@ -62,7 +51,7 @@ describe Wayfarer::Base, redis: true do
|
|
62
51
|
end
|
63
52
|
|
64
53
|
it "resets the counter" do
|
65
|
-
DummyJob.
|
54
|
+
DummyJob.crawl(url, batch: batch)
|
66
55
|
perform_enqueued_jobs
|
67
56
|
redis do |conn|
|
68
57
|
expect(conn.exists?(task.counter.redis_key)).to be(false)
|
@@ -72,7 +61,7 @@ describe Wayfarer::Base, redis: true do
|
|
72
61
|
it "runs after batch callbacks" do
|
73
62
|
expect { |spy|
|
74
63
|
klass.after_batch(&spy)
|
75
|
-
DummyJob.
|
64
|
+
DummyJob.crawl(url, batch: batch)
|
76
65
|
perform_enqueued_jobs
|
77
66
|
}.to yield_control
|
78
67
|
end
|
@@ -88,7 +77,7 @@ describe Wayfarer::Base, redis: true do
|
|
88
77
|
end
|
89
78
|
|
90
79
|
it "does not retry the job" do
|
91
|
-
DummyJob.
|
80
|
+
DummyJob.crawl(url, batch: batch)
|
92
81
|
|
93
82
|
expect {
|
94
83
|
begin
|
@@ -102,7 +91,7 @@ describe Wayfarer::Base, redis: true do
|
|
102
91
|
it "decrements the counter" do
|
103
92
|
3.times { task.counter.increment }
|
104
93
|
|
105
|
-
DummyJob.
|
94
|
+
DummyJob.crawl(url, batch: batch)
|
106
95
|
begin
|
107
96
|
perform_enqueued_jobs
|
108
97
|
rescue StandardError
|
@@ -111,14 +100,6 @@ describe Wayfarer::Base, redis: true do
|
|
111
100
|
|
112
101
|
expect(task.counter.value).to be(3)
|
113
102
|
end
|
114
|
-
|
115
|
-
# it "runs after batch callbacks" do
|
116
|
-
# expect do |spy|
|
117
|
-
# klass.after_batch(&spy)
|
118
|
-
# DummyJob.crawl_later(url, batch: batch)
|
119
|
-
# 3.times { perform_enqueued_jobs }
|
120
|
-
# end.to yield_control
|
121
|
-
# end
|
122
103
|
end
|
123
104
|
|
124
105
|
describe "Retries" do
|
@@ -131,7 +112,13 @@ describe Wayfarer::Base, redis: true do
|
|
131
112
|
end
|
132
113
|
|
133
114
|
before do
|
134
|
-
allow_any_instance_of(DummyJob).to receive(:perform)
|
115
|
+
allow_any_instance_of(DummyJob).to receive(:perform) do |job|
|
116
|
+
task = job.arguments.first
|
117
|
+
task.metadata.job = job
|
118
|
+
|
119
|
+
raise RuntimeError
|
120
|
+
end
|
121
|
+
|
135
122
|
stub_const("Spy", spy)
|
136
123
|
end
|
137
124
|
|
@@ -140,7 +127,7 @@ describe Wayfarer::Base, redis: true do
|
|
140
127
|
.with(kind_of(DummyJob),
|
141
128
|
kind_of(RuntimeError))
|
142
129
|
|
143
|
-
DummyJob.
|
130
|
+
DummyJob.crawl(url, batch: batch)
|
144
131
|
|
145
132
|
expect {
|
146
133
|
perform_enqueued_jobs
|
@@ -157,7 +144,7 @@ describe Wayfarer::Base, redis: true do
|
|
157
144
|
|
158
145
|
it "marks the URL seen" do
|
159
146
|
task.counter.increment # otherwise barrier gets reset
|
160
|
-
DummyJob.
|
147
|
+
DummyJob.crawl(url, batch: batch)
|
161
148
|
3.times { perform_enqueued_jobs }
|
162
149
|
expect(task.barrier.seen?(task.url)).to be(true)
|
163
150
|
end
|
@@ -165,7 +152,7 @@ describe Wayfarer::Base, redis: true do
|
|
165
152
|
it "decrements the counter" do
|
166
153
|
3.times { task.counter.increment }
|
167
154
|
|
168
|
-
DummyJob.
|
155
|
+
DummyJob.crawl(url, batch: batch)
|
169
156
|
3.times { perform_enqueued_jobs }
|
170
157
|
|
171
158
|
expect(task.counter.value).to be(3)
|
@@ -174,7 +161,7 @@ describe Wayfarer::Base, redis: true do
|
|
174
161
|
it "runs after batch callbacks" do
|
175
162
|
expect { |spy|
|
176
163
|
klass.after_batch(&spy)
|
177
|
-
DummyJob.
|
164
|
+
DummyJob.crawl(url, batch: batch)
|
178
165
|
3.times { perform_enqueued_jobs }
|
179
166
|
}.to yield_control
|
180
167
|
end
|
@@ -190,7 +177,13 @@ describe Wayfarer::Base, redis: true do
|
|
190
177
|
end
|
191
178
|
|
192
179
|
before do
|
193
|
-
allow_any_instance_of(DummyJob).to receive(:perform)
|
180
|
+
allow_any_instance_of(DummyJob).to receive(:perform) do |job|
|
181
|
+
task = job.arguments.first
|
182
|
+
task.metadata.job = job
|
183
|
+
|
184
|
+
raise RuntimeError
|
185
|
+
end
|
186
|
+
|
194
187
|
stub_const("Spy", spy)
|
195
188
|
end
|
196
189
|
|
@@ -199,7 +192,7 @@ describe Wayfarer::Base, redis: true do
|
|
199
192
|
.with(kind_of(DummyJob),
|
200
193
|
kind_of(RuntimeError))
|
201
194
|
|
202
|
-
DummyJob.
|
195
|
+
DummyJob.crawl(url, batch: batch)
|
203
196
|
|
204
197
|
expect {
|
205
198
|
perform_enqueued_jobs
|
@@ -208,24 +201,22 @@ describe Wayfarer::Base, redis: true do
|
|
208
201
|
|
209
202
|
it "marks the URL seen" do
|
210
203
|
task.counter.increment # otherwise barrier gets reset
|
211
|
-
DummyJob.
|
204
|
+
DummyJob.crawl(url, batch: batch)
|
212
205
|
perform_enqueued_jobs
|
213
206
|
expect(task.barrier.seen?(task.url)).to be(true)
|
214
207
|
end
|
215
208
|
|
216
209
|
it "decrements the counter" do
|
217
210
|
3.times { task.counter.increment }
|
218
|
-
|
219
|
-
DummyJob.crawl_later(url, batch: batch)
|
211
|
+
DummyJob.crawl(url, batch: batch)
|
220
212
|
perform_enqueued_jobs
|
221
|
-
|
222
213
|
expect(task.counter.value).to be(3)
|
223
214
|
end
|
224
215
|
|
225
216
|
it "runs after batch callbacks" do
|
226
217
|
expect { |spy|
|
227
218
|
klass.after_batch(&spy)
|
228
|
-
DummyJob.
|
219
|
+
DummyJob.crawl(url, batch: batch)
|
229
220
|
perform_enqueued_jobs
|
230
221
|
}.to yield_control
|
231
222
|
end
|
data/spec/cli/job_spec.rb
CHANGED
@@ -20,7 +20,11 @@ describe Wayfarer::CLI::Job, cli: true, redis: true do
|
|
20
20
|
|
21
21
|
describe "job perform" do
|
22
22
|
it "performs the worker" do
|
23
|
-
expect_any_instance_of(DummyJob).to receive(:perform).with(kind_of(Wayfarer::Task))
|
23
|
+
expect_any_instance_of(DummyJob).to receive(:perform).with(kind_of(Wayfarer::Task)) do |job|
|
24
|
+
task = job.arguments.first
|
25
|
+
task.metadata.job = job
|
26
|
+
end
|
27
|
+
|
24
28
|
cli.start(["job", "perform", "DummyJob", url])
|
25
29
|
end
|
26
30
|
|
@@ -39,13 +43,13 @@ describe Wayfarer::CLI::Job, cli: true, redis: true do
|
|
39
43
|
|
40
44
|
describe "job enqueue" do
|
41
45
|
it "enqueues the job" do
|
42
|
-
expect(DummyJob).to receive(:
|
46
|
+
expect(DummyJob).to receive(:crawl).with(Addressable::URI.parse(url), batch: kind_of(String))
|
43
47
|
cli.start(["job", "enqueue", "DummyJob", url])
|
44
48
|
end
|
45
49
|
|
46
50
|
context "with batch provided" do
|
47
51
|
it "enqueues the job" do
|
48
|
-
expect(DummyJob).to receive(:
|
52
|
+
expect(DummyJob).to receive(:crawl).with(Addressable::URI.parse(url), batch: batch)
|
49
53
|
cli.start(["job", "enqueue", "--batch", batch, "DummyJob", url])
|
50
54
|
end
|
51
55
|
end
|
@@ -53,13 +57,13 @@ describe Wayfarer::CLI::Job, cli: true, redis: true do
|
|
53
57
|
|
54
58
|
describe "job execute" do
|
55
59
|
it "executes the job" do
|
56
|
-
expect(DummyJob).to receive(:
|
60
|
+
expect(DummyJob).to receive(:crawl).with(Addressable::URI.parse(url), batch: kind_of(String))
|
57
61
|
cli.start(["job", "execute", "DummyJob", url])
|
58
62
|
end
|
59
63
|
|
60
64
|
context "with batch provided" do
|
61
65
|
it "enqueues the job" do
|
62
|
-
expect(DummyJob).to receive(:
|
66
|
+
expect(DummyJob).to receive(:crawl).with(Addressable::URI.parse(url), batch: batch)
|
63
67
|
cli.start(["job", "execute", "--batch", batch, "DummyJob", url])
|
64
68
|
end
|
65
69
|
end
|
data/spec/gc_spec.rb
CHANGED
@@ -6,12 +6,10 @@ describe Wayfarer::GC, redis: true do
|
|
6
6
|
include Wayfarer::Redis::Connection
|
7
7
|
|
8
8
|
let(:task) { build(:task) }
|
9
|
-
|
10
|
-
let(:job) { klass.new }
|
11
|
-
subject(:gc) { Wayfarer::GC.new(job) }
|
9
|
+
subject(:gc) { described_class.new(task) }
|
12
10
|
|
13
11
|
before do
|
14
|
-
job
|
12
|
+
task.metadata.job = spy
|
15
13
|
task.barrier.seen?(task.url)
|
16
14
|
end
|
17
15
|
|
@@ -32,10 +30,8 @@ describe Wayfarer::GC, redis: true do
|
|
32
30
|
end
|
33
31
|
|
34
32
|
it "runs after batch callbacks" do
|
35
|
-
expect
|
36
|
-
|
37
|
-
gc.run
|
38
|
-
}.to yield_control
|
33
|
+
expect(task.metadata.job).to receive(:run_callbacks).with(:batch).exactly(:once)
|
34
|
+
gc.run
|
39
35
|
end
|
40
36
|
end
|
41
37
|
|
@@ -55,7 +51,7 @@ describe Wayfarer::GC, redis: true do
|
|
55
51
|
end
|
56
52
|
|
57
53
|
it "does not run after batch callbacks" do
|
58
|
-
expect(
|
54
|
+
expect(task.metadata.job).not_to receive(:run_callbacks).with(:batch)
|
59
55
|
gc.run
|
60
56
|
end
|
61
57
|
end
|
@@ -0,0 +1,85 @@
|
|
1
|
+
# frozen_string_literal: true
|
2
|
+
|
3
|
+
require "spec_helpers"
|
4
|
+
|
5
|
+
describe "Callbacks" do
|
6
|
+
let(:url) { test_app_path("git-scm.com/book/en/v2.html") }
|
7
|
+
|
8
|
+
describe Wayfarer::Base do
|
9
|
+
specify do
|
10
|
+
class self.class::DummyJob < Wayfarer::Base
|
11
|
+
extend SpecHelpers
|
12
|
+
include RSpec::Matchers
|
13
|
+
|
14
|
+
route { host test_app_host, to: :index }
|
15
|
+
|
16
|
+
attr_accessor :callbacks_fired
|
17
|
+
|
18
|
+
before_fetch do
|
19
|
+
self.callbacks_fired = %i[before_fetch]
|
20
|
+
end
|
21
|
+
|
22
|
+
before_action do
|
23
|
+
callbacks_fired.push(:before_action)
|
24
|
+
end
|
25
|
+
|
26
|
+
after_batch do
|
27
|
+
expect(callbacks_fired).to eq(%i[before_fetch before_action])
|
28
|
+
end
|
29
|
+
|
30
|
+
def index; end
|
31
|
+
end
|
32
|
+
|
33
|
+
self.class::DummyJob.crawl(url)
|
34
|
+
perform_enqueued_jobs
|
35
|
+
end
|
36
|
+
end
|
37
|
+
|
38
|
+
describe Wayfarer::Handler do
|
39
|
+
specify do
|
40
|
+
class self.class::DummyJob < Wayfarer::Base
|
41
|
+
extend SpecHelpers
|
42
|
+
include RSpec::Matchers
|
43
|
+
|
44
|
+
route { host test_app_host, to: DummyHandler }
|
45
|
+
|
46
|
+
attr_accessor :callbacks_fired
|
47
|
+
|
48
|
+
before_fetch do
|
49
|
+
self.callbacks_fired = %i[before_fetch_job]
|
50
|
+
end
|
51
|
+
|
52
|
+
before_action do
|
53
|
+
callbacks_fired.push(:before_action_job)
|
54
|
+
end
|
55
|
+
|
56
|
+
after_batch do
|
57
|
+
expect(callbacks_fired).to eq(%i[before_fetch_job before_action_job])
|
58
|
+
end
|
59
|
+
|
60
|
+
class DummyHandler < Wayfarer::Handler
|
61
|
+
include RSpec::Matchers
|
62
|
+
|
63
|
+
route { to :index }
|
64
|
+
|
65
|
+
attr_accessor :callbacks_fired
|
66
|
+
|
67
|
+
before_fetch do
|
68
|
+
raise "before_fetch ran in handler"
|
69
|
+
end
|
70
|
+
|
71
|
+
before_action do
|
72
|
+
self.callbacks_fired = %i[before_action_handler]
|
73
|
+
end
|
74
|
+
|
75
|
+
def index
|
76
|
+
expect(callbacks_fired).to eq(%i[before_action_handler])
|
77
|
+
end
|
78
|
+
end
|
79
|
+
end
|
80
|
+
|
81
|
+
self.class::DummyJob.crawl(url)
|
82
|
+
perform_enqueued_jobs
|
83
|
+
end
|
84
|
+
end
|
85
|
+
end
|