wayfarer 0.0.3 → 0.4.3

metadata

@@ -1,309 +1,287 @@
 --- !ruby/object:Gem::Specification
 name: wayfarer
 version: !ruby/object:Gem::Version
-  version: 0.0.3
+  version: 0.4.3
 platform: ruby
 authors:
 - Dominic Bauer
-autorequire: 
+autorequire:
 bindir: bin
 cert_chain: []
-date: 2017-05-31 00:00:00.000000000 Z
+date: 2021-09-26 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
-  name: connection_pool
+  name: activejob
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
-        version: '2.2'
+        version: '6.0'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
-        version: '2.2'
+        version: '6.0'
 - !ruby/object:Gem::Dependency
-  name: nokogiri
+  name: addressable
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '1.6'
+        version: '2.8'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '1.6'
+        version: '2.8'
 - !ruby/object:Gem::Dependency
-  name: selenium-webdriver
+  name: capybara
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '3.4'
+        version: '3.0'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '3.4'
-- !ruby/object:Gem::Dependency
-  name: selenium-emulated_features
-  requirement: !ruby/object:Gem::Requirement
-    requirements:
-    - - '='
-      - !ruby/object:Gem::Version
-        version: 2.0.1
-  type: :runtime
-  prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
-    requirements:
-    - - '='
-      - !ruby/object:Gem::Version
-        version: 2.0.1
+        version: '3.0'
 - !ruby/object:Gem::Dependency
-  name: net-http-persistent
+  name: connection_pool
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '2.9'
+        version: '2.2'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '2.9'
+        version: '2.2'
 - !ruby/object:Gem::Dependency
-  name: mime-types
+  name: docile
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '2.6'
+        version: '1.1'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '2.6'
+        version: '1.1'
 - !ruby/object:Gem::Dependency
-  name: pismo
+  name: ferrum
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '0.7'
+        version: '0.9'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '0.7'
+        version: '0.9'
 - !ruby/object:Gem::Dependency
-  name: mustermann
+  name: metainspector
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '0.4'
+        version: '5.0'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '0.4'
+        version: '5.0'
 - !ruby/object:Gem::Dependency
-  name: activejob
+  name: mime-types
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '4.2'
+        version: '3.0'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '4.2'
+        version: '3.0'
 - !ruby/object:Gem::Dependency
-  name: thor
+  name: mustermann
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '0.19'
+        version: '1.1'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '0.19'
+        version: '1.1'
 - !ruby/object:Gem::Dependency
-  name: activesupport
+  name: mock_redis
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '4.2'
+        version: '0.29'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '4.2'
+        version: '0.29'
 - !ruby/object:Gem::Dependency
-  name: capybara
+  name: net-http-persistent
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '2.5'
+        version: '3.0'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '2.5'
+        version: '3.0'
 - !ruby/object:Gem::Dependency
-  name: chronic
+  name: nokogiri
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '0.10'
+        version: '1.11'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '0.10'
+        version: '1.11'
 - !ruby/object:Gem::Dependency
-  name: redis
+  name: normalize_url
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '3.2'
+        version: 0.0.6
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '3.2'
+        version: 0.0.6
 - !ruby/object:Gem::Dependency
-  name: concurrent-ruby
+  name: redis
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '1.0'
-  type: :runtime
-  prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
-    requirements:
-    - - "~>"
-      - !ruby/object:Gem::Version
-        version: '1.0'
-- !ruby/object:Gem::Dependency
-  name: hooks
-  requirement: !ruby/object:Gem::Requirement
-    requirements:
-    - - "~>"
+        version: '4.4'
+    - - "<"
       - !ruby/object:Gem::Version
-        version: '0.4'
+        version: '4.5'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '0.4'
+        version: '4.4'
+    - - "<"
+      - !ruby/object:Gem::Version
+        version: '4.5'
 - !ruby/object:Gem::Dependency
-  name: bloomfilter-rb
+  name: selenium-webdriver
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '2.1'
+        version: '3.4'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '2.1'
+        version: '3.4'
 - !ruby/object:Gem::Dependency
-  name: oj
+  name: thor
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '2.12'
+        version: '1.0'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '2.12'
+        version: '1.0'
 - !ruby/object:Gem::Dependency
-  name: fast_trie
+  name: cuprite
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '0.5'
-  type: :runtime
+        version: '0.13'
+  type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '0.5'
+        version: '0.13'
 - !ruby/object:Gem::Dependency
-  name: parallel
+  name: factory_bot
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '1.11'
-  type: :runtime
+        version: '6.0'
+  type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '1.11'
+        version: '6.0'
 - !ruby/object:Gem::Dependency
-  name: normalize_url
+  name: faker
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 0.0.6
-  type: :runtime
+        version: '1.7'
+  type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 0.0.6
+        version: '1.7'
 - !ruby/object:Gem::Dependency
   name: pry
   requirement: !ruby/object:Gem::Requirement
@@ -338,42 +316,42 @@ dependencies:
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '3.3'
+        version: '3.4'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '3.3'
+        version: '3.4'
 - !ruby/object:Gem::Dependency
-  name: sinatra
+  name: rubocop
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '1.4'
+        version: '0.49'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '1.4'
+        version: '0.49'
 - !ruby/object:Gem::Dependency
-  name: rubocop
+  name: sinatra
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '0.34'
+        version: '1.4'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '0.34'
+        version: '1.4'
 - !ruby/object:Gem::Dependency
   name: yard
   requirement: !ruby/object:Gem::Requirement
@@ -388,310 +366,205 @@ dependencies:
     - - "~>"
       - !ruby/object:Gem::Version
         version: '0.9'
-- !ruby/object:Gem::Dependency
-  name: bourbon
-  requirement: !ruby/object:Gem::Requirement
-    requirements:
-    - - "~>"
-      - !ruby/object:Gem::Version
-        version: '4.3'
-  type: :development
-  prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
-    requirements:
-    - - "~>"
-      - !ruby/object:Gem::Version
-        version: '4.3'
-- !ruby/object:Gem::Dependency
-  name: neat
-  requirement: !ruby/object:Gem::Requirement
-    requirements:
-    - - "~>"
-      - !ruby/object:Gem::Version
-        version: '1.8'
-  type: :development
-  prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
-    requirements:
-    - - "~>"
-      - !ruby/object:Gem::Version
-        version: '1.8'
-- !ruby/object:Gem::Dependency
-  name: faker
-  requirement: !ruby/object:Gem::Requirement
-    requirements:
-    - - "~>"
-      - !ruby/object:Gem::Version
-        version: '1.7'
-  type: :development
-  prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
-    requirements:
-    - - "~>"
-      - !ruby/object:Gem::Version
-        version: '1.7'
-description: Versatile web crawling with Ruby
-email: bauerdominic@gmail.com
+description: Web crawling framework based on ActiveJob
+email: mail@bauerd.com
 executables:
 - wayfarer
 extensions: []
 extra_rdoc_files: []
 files:
+- ".github/workflows/ci.yaml"
 - ".gitignore"
 - ".rbenv-gemsets"
 - ".rspec"
 - ".rubocop.yml"
 - ".ruby-version"
-- ".travis.yml"
 - ".yardopts"
-- Changelog.md
+- Dockerfile
 - Gemfile
+- Gemfile.lock
 - LICENSE
-- README.md
+- RELEASING.md
 - Rakefile
-- benchmark/frontiers.rb
 - bin/wayfarer
-- docs/.gitignore
-- docs/_config.yml
-- docs/_includes/base.html
-- docs/_includes/head.html
-- docs/_includes/navigation.html
-- docs/_layouts/default.html
-- docs/_sass/base.scss
-- docs/_sass/variables.scss
-- docs/_sass/vendor/bourbon/_bourbon-deprecate.scss
-- docs/_sass/vendor/bourbon/_bourbon-deprecated-upcoming.scss
-- docs/_sass/vendor/bourbon/_bourbon.scss
-- docs/_sass/vendor/bourbon/addons/_border-color.scss
-- docs/_sass/vendor/bourbon/addons/_border-radius.scss
-- docs/_sass/vendor/bourbon/addons/_border-style.scss
-- docs/_sass/vendor/bourbon/addons/_border-width.scss
-- docs/_sass/vendor/bourbon/addons/_buttons.scss
-- docs/_sass/vendor/bourbon/addons/_clearfix.scss
-- docs/_sass/vendor/bourbon/addons/_ellipsis.scss
-- docs/_sass/vendor/bourbon/addons/_font-stacks.scss
-- docs/_sass/vendor/bourbon/addons/_hide-text.scss
-- docs/_sass/vendor/bourbon/addons/_margin.scss
-- docs/_sass/vendor/bourbon/addons/_padding.scss
-- docs/_sass/vendor/bourbon/addons/_position.scss
-- docs/_sass/vendor/bourbon/addons/_prefixer.scss
-- docs/_sass/vendor/bourbon/addons/_retina-image.scss
-- docs/_sass/vendor/bourbon/addons/_size.scss
-- docs/_sass/vendor/bourbon/addons/_text-inputs.scss
-- docs/_sass/vendor/bourbon/addons/_timing-functions.scss
-- docs/_sass/vendor/bourbon/addons/_triangle.scss
-- docs/_sass/vendor/bourbon/addons/_word-wrap.scss
-- docs/_sass/vendor/bourbon/css3/_animation.scss
-- docs/_sass/vendor/bourbon/css3/_appearance.scss
-- docs/_sass/vendor/bourbon/css3/_backface-visibility.scss
-- docs/_sass/vendor/bourbon/css3/_background-image.scss
-- docs/_sass/vendor/bourbon/css3/_background.scss
-- docs/_sass/vendor/bourbon/css3/_border-image.scss
-- docs/_sass/vendor/bourbon/css3/_calc.scss
-- docs/_sass/vendor/bourbon/css3/_columns.scss
-- docs/_sass/vendor/bourbon/css3/_filter.scss
-- docs/_sass/vendor/bourbon/css3/_flex-box.scss
-- docs/_sass/vendor/bourbon/css3/_font-face.scss
-- docs/_sass/vendor/bourbon/css3/_font-feature-settings.scss
-- docs/_sass/vendor/bourbon/css3/_hidpi-media-query.scss
-- docs/_sass/vendor/bourbon/css3/_hyphens.scss
-- docs/_sass/vendor/bourbon/css3/_image-rendering.scss
-- docs/_sass/vendor/bourbon/css3/_keyframes.scss
-- docs/_sass/vendor/bourbon/css3/_linear-gradient.scss
-- docs/_sass/vendor/bourbon/css3/_perspective.scss
-- docs/_sass/vendor/bourbon/css3/_placeholder.scss
-- docs/_sass/vendor/bourbon/css3/_radial-gradient.scss
-- docs/_sass/vendor/bourbon/css3/_selection.scss
-- docs/_sass/vendor/bourbon/css3/_text-decoration.scss
-- docs/_sass/vendor/bourbon/css3/_transform.scss
-- docs/_sass/vendor/bourbon/css3/_transition.scss
-- docs/_sass/vendor/bourbon/css3/_user-select.scss
-- docs/_sass/vendor/bourbon/functions/_assign-inputs.scss
-- docs/_sass/vendor/bourbon/functions/_contains-falsy.scss
-- docs/_sass/vendor/bourbon/functions/_contains.scss
-- docs/_sass/vendor/bourbon/functions/_is-length.scss
-- docs/_sass/vendor/bourbon/functions/_is-light.scss
-- docs/_sass/vendor/bourbon/functions/_is-number.scss
-- docs/_sass/vendor/bourbon/functions/_is-size.scss
-- docs/_sass/vendor/bourbon/functions/_modular-scale.scss
-- docs/_sass/vendor/bourbon/functions/_px-to-em.scss
-- docs/_sass/vendor/bourbon/functions/_px-to-rem.scss
-- docs/_sass/vendor/bourbon/functions/_shade.scss
-- docs/_sass/vendor/bourbon/functions/_strip-units.scss
-- docs/_sass/vendor/bourbon/functions/_tint.scss
-- docs/_sass/vendor/bourbon/functions/_transition-property-name.scss
-- docs/_sass/vendor/bourbon/functions/_unpack.scss
-- docs/_sass/vendor/bourbon/helpers/_convert-units.scss
-- docs/_sass/vendor/bourbon/helpers/_directional-values.scss
-- docs/_sass/vendor/bourbon/helpers/_font-source-declaration.scss
-- docs/_sass/vendor/bourbon/helpers/_gradient-positions-parser.scss
-- docs/_sass/vendor/bourbon/helpers/_linear-angle-parser.scss
-- docs/_sass/vendor/bourbon/helpers/_linear-gradient-parser.scss
-- docs/_sass/vendor/bourbon/helpers/_linear-positions-parser.scss
-- docs/_sass/vendor/bourbon/helpers/_linear-side-corner-parser.scss
-- docs/_sass/vendor/bourbon/helpers/_radial-arg-parser.scss
-- docs/_sass/vendor/bourbon/helpers/_radial-gradient-parser.scss
-- docs/_sass/vendor/bourbon/helpers/_radial-positions-parser.scss
-- docs/_sass/vendor/bourbon/helpers/_render-gradients.scss
-- docs/_sass/vendor/bourbon/helpers/_shape-size-stripper.scss
-- docs/_sass/vendor/bourbon/helpers/_str-to-num.scss
-- docs/_sass/vendor/bourbon/settings/_asset-pipeline.scss
-- docs/_sass/vendor/bourbon/settings/_deprecation-warnings.scss
-- docs/_sass/vendor/bourbon/settings/_prefixer.scss
-- docs/_sass/vendor/bourbon/settings/_px-to-em.scss
-- docs/_sass/vendor/neat/_neat-helpers.scss
-- docs/_sass/vendor/neat/_neat.scss
-- docs/_sass/vendor/neat/functions/_new-breakpoint.scss
-- docs/_sass/vendor/neat/functions/_private.scss
-- docs/_sass/vendor/neat/grid/_box-sizing.scss
-- docs/_sass/vendor/neat/grid/_direction-context.scss
-- docs/_sass/vendor/neat/grid/_display-context.scss
-- docs/_sass/vendor/neat/grid/_fill-parent.scss
-- docs/_sass/vendor/neat/grid/_media.scss
-- docs/_sass/vendor/neat/grid/_omega.scss
-- docs/_sass/vendor/neat/grid/_outer-container.scss
-- docs/_sass/vendor/neat/grid/_pad.scss
-- docs/_sass/vendor/neat/grid/_private.scss
-- docs/_sass/vendor/neat/grid/_row.scss
-- docs/_sass/vendor/neat/grid/_shift.scss
-- docs/_sass/vendor/neat/grid/_span-columns.scss
-- docs/_sass/vendor/neat/grid/_to-deprecate.scss
-- docs/_sass/vendor/neat/grid/_visual-grid.scss
-- docs/_sass/vendor/neat/mixins/_clearfix.scss
-- docs/_sass/vendor/neat/settings/_disable-warnings.scss
-- docs/_sass/vendor/neat/settings/_grid.scss
-- docs/_sass/vendor/neat/settings/_visual-grid.scss
-- docs/_sass/vendor/normalize-3.0.2.scss
-- docs/_sass/vendor/pygments.scss
-- docs/automating_browsers/capybara.md
-- docs/css/screen.scss
+- docker-compose.yml
+- docs/cookbook/batch_routing.md
+- docs/cookbook/consent_screen.md
+- docs/cookbook/executing_javascript.md
+- docs/cookbook/querying_html.md
+- docs/cookbook/screenshots.md
+- docs/cookbook/user_agent.md
+- docs/guides/browser_automation/capybara.md
+- docs/guides/browser_automation/custom_adapters.md
+- docs/guides/browser_automation/ferrum.md
+- docs/guides/browser_automation/selenium.md
 - docs/guides/callbacks.md
-- docs/guides/cli.md
 - docs/guides/configuration.md
+- docs/guides/debugging.md
 - docs/guides/error_handling.md
-- docs/guides/frontiers.md
-- docs/guides/halting.md
-- docs/guides/job_queues.md
-- docs/guides/locals.md
-- docs/guides/logging.md
-- docs/guides/page_objects.md
-- docs/guides/peeking.md
-- docs/guides/selenium_capybara.md
-- docs/guides/tutorial.md
+- docs/guides/jobs.md
+- docs/guides/navigation.md
+- docs/guides/networking.md
+- docs/guides/pages.md
+- docs/guides/performance.md
+- docs/guides/reliability.md
+- docs/guides/routing/steering.md
+- docs/guides/tasks.md
 - docs/index.md
-- docs/js/navigation.js
-- docs/misc/contributing.md
-- docs/misc/testing.md
-- docs/recipes/authentication.md
-- docs/recipes/csv.md
-- docs/recipes/javascript.md
-- docs/recipes/multiple_uris.md
-- docs/recipes/screenshots.md
-- docs/routing/custom_rules.md
-- docs/routing/filetypes_rules.md
-- docs/routing/host_rules.md
-- docs/routing/path_rules.md
-- docs/routing/protocol_rules.md
-- docs/routing/query_rules.md
-- docs/routing/routes.md
-- docs/routing/uri_rules.md
-- examples/collect_github_issues.rb
-- examples/find_foobar_on_wikipedia.rb
+- docs/reference/api/base.md
+- docs/reference/api/route.md
+- docs/reference/cli.md
+- docs/reference/configuration_keys.md
+- docs/reference/environment_variables.md
 - lib/wayfarer.rb
-- lib/wayfarer/configuration.rb
-- lib/wayfarer/crawl.rb
-- lib/wayfarer/crawl_observer.rb
-- lib/wayfarer/dispatcher.rb
-- lib/wayfarer/finders.rb
-- lib/wayfarer/frontiers/frontier.rb
-- lib/wayfarer/frontiers/memory_bloomfilter.rb
-- lib/wayfarer/frontiers/memory_frontier.rb
-- lib/wayfarer/frontiers/memory_trie_frontier.rb
-- lib/wayfarer/frontiers/normalize_uris.rb
-- lib/wayfarer/frontiers/redis_bloomfilter.rb
-- lib/wayfarer/frontiers/redis_frontier.rb
-- lib/wayfarer/http_adapters/adapter_pool.rb
-- lib/wayfarer/http_adapters/net_http_adapter.rb
-- lib/wayfarer/http_adapters/selenium_adapter.rb
-- lib/wayfarer/job.rb
-- lib/wayfarer/locals.rb
+- lib/wayfarer/base.rb
+- lib/wayfarer/callbacks.rb
+- lib/wayfarer/cli/base.rb
+- lib/wayfarer/cli/generate.rb
+- lib/wayfarer/cli/job.rb
+- lib/wayfarer/cli/route.rb
+- lib/wayfarer/cli/route_printer.rb
+- lib/wayfarer/cli/runner.rb
+- lib/wayfarer/cli/templates/Gemfile.tt
+- lib/wayfarer/cli/templates/job.rb.tt
+- lib/wayfarer/config/capybara.rb
+- lib/wayfarer/config/ferrum.rb
+- lib/wayfarer/config/networking.rb
+- lib/wayfarer/config/redis.rb
+- lib/wayfarer/config/root.rb
+- lib/wayfarer/config/selenium.rb
+- lib/wayfarer/config/strconv.rb
+- lib/wayfarer/config/struct.rb
+- lib/wayfarer/gc.rb
+- lib/wayfarer/middleware/chain.rb
+- lib/wayfarer/middleware/dedup.rb
+- lib/wayfarer/middleware/fetch.rb
+- lib/wayfarer/middleware/normalize.rb
+- lib/wayfarer/middleware/router.rb
+- lib/wayfarer/middleware/stage.rb
+- lib/wayfarer/middleware/worker.rb
+- lib/wayfarer/networking/capybara.rb
+- lib/wayfarer/networking/context.rb
+- lib/wayfarer/networking/ferrum.rb
+- lib/wayfarer/networking/http.rb
+- lib/wayfarer/networking/pool.rb
+- lib/wayfarer/networking/result.rb
+- lib/wayfarer/networking/selenium.rb
+- lib/wayfarer/networking/strategy.rb
 - lib/wayfarer/page.rb
-- lib/wayfarer/parsers/json_parser.rb
-- lib/wayfarer/parsers/xml_parser.rb
-- lib/wayfarer/processor.rb
-- lib/wayfarer/routing/custom_rule.rb
-- lib/wayfarer/routing/filetypes_rule.rb
-- lib/wayfarer/routing/host_rule.rb
-- lib/wayfarer/routing/path_rule.rb
-- lib/wayfarer/routing/protocol_rule.rb
-- lib/wayfarer/routing/query_rule.rb
+- lib/wayfarer/parsing/json.rb
+- lib/wayfarer/parsing/xml.rb
+- lib/wayfarer/redis/.#barrier.rb
+- lib/wayfarer/redis/barrier.rb
+- lib/wayfarer/redis/connection.rb
+- lib/wayfarer/redis/counter.rb
+- lib/wayfarer/redis/pool.rb
+- lib/wayfarer/redis/version.rb
+- lib/wayfarer/routing/dsl.rb
+- lib/wayfarer/routing/matchers/custom.rb
+- lib/wayfarer/routing/matchers/host.rb
+- lib/wayfarer/routing/matchers/path.rb
+- lib/wayfarer/routing/matchers/query.rb
+- lib/wayfarer/routing/matchers/scheme.rb
+- lib/wayfarer/routing/matchers/suffix.rb
+- lib/wayfarer/routing/matchers/url.rb
+- lib/wayfarer/routing/path_finder.rb
+- lib/wayfarer/routing/result.rb
+- lib/wayfarer/routing/root_route.rb
+- lib/wayfarer/routing/route.rb
 - lib/wayfarer/routing/router.rb
-- lib/wayfarer/routing/rule.rb
-- lib/wayfarer/routing/uri_rule.rb
-- spec/configuration_spec.rb
-- spec/crawl_spec.rb
-- spec/finders_spec.rb
-- spec/frontiers/memory_bloomfilter_spec.rb
-- spec/frontiers/memory_frontier_spec.rb
-- spec/frontiers/memory_trie_frontier_spec.rb
-- spec/frontiers/normalize_uris_spec.rb
-- spec/frontiers/redis_bloomfilter_spec.rb
-- spec/frontiers/redis_frontier_spec.rb
-- spec/http_adapters/adapter_pool_spec.rb
-- spec/http_adapters/net_http_adapter_spec.rb
-- spec/http_adapters/selenium_adapter_spec.rb
-- spec/integration/callbacks_spec.rb
-- spec/integration/locals_spec.rb
-- spec/integration/peeking_spec.rb
-- spec/job_spec.rb
+- lib/wayfarer/routing/target_route.rb
+- lib/wayfarer/serializer.rb
+- lib/wayfarer/stringify.rb
+- lib/wayfarer/task.rb
+- mkdocs.yml
+- requirements.txt
+- spec/base_spec.rb
+- spec/callbacks_spec.rb
+- spec/cli/generate_spec.rb
+- spec/cli/job_spec.rb
+- spec/cli/version_spec.rb
+- spec/config/capybara_spec.rb
+- spec/config/ferrum_spec.rb
+- spec/config/networking_spec.rb
+- spec/config/redis_spec.rb
+- spec/config/root_spec.rb
+- spec/config/selenium_spec.rb
+- spec/config/strconv_spec.rb
+- spec/config/struct_spec.rb
+- spec/factories/middleware.rb
+- spec/factories/page.rb
+- spec/factories/task.rb
+- spec/fixtures/dummy_job.rb
+- spec/gc_spec.rb
+- spec/middleware/chain_spec.rb
+- spec/middleware/dedup_spec.rb
+- spec/middleware/fetch_spec.rb
+- spec/middleware/normalize_spec.rb
+- spec/middleware/router_spec.rb
+- spec/middleware/stage_spec.rb
+- spec/middleware/worker_spec.rb
+- spec/networking/capybara_spec.rb
+- spec/networking/context_spec.rb
+- spec/networking/ferrum_spec.rb
+- spec/networking/http_spec.rb
+- spec/networking/pool_spec.rb
+- spec/networking/selenium_spec.rb
+- spec/networking/strategy.rb
 - spec/page_spec.rb
-- spec/parsers/json_parser_spec.rb
-- spec/parsers/xml_parser_spec.rb
-- spec/processor_spec.rb
-- spec/routing/custom_rule_spec.rb
-- spec/routing/filetypes_rule_spec.rb
-- spec/routing/host_rule_spec.rb
-- spec/routing/path_rule_spec.rb
-- spec/routing/protocol_rule_spec.rb
-- spec/routing/query_rule_spec.rb
+- spec/parsing/json_spec.rb
+- spec/parsing/xml_spec.rb
+- spec/redis/barrier_spec.rb
+- spec/redis/counter_spec.rb
+- spec/redis/pool_spec.rb
+- spec/redis/version_spec.rb
+- spec/routing/dsl_spec.rb
+- spec/routing/integration_spec.rb
+- spec/routing/matchers/custom_spec.rb
+- spec/routing/matchers/host_spec.rb
+- spec/routing/matchers/path_spec.rb
+- spec/routing/matchers/query_spec.rb
+- spec/routing/matchers/scheme_spec.rb
+- spec/routing/matchers/suffix_spec.rb
+- spec/routing/matchers/uri_spec.rb
+- spec/routing/path_finder_spec.rb
+- spec/routing/root_route_spec.rb
+- spec/routing/route_spec.rb
 - spec/routing/router_spec.rb
-- spec/routing/rule_spec.rb
-- spec/routing/uri_rule_spec.rb
-- spec/shared/frontier.rb
 - spec/spec_helpers.rb
+- spec/stringify_spec.rb
+- spec/support/static/finders.html
+- spec/support/static/graph/details/a.html
+- spec/support/static/graph/details/b.html
+- spec/support/static/graph/index.html
+- spec/support/static/json/dummy.json
+- spec/support/static/links/links.html
+- spec/support/static/xml/dummy.xml
+- spec/support/test_app.rb
+- spec/task_spec.rb
 - spec/wayfarer_spec.rb
-- support/static/finders.html
-- support/static/graph/details/a.html
-- support/static/graph/details/b.html
-- support/static/graph/index.html
-- support/static/json/dummy.json
-- support/static/links/links.html
-- support/static/xml/dummy.xml
-- support/test_app.rb
-- wayfarer-jruby.gemspec
 - wayfarer.gemspec
 homepage: http://github.com/bauerd/wayfarer
 licenses:
 - MIT
 metadata: {}
-post_install_message: 
+post_install_message:
 rdoc_options: []
 require_paths:
 - lib
 required_ruby_version: !ruby/object:Gem::Requirement
   requirements:
-  - - ">="
+  - - "~>"
     - !ruby/object:Gem::Version
-      version: '0'
+      version: '2.7'
 required_rubygems_version: !ruby/object:Gem::Requirement
   requirements:
   - - ">="
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubyforge_project: 
-rubygems_version: 2.5.1
-signing_key: 
+rubygems_version: 3.1.6
+signing_key:
 specification_version: 4
 summary: Versatile web crawling with Ruby
 test_files: []