wayfarer-jruby 0.0.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (224) hide show
  1. checksums.yaml +7 -0
  2. data/.gitignore +8 -0
  3. data/.rbenv-gemsets +1 -0
  4. data/.rspec +3 -0
  5. data/.rubocop.yml +21 -0
  6. data/.ruby-version +1 -0
  7. data/.travis.yml +5 -0
  8. data/.yardopts +3 -0
  9. data/Gemfile +11 -0
  10. data/LICENSE +19 -0
  11. data/README.md +19 -0
  12. data/Rakefile +114 -0
  13. data/benchmark/frontiers.rb +143 -0
  14. data/bin/wayfarer +116 -0
  15. data/docs/.gitignore +2 -0
  16. data/docs/_config.yml +15 -0
  17. data/docs/_includes/base.html +7 -0
  18. data/docs/_includes/head.html +10 -0
  19. data/docs/_includes/navigation.html +172 -0
  20. data/docs/_layouts/default.html +42 -0
  21. data/docs/_sass/base.scss +439 -0
  22. data/docs/_sass/variables.scss +24 -0
  23. data/docs/_sass/vendor/bourbon/_bourbon-deprecate.scss +19 -0
  24. data/docs/_sass/vendor/bourbon/_bourbon-deprecated-upcoming.scss +425 -0
  25. data/docs/_sass/vendor/bourbon/_bourbon.scss +90 -0
  26. data/docs/_sass/vendor/bourbon/addons/_border-color.scss +29 -0
  27. data/docs/_sass/vendor/bourbon/addons/_border-radius.scss +48 -0
  28. data/docs/_sass/vendor/bourbon/addons/_border-style.scss +28 -0
  29. data/docs/_sass/vendor/bourbon/addons/_border-width.scss +28 -0
  30. data/docs/_sass/vendor/bourbon/addons/_buttons.scss +69 -0
  31. data/docs/_sass/vendor/bourbon/addons/_clearfix.scss +25 -0
  32. data/docs/_sass/vendor/bourbon/addons/_ellipsis.scss +30 -0
  33. data/docs/_sass/vendor/bourbon/addons/_font-stacks.scss +31 -0
  34. data/docs/_sass/vendor/bourbon/addons/_hide-text.scss +27 -0
  35. data/docs/_sass/vendor/bourbon/addons/_margin.scss +29 -0
  36. data/docs/_sass/vendor/bourbon/addons/_padding.scss +29 -0
  37. data/docs/_sass/vendor/bourbon/addons/_position.scss +51 -0
  38. data/docs/_sass/vendor/bourbon/addons/_prefixer.scss +66 -0
  39. data/docs/_sass/vendor/bourbon/addons/_retina-image.scss +27 -0
  40. data/docs/_sass/vendor/bourbon/addons/_size.scss +56 -0
  41. data/docs/_sass/vendor/bourbon/addons/_text-inputs.scss +118 -0
  42. data/docs/_sass/vendor/bourbon/addons/_timing-functions.scss +34 -0
  43. data/docs/_sass/vendor/bourbon/addons/_triangle.scss +63 -0
  44. data/docs/_sass/vendor/bourbon/addons/_word-wrap.scss +29 -0
  45. data/docs/_sass/vendor/bourbon/css3/_animation.scss +61 -0
  46. data/docs/_sass/vendor/bourbon/css3/_appearance.scss +5 -0
  47. data/docs/_sass/vendor/bourbon/css3/_backface-visibility.scss +5 -0
  48. data/docs/_sass/vendor/bourbon/css3/_background-image.scss +44 -0
  49. data/docs/_sass/vendor/bourbon/css3/_background.scss +57 -0
  50. data/docs/_sass/vendor/bourbon/css3/_border-image.scss +61 -0
  51. data/docs/_sass/vendor/bourbon/css3/_calc.scss +6 -0
  52. data/docs/_sass/vendor/bourbon/css3/_columns.scss +67 -0
  53. data/docs/_sass/vendor/bourbon/css3/_filter.scss +6 -0
  54. data/docs/_sass/vendor/bourbon/css3/_flex-box.scss +327 -0
  55. data/docs/_sass/vendor/bourbon/css3/_font-face.scss +29 -0
  56. data/docs/_sass/vendor/bourbon/css3/_font-feature-settings.scss +6 -0
  57. data/docs/_sass/vendor/bourbon/css3/_hidpi-media-query.scss +12 -0
  58. data/docs/_sass/vendor/bourbon/css3/_hyphens.scss +6 -0
  59. data/docs/_sass/vendor/bourbon/css3/_image-rendering.scss +15 -0
  60. data/docs/_sass/vendor/bourbon/css3/_keyframes.scss +38 -0
  61. data/docs/_sass/vendor/bourbon/css3/_linear-gradient.scss +40 -0
  62. data/docs/_sass/vendor/bourbon/css3/_perspective.scss +12 -0
  63. data/docs/_sass/vendor/bourbon/css3/_placeholder.scss +10 -0
  64. data/docs/_sass/vendor/bourbon/css3/_radial-gradient.scss +40 -0
  65. data/docs/_sass/vendor/bourbon/css3/_selection.scss +44 -0
  66. data/docs/_sass/vendor/bourbon/css3/_text-decoration.scss +27 -0
  67. data/docs/_sass/vendor/bourbon/css3/_transform.scss +21 -0
  68. data/docs/_sass/vendor/bourbon/css3/_transition.scss +81 -0
  69. data/docs/_sass/vendor/bourbon/css3/_user-select.scss +5 -0
  70. data/docs/_sass/vendor/bourbon/functions/_assign-inputs.scss +16 -0
  71. data/docs/_sass/vendor/bourbon/functions/_contains-falsy.scss +25 -0
  72. data/docs/_sass/vendor/bourbon/functions/_contains.scss +31 -0
  73. data/docs/_sass/vendor/bourbon/functions/_is-length.scss +16 -0
  74. data/docs/_sass/vendor/bourbon/functions/_is-light.scss +26 -0
  75. data/docs/_sass/vendor/bourbon/functions/_is-number.scss +16 -0
  76. data/docs/_sass/vendor/bourbon/functions/_is-size.scss +23 -0
  77. data/docs/_sass/vendor/bourbon/functions/_modular-scale.scss +74 -0
  78. data/docs/_sass/vendor/bourbon/functions/_px-to-em.scss +24 -0
  79. data/docs/_sass/vendor/bourbon/functions/_px-to-rem.scss +26 -0
  80. data/docs/_sass/vendor/bourbon/functions/_shade.scss +24 -0
  81. data/docs/_sass/vendor/bourbon/functions/_strip-units.scss +22 -0
  82. data/docs/_sass/vendor/bourbon/functions/_tint.scss +24 -0
  83. data/docs/_sass/vendor/bourbon/functions/_transition-property-name.scss +37 -0
  84. data/docs/_sass/vendor/bourbon/functions/_unpack.scss +32 -0
  85. data/docs/_sass/vendor/bourbon/helpers/_convert-units.scss +26 -0
  86. data/docs/_sass/vendor/bourbon/helpers/_directional-values.scss +108 -0
  87. data/docs/_sass/vendor/bourbon/helpers/_font-source-declaration.scss +53 -0
  88. data/docs/_sass/vendor/bourbon/helpers/_gradient-positions-parser.scss +24 -0
  89. data/docs/_sass/vendor/bourbon/helpers/_linear-angle-parser.scss +35 -0
  90. data/docs/_sass/vendor/bourbon/helpers/_linear-gradient-parser.scss +51 -0
  91. data/docs/_sass/vendor/bourbon/helpers/_linear-positions-parser.scss +77 -0
  92. data/docs/_sass/vendor/bourbon/helpers/_linear-side-corner-parser.scss +41 -0
  93. data/docs/_sass/vendor/bourbon/helpers/_radial-arg-parser.scss +74 -0
  94. data/docs/_sass/vendor/bourbon/helpers/_radial-gradient-parser.scss +55 -0
  95. data/docs/_sass/vendor/bourbon/helpers/_radial-positions-parser.scss +28 -0
  96. data/docs/_sass/vendor/bourbon/helpers/_render-gradients.scss +31 -0
  97. data/docs/_sass/vendor/bourbon/helpers/_shape-size-stripper.scss +15 -0
  98. data/docs/_sass/vendor/bourbon/helpers/_str-to-num.scss +55 -0
  99. data/docs/_sass/vendor/bourbon/settings/_asset-pipeline.scss +7 -0
  100. data/docs/_sass/vendor/bourbon/settings/_deprecation-warnings.scss +8 -0
  101. data/docs/_sass/vendor/bourbon/settings/_prefixer.scss +9 -0
  102. data/docs/_sass/vendor/bourbon/settings/_px-to-em.scss +1 -0
  103. data/docs/_sass/vendor/neat/_neat-helpers.scss +11 -0
  104. data/docs/_sass/vendor/neat/_neat.scss +23 -0
  105. data/docs/_sass/vendor/neat/functions/_new-breakpoint.scss +49 -0
  106. data/docs/_sass/vendor/neat/functions/_private.scss +114 -0
  107. data/docs/_sass/vendor/neat/grid/_box-sizing.scss +15 -0
  108. data/docs/_sass/vendor/neat/grid/_direction-context.scss +33 -0
  109. data/docs/_sass/vendor/neat/grid/_display-context.scss +28 -0
  110. data/docs/_sass/vendor/neat/grid/_fill-parent.scss +22 -0
  111. data/docs/_sass/vendor/neat/grid/_media.scss +92 -0
  112. data/docs/_sass/vendor/neat/grid/_omega.scss +87 -0
  113. data/docs/_sass/vendor/neat/grid/_outer-container.scss +34 -0
  114. data/docs/_sass/vendor/neat/grid/_pad.scss +25 -0
  115. data/docs/_sass/vendor/neat/grid/_private.scss +35 -0
  116. data/docs/_sass/vendor/neat/grid/_row.scss +52 -0
  117. data/docs/_sass/vendor/neat/grid/_shift.scss +50 -0
  118. data/docs/_sass/vendor/neat/grid/_span-columns.scss +94 -0
  119. data/docs/_sass/vendor/neat/grid/_to-deprecate.scss +97 -0
  120. data/docs/_sass/vendor/neat/grid/_visual-grid.scss +42 -0
  121. data/docs/_sass/vendor/neat/mixins/_clearfix.scss +25 -0
  122. data/docs/_sass/vendor/neat/settings/_disable-warnings.scss +13 -0
  123. data/docs/_sass/vendor/neat/settings/_grid.scss +51 -0
  124. data/docs/_sass/vendor/neat/settings/_visual-grid.scss +27 -0
  125. data/docs/_sass/vendor/normalize-3.0.2.scss +427 -0
  126. data/docs/_sass/vendor/pygments.scss +356 -0
  127. data/docs/automating_browsers/capybara.md +70 -0
  128. data/docs/css/screen.scss +7 -0
  129. data/docs/guides/callbacks.md +45 -0
  130. data/docs/guides/cli.md +52 -0
  131. data/docs/guides/configuration.md +184 -0
  132. data/docs/guides/error_handling.md +46 -0
  133. data/docs/guides/frontiers.md +93 -0
  134. data/docs/guides/halting.md +23 -0
  135. data/docs/guides/job_queues.md +26 -0
  136. data/docs/guides/locals.md +36 -0
  137. data/docs/guides/logging.md +22 -0
  138. data/docs/guides/page_objects.md +67 -0
  139. data/docs/guides/peeking.md +46 -0
  140. data/docs/guides/selenium_capybara.md +100 -0
  141. data/docs/guides/tutorial.md +452 -0
  142. data/docs/index.md +82 -0
  143. data/docs/js/navigation.js +11 -0
  144. data/docs/misc/contributing.md +20 -0
  145. data/docs/misc/testing.md +11 -0
  146. data/docs/recipes/authentication.md +23 -0
  147. data/docs/recipes/csv.md +29 -0
  148. data/docs/recipes/javascript.md +20 -0
  149. data/docs/recipes/multiple_uris.md +18 -0
  150. data/docs/recipes/screenshots.md +20 -0
  151. data/docs/routing/host_rules.md +24 -0
  152. data/docs/routing/path_rules.md +33 -0
  153. data/docs/routing/query_rules.md +69 -0
  154. data/docs/routing/routes.md +96 -0
  155. data/docs/routing/uri_rules.md +18 -0
  156. data/examples/collect_github_issues.rb +65 -0
  157. data/examples/find_foobar_on_wikipedia.rb +23 -0
  158. data/lib/wayfarer.rb +65 -0
  159. data/lib/wayfarer/configuration.rb +86 -0
  160. data/lib/wayfarer/crawl.rb +79 -0
  161. data/lib/wayfarer/crawl_observer.rb +103 -0
  162. data/lib/wayfarer/dispatcher.rb +104 -0
  163. data/lib/wayfarer/finders.rb +61 -0
  164. data/lib/wayfarer/frontiers/frontier.rb +79 -0
  165. data/lib/wayfarer/frontiers/memory_bloomfilter.rb +32 -0
  166. data/lib/wayfarer/frontiers/memory_frontier.rb +76 -0
  167. data/lib/wayfarer/frontiers/memory_trie_frontier.rb +39 -0
  168. data/lib/wayfarer/frontiers/normalize_uris.rb +48 -0
  169. data/lib/wayfarer/frontiers/redis_bloomfilter.rb +34 -0
  170. data/lib/wayfarer/frontiers/redis_frontier.rb +83 -0
  171. data/lib/wayfarer/http_adapters/adapter_pool.rb +62 -0
  172. data/lib/wayfarer/http_adapters/net_http_adapter.rb +77 -0
  173. data/lib/wayfarer/http_adapters/selenium_adapter.rb +80 -0
  174. data/lib/wayfarer/job.rb +192 -0
  175. data/lib/wayfarer/locals.rb +40 -0
  176. data/lib/wayfarer/page.rb +94 -0
  177. data/lib/wayfarer/parsers/json_parser.rb +20 -0
  178. data/lib/wayfarer/parsers/xml_parser.rb +27 -0
  179. data/lib/wayfarer/processor.rb +103 -0
  180. data/lib/wayfarer/routing/host_rule.rb +19 -0
  181. data/lib/wayfarer/routing/path_rule.rb +54 -0
  182. data/lib/wayfarer/routing/query_rule.rb +59 -0
  183. data/lib/wayfarer/routing/router.rb +71 -0
  184. data/lib/wayfarer/routing/rule.rb +102 -0
  185. data/lib/wayfarer/routing/uri_rule.rb +21 -0
  186. data/spec/configuration_spec.rb +26 -0
  187. data/spec/crawl_spec.rb +48 -0
  188. data/spec/finders_spec.rb +49 -0
  189. data/spec/frontiers/memory_bloomfilter_spec.rb +6 -0
  190. data/spec/frontiers/memory_frontier_spec.rb +6 -0
  191. data/spec/frontiers/memory_trie_frontier_spec.rb +6 -0
  192. data/spec/frontiers/normalize_uris_spec.rb +59 -0
  193. data/spec/frontiers/redis_bloomfilter_spec.rb +6 -0
  194. data/spec/frontiers/redis_frontier_spec.rb +6 -0
  195. data/spec/http_adapters/adapter_pool_spec.rb +33 -0
  196. data/spec/http_adapters/net_http_adapter_spec.rb +83 -0
  197. data/spec/http_adapters/selenium_adapter_spec.rb +53 -0
  198. data/spec/integration/callbacks_spec.rb +42 -0
  199. data/spec/integration/locals_spec.rb +106 -0
  200. data/spec/job_spec.rb +86 -0
  201. data/spec/page_spec.rb +38 -0
  202. data/spec/parsers/json_parser_spec.rb +30 -0
  203. data/spec/parsers/xml_parser_spec.rb +24 -0
  204. data/spec/processor_spec.rb +31 -0
  205. data/spec/routing/host_rule_spec.rb +48 -0
  206. data/spec/routing/path_rule_spec.rb +66 -0
  207. data/spec/routing/query_rule_spec.rb +124 -0
  208. data/spec/routing/router_spec.rb +67 -0
  209. data/spec/routing/rule_spec.rb +218 -0
  210. data/spec/routing/uri_rule_spec.rb +24 -0
  211. data/spec/shared/frontier.rb +96 -0
  212. data/spec/spec_helpers.rb +62 -0
  213. data/spec/wayfarer_spec.rb +24 -0
  214. data/support/static/finders.html +38 -0
  215. data/support/static/graph/details/a.html +10 -0
  216. data/support/static/graph/details/b.html +10 -0
  217. data/support/static/graph/index.html +20 -0
  218. data/support/static/json/dummy.json +13 -0
  219. data/support/static/links/links.html +28 -0
  220. data/support/static/xml/dummy.xml +120 -0
  221. data/support/test_app.rb +45 -0
  222. data/wayfarer-jruby.gemspec +49 -0
  223. data/wayfarer.gemspec +53 -0
  224. metadata +616 -0
@@ -0,0 +1,45 @@
1
+ # frozen_string_literal: true
2
+ require "sinatra"
3
+
4
+ class TestApp < Sinatra::Base
5
+ set :root, File.dirname(__FILE__)
6
+ set :public_folder, -> { File.join(root, "static") }
7
+
8
+ get "/status_code/:code" do
9
+ status params[:code]
10
+ end
11
+
12
+ get "/hello_world" do
13
+ headers "hello" => "world"
14
+ "Hello world!"
15
+ end
16
+
17
+ get "/redirect_loop" do
18
+ redirect to "/redirect_loop"
19
+ end
20
+
21
+ get "/redirect" do
22
+ n = params[:times].to_i
23
+ n.zero? ? "You arrived!" : (redirect to "/redirect?times=#{n - 1}")
24
+ end
25
+
26
+ get "/malformed_redirect" do
27
+ redirect to "hptt://bro.ken"
28
+ end
29
+
30
+ get "/json/:file" do
31
+ content_type "application/json"
32
+ send_file(static_file("json/#{params[:file]}"))
33
+ end
34
+
35
+ get "/xml/:file" do
36
+ content_type "application/xml"
37
+ send_file(static_file("xml/#{params[:file]}"))
38
+ end
39
+
40
+ private
41
+
42
+ def static_file(file_path)
43
+ File.expand_path(file_path, settings.public_folder)
44
+ end
45
+ end
@@ -0,0 +1,49 @@
1
+ # frozen_string_literal: true
2
+
3
+ Gem::Specification.new do |s|
4
+ s.name = "wayfarer-jruby"
5
+ s.version = "0.0.1"
6
+ s.license = "MIT"
7
+
8
+ s.homepage = "http://github.com/bauerd/wayfarer"
9
+ s.description = "Versatile web crawling with JRuby"
10
+ s.summary = s.description
11
+
12
+ s.date = "2014-11-12"
13
+ s.authors = ["Dominic Bauer"]
14
+ s.email = "bauerdominic@gmail.com"
15
+
16
+ s.files = `git ls-files`.split("\n")
17
+ s.test_files = `git ls-files -- {spec}/*`.split("\n")
18
+
19
+ s.require_paths = ["lib"]
20
+
21
+ s.executables << "wayfarer"
22
+
23
+ s.add_runtime_dependency "connection_pool", "~> 2.2"
24
+ s.add_runtime_dependency "nokogiri", "~> 1.6"
25
+ s.add_runtime_dependency "selenium-webdriver", "~> 3.4"
26
+ s.add_runtime_dependency "selenium-emulated_features", "2.0.1"
27
+ s.add_runtime_dependency "net-http-persistent", "~> 2.9"
28
+ s.add_runtime_dependency "mime-types", "~> 2.6"
29
+ s.add_runtime_dependency "mustermann", "~> 0.4"
30
+ s.add_runtime_dependency "activejob", "~> 4.2"
31
+ s.add_runtime_dependency "thor", "~> 0.19"
32
+ s.add_runtime_dependency "activesupport", "~> 4.2"
33
+ s.add_runtime_dependency "capybara", "~> 2.5"
34
+ s.add_runtime_dependency "chronic", "~> 0.10"
35
+ s.add_runtime_dependency "redis", "~> 3.2"
36
+ s.add_runtime_dependency "concurrent-ruby", "~> 1.0"
37
+ s.add_runtime_dependency "hooks", "~> 0.4"
38
+ s.add_runtime_dependency "normalize_url", "~> 0.0.6"
39
+
40
+ s.add_development_dependency "pry", "~> 0.10"
41
+ s.add_development_dependency "rake", "~> 10.4"
42
+ s.add_development_dependency "rspec", "~> 3.3"
43
+ s.add_development_dependency "sinatra", "~> 1.4"
44
+ s.add_development_dependency "rubocop", "~> 0.34"
45
+ s.add_development_dependency "yard", "~> 0.9"
46
+ s.add_development_dependency "bourbon", "~> 4.3"
47
+ s.add_development_dependency "neat", "~> 1.8"
48
+ s.add_development_dependency "faker", "~> 1.7"
49
+ end
data/wayfarer.gemspec ADDED
@@ -0,0 +1,53 @@
1
+ # frozen_string_literal: true
2
+ Gem::Specification.new do |s|
3
+ s.name = "wayfarer"
4
+ s.version = "0.0.1"
5
+ s.license = "MIT"
6
+
7
+ s.homepage = "http://github.com/bauerd/wayfarer"
8
+ s.description = "Versatile web crawling with Ruby"
9
+ s.summary = s.description
10
+
11
+ s.date = "2014-11-12"
12
+ s.authors = ["Dominic Bauer"]
13
+ s.email = "bauerdominic@gmail.com"
14
+
15
+ s.files = `git ls-files`.split("\n")
16
+ s.test_files = `git ls-files -- {spec}/*`.split("\n")
17
+
18
+ s.require_paths = ["lib"]
19
+
20
+ s.executables << "wayfarer"
21
+
22
+ s.add_runtime_dependency "connection_pool", "~> 2.2"
23
+ s.add_runtime_dependency "nokogiri", "~> 1.6"
24
+ s.add_runtime_dependency "selenium-webdriver", "~> 3.4"
25
+ s.add_runtime_dependency "selenium-emulated_features", "2.0.1"
26
+ s.add_runtime_dependency "net-http-persistent", "~> 2.9"
27
+ s.add_runtime_dependency "mime-types", "~> 2.6"
28
+ s.add_runtime_dependency "pismo", "~> 0.7"
29
+ s.add_runtime_dependency "mustermann", "~> 0.4"
30
+ s.add_runtime_dependency "activejob", "~> 4.2"
31
+ s.add_runtime_dependency "thor", "~> 0.19"
32
+ s.add_runtime_dependency "activesupport", "~> 4.2"
33
+ s.add_runtime_dependency "capybara", "~> 2.5"
34
+ s.add_runtime_dependency "chronic", "~> 0.10"
35
+ s.add_runtime_dependency "redis", "~> 3.2"
36
+ s.add_runtime_dependency "concurrent-ruby", "~> 1.0"
37
+ s.add_runtime_dependency "hooks", "~> 0.4"
38
+ s.add_runtime_dependency "bloomfilter-rb", "~> 2.1"
39
+ s.add_runtime_dependency "oj", "~> 2.12"
40
+ s.add_runtime_dependency "fast_trie", "~> 0.5"
41
+ s.add_runtime_dependency "parallel", "~> 1.11"
42
+ s.add_runtime_dependency "normalize_url", "~> 0.0.6"
43
+
44
+ s.add_development_dependency "pry", "~> 0.10"
45
+ s.add_development_dependency "rake", "~> 10.4"
46
+ s.add_development_dependency "rspec", "~> 3.3"
47
+ s.add_development_dependency "sinatra", "~> 1.4"
48
+ s.add_development_dependency "rubocop", "~> 0.34"
49
+ s.add_development_dependency "yard", "~> 0.9"
50
+ s.add_development_dependency "bourbon", "~> 4.3"
51
+ s.add_development_dependency "neat", "~> 1.8"
52
+ s.add_development_dependency "faker", "~> 1.7"
53
+ end
metadata ADDED
@@ -0,0 +1,616 @@
1
+ --- !ruby/object:Gem::Specification
2
+ name: wayfarer-jruby
3
+ version: !ruby/object:Gem::Version
4
+ version: 0.0.1
5
+ platform: ruby
6
+ authors:
7
+ - Dominic Bauer
8
+ autorequire:
9
+ bindir: bin
10
+ cert_chain: []
11
+ date: 2014-11-12 00:00:00.000000000 Z
12
+ dependencies:
13
+ - !ruby/object:Gem::Dependency
14
+ name: connection_pool
15
+ requirement: !ruby/object:Gem::Requirement
16
+ requirements:
17
+ - - "~>"
18
+ - !ruby/object:Gem::Version
19
+ version: '2.2'
20
+ type: :runtime
21
+ prerelease: false
22
+ version_requirements: !ruby/object:Gem::Requirement
23
+ requirements:
24
+ - - "~>"
25
+ - !ruby/object:Gem::Version
26
+ version: '2.2'
27
+ - !ruby/object:Gem::Dependency
28
+ name: nokogiri
29
+ requirement: !ruby/object:Gem::Requirement
30
+ requirements:
31
+ - - "~>"
32
+ - !ruby/object:Gem::Version
33
+ version: '1.6'
34
+ type: :runtime
35
+ prerelease: false
36
+ version_requirements: !ruby/object:Gem::Requirement
37
+ requirements:
38
+ - - "~>"
39
+ - !ruby/object:Gem::Version
40
+ version: '1.6'
41
+ - !ruby/object:Gem::Dependency
42
+ name: selenium-webdriver
43
+ requirement: !ruby/object:Gem::Requirement
44
+ requirements:
45
+ - - "~>"
46
+ - !ruby/object:Gem::Version
47
+ version: '3.4'
48
+ type: :runtime
49
+ prerelease: false
50
+ version_requirements: !ruby/object:Gem::Requirement
51
+ requirements:
52
+ - - "~>"
53
+ - !ruby/object:Gem::Version
54
+ version: '3.4'
55
+ - !ruby/object:Gem::Dependency
56
+ name: selenium-emulated_features
57
+ requirement: !ruby/object:Gem::Requirement
58
+ requirements:
59
+ - - '='
60
+ - !ruby/object:Gem::Version
61
+ version: 2.0.1
62
+ type: :runtime
63
+ prerelease: false
64
+ version_requirements: !ruby/object:Gem::Requirement
65
+ requirements:
66
+ - - '='
67
+ - !ruby/object:Gem::Version
68
+ version: 2.0.1
69
+ - !ruby/object:Gem::Dependency
70
+ name: net-http-persistent
71
+ requirement: !ruby/object:Gem::Requirement
72
+ requirements:
73
+ - - "~>"
74
+ - !ruby/object:Gem::Version
75
+ version: '2.9'
76
+ type: :runtime
77
+ prerelease: false
78
+ version_requirements: !ruby/object:Gem::Requirement
79
+ requirements:
80
+ - - "~>"
81
+ - !ruby/object:Gem::Version
82
+ version: '2.9'
83
+ - !ruby/object:Gem::Dependency
84
+ name: mime-types
85
+ requirement: !ruby/object:Gem::Requirement
86
+ requirements:
87
+ - - "~>"
88
+ - !ruby/object:Gem::Version
89
+ version: '2.6'
90
+ type: :runtime
91
+ prerelease: false
92
+ version_requirements: !ruby/object:Gem::Requirement
93
+ requirements:
94
+ - - "~>"
95
+ - !ruby/object:Gem::Version
96
+ version: '2.6'
97
+ - !ruby/object:Gem::Dependency
98
+ name: mustermann
99
+ requirement: !ruby/object:Gem::Requirement
100
+ requirements:
101
+ - - "~>"
102
+ - !ruby/object:Gem::Version
103
+ version: '0.4'
104
+ type: :runtime
105
+ prerelease: false
106
+ version_requirements: !ruby/object:Gem::Requirement
107
+ requirements:
108
+ - - "~>"
109
+ - !ruby/object:Gem::Version
110
+ version: '0.4'
111
+ - !ruby/object:Gem::Dependency
112
+ name: activejob
113
+ requirement: !ruby/object:Gem::Requirement
114
+ requirements:
115
+ - - "~>"
116
+ - !ruby/object:Gem::Version
117
+ version: '4.2'
118
+ type: :runtime
119
+ prerelease: false
120
+ version_requirements: !ruby/object:Gem::Requirement
121
+ requirements:
122
+ - - "~>"
123
+ - !ruby/object:Gem::Version
124
+ version: '4.2'
125
+ - !ruby/object:Gem::Dependency
126
+ name: thor
127
+ requirement: !ruby/object:Gem::Requirement
128
+ requirements:
129
+ - - "~>"
130
+ - !ruby/object:Gem::Version
131
+ version: '0.19'
132
+ type: :runtime
133
+ prerelease: false
134
+ version_requirements: !ruby/object:Gem::Requirement
135
+ requirements:
136
+ - - "~>"
137
+ - !ruby/object:Gem::Version
138
+ version: '0.19'
139
+ - !ruby/object:Gem::Dependency
140
+ name: activesupport
141
+ requirement: !ruby/object:Gem::Requirement
142
+ requirements:
143
+ - - "~>"
144
+ - !ruby/object:Gem::Version
145
+ version: '4.2'
146
+ type: :runtime
147
+ prerelease: false
148
+ version_requirements: !ruby/object:Gem::Requirement
149
+ requirements:
150
+ - - "~>"
151
+ - !ruby/object:Gem::Version
152
+ version: '4.2'
153
+ - !ruby/object:Gem::Dependency
154
+ name: capybara
155
+ requirement: !ruby/object:Gem::Requirement
156
+ requirements:
157
+ - - "~>"
158
+ - !ruby/object:Gem::Version
159
+ version: '2.5'
160
+ type: :runtime
161
+ prerelease: false
162
+ version_requirements: !ruby/object:Gem::Requirement
163
+ requirements:
164
+ - - "~>"
165
+ - !ruby/object:Gem::Version
166
+ version: '2.5'
167
+ - !ruby/object:Gem::Dependency
168
+ name: chronic
169
+ requirement: !ruby/object:Gem::Requirement
170
+ requirements:
171
+ - - "~>"
172
+ - !ruby/object:Gem::Version
173
+ version: '0.10'
174
+ type: :runtime
175
+ prerelease: false
176
+ version_requirements: !ruby/object:Gem::Requirement
177
+ requirements:
178
+ - - "~>"
179
+ - !ruby/object:Gem::Version
180
+ version: '0.10'
181
+ - !ruby/object:Gem::Dependency
182
+ name: redis
183
+ requirement: !ruby/object:Gem::Requirement
184
+ requirements:
185
+ - - "~>"
186
+ - !ruby/object:Gem::Version
187
+ version: '3.2'
188
+ type: :runtime
189
+ prerelease: false
190
+ version_requirements: !ruby/object:Gem::Requirement
191
+ requirements:
192
+ - - "~>"
193
+ - !ruby/object:Gem::Version
194
+ version: '3.2'
195
+ - !ruby/object:Gem::Dependency
196
+ name: concurrent-ruby
197
+ requirement: !ruby/object:Gem::Requirement
198
+ requirements:
199
+ - - "~>"
200
+ - !ruby/object:Gem::Version
201
+ version: '1.0'
202
+ type: :runtime
203
+ prerelease: false
204
+ version_requirements: !ruby/object:Gem::Requirement
205
+ requirements:
206
+ - - "~>"
207
+ - !ruby/object:Gem::Version
208
+ version: '1.0'
209
+ - !ruby/object:Gem::Dependency
210
+ name: hooks
211
+ requirement: !ruby/object:Gem::Requirement
212
+ requirements:
213
+ - - "~>"
214
+ - !ruby/object:Gem::Version
215
+ version: '0.4'
216
+ type: :runtime
217
+ prerelease: false
218
+ version_requirements: !ruby/object:Gem::Requirement
219
+ requirements:
220
+ - - "~>"
221
+ - !ruby/object:Gem::Version
222
+ version: '0.4'
223
+ - !ruby/object:Gem::Dependency
224
+ name: normalize_url
225
+ requirement: !ruby/object:Gem::Requirement
226
+ requirements:
227
+ - - "~>"
228
+ - !ruby/object:Gem::Version
229
+ version: 0.0.6
230
+ type: :runtime
231
+ prerelease: false
232
+ version_requirements: !ruby/object:Gem::Requirement
233
+ requirements:
234
+ - - "~>"
235
+ - !ruby/object:Gem::Version
236
+ version: 0.0.6
237
+ - !ruby/object:Gem::Dependency
238
+ name: pry
239
+ requirement: !ruby/object:Gem::Requirement
240
+ requirements:
241
+ - - "~>"
242
+ - !ruby/object:Gem::Version
243
+ version: '0.10'
244
+ type: :development
245
+ prerelease: false
246
+ version_requirements: !ruby/object:Gem::Requirement
247
+ requirements:
248
+ - - "~>"
249
+ - !ruby/object:Gem::Version
250
+ version: '0.10'
251
+ - !ruby/object:Gem::Dependency
252
+ name: rake
253
+ requirement: !ruby/object:Gem::Requirement
254
+ requirements:
255
+ - - "~>"
256
+ - !ruby/object:Gem::Version
257
+ version: '10.4'
258
+ type: :development
259
+ prerelease: false
260
+ version_requirements: !ruby/object:Gem::Requirement
261
+ requirements:
262
+ - - "~>"
263
+ - !ruby/object:Gem::Version
264
+ version: '10.4'
265
+ - !ruby/object:Gem::Dependency
266
+ name: rspec
267
+ requirement: !ruby/object:Gem::Requirement
268
+ requirements:
269
+ - - "~>"
270
+ - !ruby/object:Gem::Version
271
+ version: '3.3'
272
+ type: :development
273
+ prerelease: false
274
+ version_requirements: !ruby/object:Gem::Requirement
275
+ requirements:
276
+ - - "~>"
277
+ - !ruby/object:Gem::Version
278
+ version: '3.3'
279
+ - !ruby/object:Gem::Dependency
280
+ name: sinatra
281
+ requirement: !ruby/object:Gem::Requirement
282
+ requirements:
283
+ - - "~>"
284
+ - !ruby/object:Gem::Version
285
+ version: '1.4'
286
+ type: :development
287
+ prerelease: false
288
+ version_requirements: !ruby/object:Gem::Requirement
289
+ requirements:
290
+ - - "~>"
291
+ - !ruby/object:Gem::Version
292
+ version: '1.4'
293
+ - !ruby/object:Gem::Dependency
294
+ name: rubocop
295
+ requirement: !ruby/object:Gem::Requirement
296
+ requirements:
297
+ - - "~>"
298
+ - !ruby/object:Gem::Version
299
+ version: '0.34'
300
+ type: :development
301
+ prerelease: false
302
+ version_requirements: !ruby/object:Gem::Requirement
303
+ requirements:
304
+ - - "~>"
305
+ - !ruby/object:Gem::Version
306
+ version: '0.34'
307
+ - !ruby/object:Gem::Dependency
308
+ name: yard
309
+ requirement: !ruby/object:Gem::Requirement
310
+ requirements:
311
+ - - "~>"
312
+ - !ruby/object:Gem::Version
313
+ version: '0.9'
314
+ type: :development
315
+ prerelease: false
316
+ version_requirements: !ruby/object:Gem::Requirement
317
+ requirements:
318
+ - - "~>"
319
+ - !ruby/object:Gem::Version
320
+ version: '0.9'
321
+ - !ruby/object:Gem::Dependency
322
+ name: bourbon
323
+ requirement: !ruby/object:Gem::Requirement
324
+ requirements:
325
+ - - "~>"
326
+ - !ruby/object:Gem::Version
327
+ version: '4.3'
328
+ type: :development
329
+ prerelease: false
330
+ version_requirements: !ruby/object:Gem::Requirement
331
+ requirements:
332
+ - - "~>"
333
+ - !ruby/object:Gem::Version
334
+ version: '4.3'
335
+ - !ruby/object:Gem::Dependency
336
+ name: neat
337
+ requirement: !ruby/object:Gem::Requirement
338
+ requirements:
339
+ - - "~>"
340
+ - !ruby/object:Gem::Version
341
+ version: '1.8'
342
+ type: :development
343
+ prerelease: false
344
+ version_requirements: !ruby/object:Gem::Requirement
345
+ requirements:
346
+ - - "~>"
347
+ - !ruby/object:Gem::Version
348
+ version: '1.8'
349
+ - !ruby/object:Gem::Dependency
350
+ name: faker
351
+ requirement: !ruby/object:Gem::Requirement
352
+ requirements:
353
+ - - "~>"
354
+ - !ruby/object:Gem::Version
355
+ version: '1.7'
356
+ type: :development
357
+ prerelease: false
358
+ version_requirements: !ruby/object:Gem::Requirement
359
+ requirements:
360
+ - - "~>"
361
+ - !ruby/object:Gem::Version
362
+ version: '1.7'
363
+ description: Versatile web crawling with JRuby
364
+ email: bauerdominic@gmail.com
365
+ executables:
366
+ - wayfarer
367
+ extensions: []
368
+ extra_rdoc_files: []
369
+ files:
370
+ - ".gitignore"
371
+ - ".rbenv-gemsets"
372
+ - ".rspec"
373
+ - ".rubocop.yml"
374
+ - ".ruby-version"
375
+ - ".travis.yml"
376
+ - ".yardopts"
377
+ - Gemfile
378
+ - LICENSE
379
+ - README.md
380
+ - Rakefile
381
+ - benchmark/frontiers.rb
382
+ - bin/wayfarer
383
+ - docs/.gitignore
384
+ - docs/_config.yml
385
+ - docs/_includes/base.html
386
+ - docs/_includes/head.html
387
+ - docs/_includes/navigation.html
388
+ - docs/_layouts/default.html
389
+ - docs/_sass/base.scss
390
+ - docs/_sass/variables.scss
391
+ - docs/_sass/vendor/bourbon/_bourbon-deprecate.scss
392
+ - docs/_sass/vendor/bourbon/_bourbon-deprecated-upcoming.scss
393
+ - docs/_sass/vendor/bourbon/_bourbon.scss
394
+ - docs/_sass/vendor/bourbon/addons/_border-color.scss
395
+ - docs/_sass/vendor/bourbon/addons/_border-radius.scss
396
+ - docs/_sass/vendor/bourbon/addons/_border-style.scss
397
+ - docs/_sass/vendor/bourbon/addons/_border-width.scss
398
+ - docs/_sass/vendor/bourbon/addons/_buttons.scss
399
+ - docs/_sass/vendor/bourbon/addons/_clearfix.scss
400
+ - docs/_sass/vendor/bourbon/addons/_ellipsis.scss
401
+ - docs/_sass/vendor/bourbon/addons/_font-stacks.scss
402
+ - docs/_sass/vendor/bourbon/addons/_hide-text.scss
403
+ - docs/_sass/vendor/bourbon/addons/_margin.scss
404
+ - docs/_sass/vendor/bourbon/addons/_padding.scss
405
+ - docs/_sass/vendor/bourbon/addons/_position.scss
406
+ - docs/_sass/vendor/bourbon/addons/_prefixer.scss
407
+ - docs/_sass/vendor/bourbon/addons/_retina-image.scss
408
+ - docs/_sass/vendor/bourbon/addons/_size.scss
409
+ - docs/_sass/vendor/bourbon/addons/_text-inputs.scss
410
+ - docs/_sass/vendor/bourbon/addons/_timing-functions.scss
411
+ - docs/_sass/vendor/bourbon/addons/_triangle.scss
412
+ - docs/_sass/vendor/bourbon/addons/_word-wrap.scss
413
+ - docs/_sass/vendor/bourbon/css3/_animation.scss
414
+ - docs/_sass/vendor/bourbon/css3/_appearance.scss
415
+ - docs/_sass/vendor/bourbon/css3/_backface-visibility.scss
416
+ - docs/_sass/vendor/bourbon/css3/_background-image.scss
417
+ - docs/_sass/vendor/bourbon/css3/_background.scss
418
+ - docs/_sass/vendor/bourbon/css3/_border-image.scss
419
+ - docs/_sass/vendor/bourbon/css3/_calc.scss
420
+ - docs/_sass/vendor/bourbon/css3/_columns.scss
421
+ - docs/_sass/vendor/bourbon/css3/_filter.scss
422
+ - docs/_sass/vendor/bourbon/css3/_flex-box.scss
423
+ - docs/_sass/vendor/bourbon/css3/_font-face.scss
424
+ - docs/_sass/vendor/bourbon/css3/_font-feature-settings.scss
425
+ - docs/_sass/vendor/bourbon/css3/_hidpi-media-query.scss
426
+ - docs/_sass/vendor/bourbon/css3/_hyphens.scss
427
+ - docs/_sass/vendor/bourbon/css3/_image-rendering.scss
428
+ - docs/_sass/vendor/bourbon/css3/_keyframes.scss
429
+ - docs/_sass/vendor/bourbon/css3/_linear-gradient.scss
430
+ - docs/_sass/vendor/bourbon/css3/_perspective.scss
431
+ - docs/_sass/vendor/bourbon/css3/_placeholder.scss
432
+ - docs/_sass/vendor/bourbon/css3/_radial-gradient.scss
433
+ - docs/_sass/vendor/bourbon/css3/_selection.scss
434
+ - docs/_sass/vendor/bourbon/css3/_text-decoration.scss
435
+ - docs/_sass/vendor/bourbon/css3/_transform.scss
436
+ - docs/_sass/vendor/bourbon/css3/_transition.scss
437
+ - docs/_sass/vendor/bourbon/css3/_user-select.scss
438
+ - docs/_sass/vendor/bourbon/functions/_assign-inputs.scss
439
+ - docs/_sass/vendor/bourbon/functions/_contains-falsy.scss
440
+ - docs/_sass/vendor/bourbon/functions/_contains.scss
441
+ - docs/_sass/vendor/bourbon/functions/_is-length.scss
442
+ - docs/_sass/vendor/bourbon/functions/_is-light.scss
443
+ - docs/_sass/vendor/bourbon/functions/_is-number.scss
444
+ - docs/_sass/vendor/bourbon/functions/_is-size.scss
445
+ - docs/_sass/vendor/bourbon/functions/_modular-scale.scss
446
+ - docs/_sass/vendor/bourbon/functions/_px-to-em.scss
447
+ - docs/_sass/vendor/bourbon/functions/_px-to-rem.scss
448
+ - docs/_sass/vendor/bourbon/functions/_shade.scss
449
+ - docs/_sass/vendor/bourbon/functions/_strip-units.scss
450
+ - docs/_sass/vendor/bourbon/functions/_tint.scss
451
+ - docs/_sass/vendor/bourbon/functions/_transition-property-name.scss
452
+ - docs/_sass/vendor/bourbon/functions/_unpack.scss
453
+ - docs/_sass/vendor/bourbon/helpers/_convert-units.scss
454
+ - docs/_sass/vendor/bourbon/helpers/_directional-values.scss
455
+ - docs/_sass/vendor/bourbon/helpers/_font-source-declaration.scss
456
+ - docs/_sass/vendor/bourbon/helpers/_gradient-positions-parser.scss
457
+ - docs/_sass/vendor/bourbon/helpers/_linear-angle-parser.scss
458
+ - docs/_sass/vendor/bourbon/helpers/_linear-gradient-parser.scss
459
+ - docs/_sass/vendor/bourbon/helpers/_linear-positions-parser.scss
460
+ - docs/_sass/vendor/bourbon/helpers/_linear-side-corner-parser.scss
461
+ - docs/_sass/vendor/bourbon/helpers/_radial-arg-parser.scss
462
+ - docs/_sass/vendor/bourbon/helpers/_radial-gradient-parser.scss
463
+ - docs/_sass/vendor/bourbon/helpers/_radial-positions-parser.scss
464
+ - docs/_sass/vendor/bourbon/helpers/_render-gradients.scss
465
+ - docs/_sass/vendor/bourbon/helpers/_shape-size-stripper.scss
466
+ - docs/_sass/vendor/bourbon/helpers/_str-to-num.scss
467
+ - docs/_sass/vendor/bourbon/settings/_asset-pipeline.scss
468
+ - docs/_sass/vendor/bourbon/settings/_deprecation-warnings.scss
469
+ - docs/_sass/vendor/bourbon/settings/_prefixer.scss
470
+ - docs/_sass/vendor/bourbon/settings/_px-to-em.scss
471
+ - docs/_sass/vendor/neat/_neat-helpers.scss
472
+ - docs/_sass/vendor/neat/_neat.scss
473
+ - docs/_sass/vendor/neat/functions/_new-breakpoint.scss
474
+ - docs/_sass/vendor/neat/functions/_private.scss
475
+ - docs/_sass/vendor/neat/grid/_box-sizing.scss
476
+ - docs/_sass/vendor/neat/grid/_direction-context.scss
477
+ - docs/_sass/vendor/neat/grid/_display-context.scss
478
+ - docs/_sass/vendor/neat/grid/_fill-parent.scss
479
+ - docs/_sass/vendor/neat/grid/_media.scss
480
+ - docs/_sass/vendor/neat/grid/_omega.scss
481
+ - docs/_sass/vendor/neat/grid/_outer-container.scss
482
+ - docs/_sass/vendor/neat/grid/_pad.scss
483
+ - docs/_sass/vendor/neat/grid/_private.scss
484
+ - docs/_sass/vendor/neat/grid/_row.scss
485
+ - docs/_sass/vendor/neat/grid/_shift.scss
486
+ - docs/_sass/vendor/neat/grid/_span-columns.scss
487
+ - docs/_sass/vendor/neat/grid/_to-deprecate.scss
488
+ - docs/_sass/vendor/neat/grid/_visual-grid.scss
489
+ - docs/_sass/vendor/neat/mixins/_clearfix.scss
490
+ - docs/_sass/vendor/neat/settings/_disable-warnings.scss
491
+ - docs/_sass/vendor/neat/settings/_grid.scss
492
+ - docs/_sass/vendor/neat/settings/_visual-grid.scss
493
+ - docs/_sass/vendor/normalize-3.0.2.scss
494
+ - docs/_sass/vendor/pygments.scss
495
+ - docs/automating_browsers/capybara.md
496
+ - docs/css/screen.scss
497
+ - docs/guides/callbacks.md
498
+ - docs/guides/cli.md
499
+ - docs/guides/configuration.md
500
+ - docs/guides/error_handling.md
501
+ - docs/guides/frontiers.md
502
+ - docs/guides/halting.md
503
+ - docs/guides/job_queues.md
504
+ - docs/guides/locals.md
505
+ - docs/guides/logging.md
506
+ - docs/guides/page_objects.md
507
+ - docs/guides/peeking.md
508
+ - docs/guides/selenium_capybara.md
509
+ - docs/guides/tutorial.md
510
+ - docs/index.md
511
+ - docs/js/navigation.js
512
+ - docs/misc/contributing.md
513
+ - docs/misc/testing.md
514
+ - docs/recipes/authentication.md
515
+ - docs/recipes/csv.md
516
+ - docs/recipes/javascript.md
517
+ - docs/recipes/multiple_uris.md
518
+ - docs/recipes/screenshots.md
519
+ - docs/routing/host_rules.md
520
+ - docs/routing/path_rules.md
521
+ - docs/routing/query_rules.md
522
+ - docs/routing/routes.md
523
+ - docs/routing/uri_rules.md
524
+ - examples/collect_github_issues.rb
525
+ - examples/find_foobar_on_wikipedia.rb
526
+ - lib/wayfarer.rb
527
+ - lib/wayfarer/configuration.rb
528
+ - lib/wayfarer/crawl.rb
529
+ - lib/wayfarer/crawl_observer.rb
530
+ - lib/wayfarer/dispatcher.rb
531
+ - lib/wayfarer/finders.rb
532
+ - lib/wayfarer/frontiers/frontier.rb
533
+ - lib/wayfarer/frontiers/memory_bloomfilter.rb
534
+ - lib/wayfarer/frontiers/memory_frontier.rb
535
+ - lib/wayfarer/frontiers/memory_trie_frontier.rb
536
+ - lib/wayfarer/frontiers/normalize_uris.rb
537
+ - lib/wayfarer/frontiers/redis_bloomfilter.rb
538
+ - lib/wayfarer/frontiers/redis_frontier.rb
539
+ - lib/wayfarer/http_adapters/adapter_pool.rb
540
+ - lib/wayfarer/http_adapters/net_http_adapter.rb
541
+ - lib/wayfarer/http_adapters/selenium_adapter.rb
542
+ - lib/wayfarer/job.rb
543
+ - lib/wayfarer/locals.rb
544
+ - lib/wayfarer/page.rb
545
+ - lib/wayfarer/parsers/json_parser.rb
546
+ - lib/wayfarer/parsers/xml_parser.rb
547
+ - lib/wayfarer/processor.rb
548
+ - lib/wayfarer/routing/host_rule.rb
549
+ - lib/wayfarer/routing/path_rule.rb
550
+ - lib/wayfarer/routing/query_rule.rb
551
+ - lib/wayfarer/routing/router.rb
552
+ - lib/wayfarer/routing/rule.rb
553
+ - lib/wayfarer/routing/uri_rule.rb
554
+ - spec/configuration_spec.rb
555
+ - spec/crawl_spec.rb
556
+ - spec/finders_spec.rb
557
+ - spec/frontiers/memory_bloomfilter_spec.rb
558
+ - spec/frontiers/memory_frontier_spec.rb
559
+ - spec/frontiers/memory_trie_frontier_spec.rb
560
+ - spec/frontiers/normalize_uris_spec.rb
561
+ - spec/frontiers/redis_bloomfilter_spec.rb
562
+ - spec/frontiers/redis_frontier_spec.rb
563
+ - spec/http_adapters/adapter_pool_spec.rb
564
+ - spec/http_adapters/net_http_adapter_spec.rb
565
+ - spec/http_adapters/selenium_adapter_spec.rb
566
+ - spec/integration/callbacks_spec.rb
567
+ - spec/integration/locals_spec.rb
568
+ - spec/job_spec.rb
569
+ - spec/page_spec.rb
570
+ - spec/parsers/json_parser_spec.rb
571
+ - spec/parsers/xml_parser_spec.rb
572
+ - spec/processor_spec.rb
573
+ - spec/routing/host_rule_spec.rb
574
+ - spec/routing/path_rule_spec.rb
575
+ - spec/routing/query_rule_spec.rb
576
+ - spec/routing/router_spec.rb
577
+ - spec/routing/rule_spec.rb
578
+ - spec/routing/uri_rule_spec.rb
579
+ - spec/shared/frontier.rb
580
+ - spec/spec_helpers.rb
581
+ - spec/wayfarer_spec.rb
582
+ - support/static/finders.html
583
+ - support/static/graph/details/a.html
584
+ - support/static/graph/details/b.html
585
+ - support/static/graph/index.html
586
+ - support/static/json/dummy.json
587
+ - support/static/links/links.html
588
+ - support/static/xml/dummy.xml
589
+ - support/test_app.rb
590
+ - wayfarer-jruby.gemspec
591
+ - wayfarer.gemspec
592
+ homepage: http://github.com/bauerd/wayfarer
593
+ licenses:
594
+ - MIT
595
+ metadata: {}
596
+ post_install_message:
597
+ rdoc_options: []
598
+ require_paths:
599
+ - lib
600
+ required_ruby_version: !ruby/object:Gem::Requirement
601
+ requirements:
602
+ - - ">="
603
+ - !ruby/object:Gem::Version
604
+ version: '0'
605
+ required_rubygems_version: !ruby/object:Gem::Requirement
606
+ requirements:
607
+ - - ">="
608
+ - !ruby/object:Gem::Version
609
+ version: '0'
610
+ requirements: []
611
+ rubyforge_project:
612
+ rubygems_version: 2.5.1
613
+ signing_key:
614
+ specification_version: 4
615
+ summary: Versatile web crawling with JRuby
616
+ test_files: []