wayfarer 0.0.3 → 0.4.0

Sign up to get free protection for your applications and to get access to all the features.
Files changed (339) hide show
  1. checksums.yaml +5 -5
  2. data/.github/workflows/ci.yaml +32 -0
  3. data/.gitignore +3 -4
  4. data/.rubocop.yml +25 -9
  5. data/.ruby-version +1 -1
  6. data/Dockerfile +5 -0
  7. data/Gemfile +1 -7
  8. data/Gemfile.lock +212 -0
  9. data/RELEASING.md +17 -0
  10. data/Rakefile +38 -90
  11. data/bin/wayfarer +1 -111
  12. data/docker-compose.yml +32 -0
  13. data/docs/cookbook/querying_html.md +42 -0
  14. data/docs/cookbook/screenshots.md +27 -0
  15. data/docs/cookbook/user_agent.md +7 -0
  16. data/docs/guides/browser_automation/capybara.md +3 -0
  17. data/docs/guides/browser_automation/ferrum.md +37 -0
  18. data/docs/guides/browser_automation/selenium.md +59 -0
  19. data/docs/guides/callbacks.md +27 -34
  20. data/docs/guides/configuration.md +20 -171
  21. data/docs/guides/error_handling.md +18 -33
  22. data/docs/guides/jobs.md +75 -0
  23. data/docs/guides/networking.md +20 -0
  24. data/docs/guides/pages.md +52 -0
  25. data/docs/guides/performance.md +22 -0
  26. data/docs/guides/tasks.md +38 -0
  27. data/docs/index.md +34 -68
  28. data/docs/reference/api/base.md +162 -0
  29. data/docs/reference/api/route.md +182 -0
  30. data/docs/reference/cli.md +139 -0
  31. data/docs/reference/environment_variables.md +85 -0
  32. data/lib/wayfarer/base.rb +60 -0
  33. data/lib/wayfarer/cli/base.rb +23 -0
  34. data/lib/wayfarer/cli/generate.rb +17 -0
  35. data/lib/wayfarer/cli/job.rb +58 -0
  36. data/lib/wayfarer/cli/route.rb +27 -0
  37. data/lib/wayfarer/cli/route_printer.rb +116 -0
  38. data/lib/wayfarer/cli/runner.rb +34 -0
  39. data/lib/wayfarer/cli/templates/Gemfile.tt +5 -0
  40. data/lib/wayfarer/cli/templates/job.rb.tt +8 -0
  41. data/lib/wayfarer/config.rb +67 -0
  42. data/lib/wayfarer/gc.rb +19 -0
  43. data/lib/wayfarer/middleware/chain.rb +19 -0
  44. data/lib/wayfarer/middleware/dedup.rb +25 -0
  45. data/lib/wayfarer/middleware/fetch.rb +32 -0
  46. data/lib/wayfarer/middleware/normalize.rb +25 -0
  47. data/lib/wayfarer/middleware/router.rb +21 -0
  48. data/lib/wayfarer/middleware/stage.rb +23 -0
  49. data/lib/wayfarer/middleware/worker.rb +47 -0
  50. data/lib/wayfarer/networking/ferrum.rb +70 -0
  51. data/lib/wayfarer/networking/healer.rb +21 -0
  52. data/lib/wayfarer/networking/net_http.rb +52 -0
  53. data/lib/wayfarer/networking/pool.rb +34 -0
  54. data/lib/wayfarer/networking/result.rb +18 -0
  55. data/lib/wayfarer/networking/selenium.rb +70 -0
  56. data/lib/wayfarer/page.rb +15 -71
  57. data/lib/wayfarer/parsing/json.rb +17 -0
  58. data/lib/wayfarer/parsing/xml.rb +17 -0
  59. data/lib/wayfarer/redis/barrier.rb +36 -0
  60. data/lib/wayfarer/redis/connection.rb +13 -0
  61. data/lib/wayfarer/redis/counter.rb +29 -0
  62. data/lib/wayfarer/redis/pool.rb +18 -0
  63. data/lib/wayfarer/redis/version.rb +19 -0
  64. data/lib/wayfarer/routing/custom_matcher.rb +21 -0
  65. data/lib/wayfarer/routing/dsl.rb +57 -0
  66. data/lib/wayfarer/routing/host_matcher.rb +23 -0
  67. data/lib/wayfarer/routing/path_finder.rb +46 -0
  68. data/lib/wayfarer/routing/path_matcher.rb +46 -0
  69. data/lib/wayfarer/routing/{query_rule.rb → query_matcher.rb} +24 -16
  70. data/lib/wayfarer/routing/result.rb +15 -0
  71. data/lib/wayfarer/routing/root_route.rb +7 -0
  72. data/lib/wayfarer/routing/route.rb +41 -0
  73. data/lib/wayfarer/routing/scheme_matcher.rb +21 -0
  74. data/lib/wayfarer/routing/suffix_matcher.rb +21 -0
  75. data/lib/wayfarer/routing/target_route.rb +7 -0
  76. data/lib/wayfarer/routing/url_matcher.rb +21 -0
  77. data/lib/wayfarer/serializer.rb +17 -0
  78. data/lib/wayfarer/stringify.rb +41 -0
  79. data/lib/wayfarer/task.rb +34 -0
  80. data/lib/wayfarer.rb +47 -58
  81. data/mkdocs.yml +47 -0
  82. data/requirements.txt +1 -0
  83. data/spec/base_spec.rb +219 -0
  84. data/spec/cli/generate_spec.rb +39 -0
  85. data/spec/cli/job_spec.rb +74 -0
  86. data/spec/cli/version_spec.rb +13 -0
  87. data/spec/config_spec.rb +144 -0
  88. data/spec/factories/queue/chain.rb +11 -0
  89. data/spec/factories/queue/middleware.rb +15 -0
  90. data/spec/factories/queue/page.rb +78 -0
  91. data/spec/factories/queue/task.rb +12 -0
  92. data/spec/fixtures/dummy_job.rb +7 -0
  93. data/spec/gc_spec.rb +61 -0
  94. data/spec/middleware/chain_spec.rb +96 -0
  95. data/spec/middleware/dedup_spec.rb +76 -0
  96. data/spec/middleware/fetch_spec.rb +72 -0
  97. data/spec/middleware/normalize_spec.rb +28 -0
  98. data/spec/middleware/router_spec.rb +46 -0
  99. data/spec/middleware/stage_spec.rb +39 -0
  100. data/spec/middleware/worker_spec.rb +90 -0
  101. data/spec/networking/adapter.rb +135 -0
  102. data/spec/networking/ferrum_spec.rb +28 -0
  103. data/spec/networking/healer_spec.rb +46 -0
  104. data/spec/networking/net_http_spec.rb +37 -0
  105. data/spec/networking/pool_spec.rb +42 -0
  106. data/spec/networking/selenium_spec.rb +28 -0
  107. data/spec/page_spec.rb +21 -12
  108. data/spec/{parsers/json_parser_spec.rb → parsing/json_spec.rb} +5 -4
  109. data/spec/{parsers/xml_parser_spec.rb → parsing/xml_spec.rb} +3 -2
  110. data/spec/redis/barrier_spec.rb +78 -0
  111. data/spec/redis/counter_spec.rb +32 -0
  112. data/spec/redis/pool_spec.rb +18 -0
  113. data/spec/redis/version_spec.rb +13 -0
  114. data/spec/routing/custom_matcher_spec.rb +31 -0
  115. data/spec/routing/dsl_spec.rb +98 -0
  116. data/spec/routing/host_matcher_spec.rb +49 -0
  117. data/spec/routing/integration_spec.rb +110 -0
  118. data/spec/routing/path_finder_spec.rb +33 -0
  119. data/spec/routing/path_matcher_spec.rb +43 -0
  120. data/spec/routing/{query_rule_spec.rb → query_matcher_spec.rb} +39 -26
  121. data/spec/routing/root_route_spec.rb +29 -0
  122. data/spec/routing/route_spec.rb +43 -0
  123. data/spec/routing/scheme_matcher_spec.rb +25 -0
  124. data/spec/routing/{filetypes_rule_spec.rb → suffix_matcher_spec.rb} +14 -13
  125. data/spec/routing/uri_matcher_spec.rb +27 -0
  126. data/spec/spec_helpers.rb +65 -38
  127. data/spec/stringify_spec.rb +23 -0
  128. data/{support → spec/support}/static/finders.html +0 -0
  129. data/{support → spec/support}/static/graph/details/a.html +0 -0
  130. data/{support → spec/support}/static/graph/details/b.html +0 -0
  131. data/{support → spec/support}/static/graph/index.html +0 -0
  132. data/{support → spec/support}/static/json/dummy.json +0 -0
  133. data/{support → spec/support}/static/links/links.html +0 -0
  134. data/{support → spec/support}/static/xml/dummy.xml +0 -0
  135. data/{support → spec/support}/test_app.rb +9 -2
  136. data/spec/task_spec.rb +27 -0
  137. data/spec/wayfarer_spec.rb +2 -13
  138. data/wayfarer.gemspec +39 -42
  139. metadata +191 -368
  140. data/.travis.yml +0 -5
  141. data/Changelog.md +0 -10
  142. data/README.md +0 -21
  143. data/benchmark/frontiers.rb +0 -143
  144. data/docs/.gitignore +0 -2
  145. data/docs/_config.yml +0 -15
  146. data/docs/_includes/base.html +0 -7
  147. data/docs/_includes/head.html +0 -10
  148. data/docs/_includes/navigation.html +0 -187
  149. data/docs/_layouts/default.html +0 -42
  150. data/docs/_sass/base.scss +0 -439
  151. data/docs/_sass/variables.scss +0 -24
  152. data/docs/_sass/vendor/bourbon/_bourbon-deprecate.scss +0 -19
  153. data/docs/_sass/vendor/bourbon/_bourbon-deprecated-upcoming.scss +0 -425
  154. data/docs/_sass/vendor/bourbon/_bourbon.scss +0 -90
  155. data/docs/_sass/vendor/bourbon/addons/_border-color.scss +0 -29
  156. data/docs/_sass/vendor/bourbon/addons/_border-radius.scss +0 -48
  157. data/docs/_sass/vendor/bourbon/addons/_border-style.scss +0 -28
  158. data/docs/_sass/vendor/bourbon/addons/_border-width.scss +0 -28
  159. data/docs/_sass/vendor/bourbon/addons/_buttons.scss +0 -69
  160. data/docs/_sass/vendor/bourbon/addons/_clearfix.scss +0 -25
  161. data/docs/_sass/vendor/bourbon/addons/_ellipsis.scss +0 -30
  162. data/docs/_sass/vendor/bourbon/addons/_font-stacks.scss +0 -31
  163. data/docs/_sass/vendor/bourbon/addons/_hide-text.scss +0 -27
  164. data/docs/_sass/vendor/bourbon/addons/_margin.scss +0 -29
  165. data/docs/_sass/vendor/bourbon/addons/_padding.scss +0 -29
  166. data/docs/_sass/vendor/bourbon/addons/_position.scss +0 -51
  167. data/docs/_sass/vendor/bourbon/addons/_prefixer.scss +0 -66
  168. data/docs/_sass/vendor/bourbon/addons/_retina-image.scss +0 -27
  169. data/docs/_sass/vendor/bourbon/addons/_size.scss +0 -56
  170. data/docs/_sass/vendor/bourbon/addons/_text-inputs.scss +0 -118
  171. data/docs/_sass/vendor/bourbon/addons/_timing-functions.scss +0 -34
  172. data/docs/_sass/vendor/bourbon/addons/_triangle.scss +0 -63
  173. data/docs/_sass/vendor/bourbon/addons/_word-wrap.scss +0 -29
  174. data/docs/_sass/vendor/bourbon/css3/_animation.scss +0 -61
  175. data/docs/_sass/vendor/bourbon/css3/_appearance.scss +0 -5
  176. data/docs/_sass/vendor/bourbon/css3/_backface-visibility.scss +0 -5
  177. data/docs/_sass/vendor/bourbon/css3/_background-image.scss +0 -44
  178. data/docs/_sass/vendor/bourbon/css3/_background.scss +0 -57
  179. data/docs/_sass/vendor/bourbon/css3/_border-image.scss +0 -61
  180. data/docs/_sass/vendor/bourbon/css3/_calc.scss +0 -6
  181. data/docs/_sass/vendor/bourbon/css3/_columns.scss +0 -67
  182. data/docs/_sass/vendor/bourbon/css3/_filter.scss +0 -6
  183. data/docs/_sass/vendor/bourbon/css3/_flex-box.scss +0 -327
  184. data/docs/_sass/vendor/bourbon/css3/_font-face.scss +0 -29
  185. data/docs/_sass/vendor/bourbon/css3/_font-feature-settings.scss +0 -6
  186. data/docs/_sass/vendor/bourbon/css3/_hidpi-media-query.scss +0 -12
  187. data/docs/_sass/vendor/bourbon/css3/_hyphens.scss +0 -6
  188. data/docs/_sass/vendor/bourbon/css3/_image-rendering.scss +0 -15
  189. data/docs/_sass/vendor/bourbon/css3/_keyframes.scss +0 -38
  190. data/docs/_sass/vendor/bourbon/css3/_linear-gradient.scss +0 -40
  191. data/docs/_sass/vendor/bourbon/css3/_perspective.scss +0 -12
  192. data/docs/_sass/vendor/bourbon/css3/_placeholder.scss +0 -10
  193. data/docs/_sass/vendor/bourbon/css3/_radial-gradient.scss +0 -40
  194. data/docs/_sass/vendor/bourbon/css3/_selection.scss +0 -44
  195. data/docs/_sass/vendor/bourbon/css3/_text-decoration.scss +0 -27
  196. data/docs/_sass/vendor/bourbon/css3/_transform.scss +0 -21
  197. data/docs/_sass/vendor/bourbon/css3/_transition.scss +0 -81
  198. data/docs/_sass/vendor/bourbon/css3/_user-select.scss +0 -5
  199. data/docs/_sass/vendor/bourbon/functions/_assign-inputs.scss +0 -16
  200. data/docs/_sass/vendor/bourbon/functions/_contains-falsy.scss +0 -25
  201. data/docs/_sass/vendor/bourbon/functions/_contains.scss +0 -31
  202. data/docs/_sass/vendor/bourbon/functions/_is-length.scss +0 -16
  203. data/docs/_sass/vendor/bourbon/functions/_is-light.scss +0 -26
  204. data/docs/_sass/vendor/bourbon/functions/_is-number.scss +0 -16
  205. data/docs/_sass/vendor/bourbon/functions/_is-size.scss +0 -23
  206. data/docs/_sass/vendor/bourbon/functions/_modular-scale.scss +0 -74
  207. data/docs/_sass/vendor/bourbon/functions/_px-to-em.scss +0 -24
  208. data/docs/_sass/vendor/bourbon/functions/_px-to-rem.scss +0 -26
  209. data/docs/_sass/vendor/bourbon/functions/_shade.scss +0 -24
  210. data/docs/_sass/vendor/bourbon/functions/_strip-units.scss +0 -22
  211. data/docs/_sass/vendor/bourbon/functions/_tint.scss +0 -24
  212. data/docs/_sass/vendor/bourbon/functions/_transition-property-name.scss +0 -37
  213. data/docs/_sass/vendor/bourbon/functions/_unpack.scss +0 -32
  214. data/docs/_sass/vendor/bourbon/helpers/_convert-units.scss +0 -26
  215. data/docs/_sass/vendor/bourbon/helpers/_directional-values.scss +0 -108
  216. data/docs/_sass/vendor/bourbon/helpers/_font-source-declaration.scss +0 -53
  217. data/docs/_sass/vendor/bourbon/helpers/_gradient-positions-parser.scss +0 -24
  218. data/docs/_sass/vendor/bourbon/helpers/_linear-angle-parser.scss +0 -35
  219. data/docs/_sass/vendor/bourbon/helpers/_linear-gradient-parser.scss +0 -51
  220. data/docs/_sass/vendor/bourbon/helpers/_linear-positions-parser.scss +0 -77
  221. data/docs/_sass/vendor/bourbon/helpers/_linear-side-corner-parser.scss +0 -41
  222. data/docs/_sass/vendor/bourbon/helpers/_radial-arg-parser.scss +0 -74
  223. data/docs/_sass/vendor/bourbon/helpers/_radial-gradient-parser.scss +0 -55
  224. data/docs/_sass/vendor/bourbon/helpers/_radial-positions-parser.scss +0 -28
  225. data/docs/_sass/vendor/bourbon/helpers/_render-gradients.scss +0 -31
  226. data/docs/_sass/vendor/bourbon/helpers/_shape-size-stripper.scss +0 -15
  227. data/docs/_sass/vendor/bourbon/helpers/_str-to-num.scss +0 -55
  228. data/docs/_sass/vendor/bourbon/settings/_asset-pipeline.scss +0 -7
  229. data/docs/_sass/vendor/bourbon/settings/_deprecation-warnings.scss +0 -8
  230. data/docs/_sass/vendor/bourbon/settings/_prefixer.scss +0 -9
  231. data/docs/_sass/vendor/bourbon/settings/_px-to-em.scss +0 -1
  232. data/docs/_sass/vendor/neat/_neat-helpers.scss +0 -11
  233. data/docs/_sass/vendor/neat/_neat.scss +0 -23
  234. data/docs/_sass/vendor/neat/functions/_new-breakpoint.scss +0 -49
  235. data/docs/_sass/vendor/neat/functions/_private.scss +0 -114
  236. data/docs/_sass/vendor/neat/grid/_box-sizing.scss +0 -15
  237. data/docs/_sass/vendor/neat/grid/_direction-context.scss +0 -33
  238. data/docs/_sass/vendor/neat/grid/_display-context.scss +0 -28
  239. data/docs/_sass/vendor/neat/grid/_fill-parent.scss +0 -22
  240. data/docs/_sass/vendor/neat/grid/_media.scss +0 -92
  241. data/docs/_sass/vendor/neat/grid/_omega.scss +0 -87
  242. data/docs/_sass/vendor/neat/grid/_outer-container.scss +0 -34
  243. data/docs/_sass/vendor/neat/grid/_pad.scss +0 -25
  244. data/docs/_sass/vendor/neat/grid/_private.scss +0 -35
  245. data/docs/_sass/vendor/neat/grid/_row.scss +0 -52
  246. data/docs/_sass/vendor/neat/grid/_shift.scss +0 -50
  247. data/docs/_sass/vendor/neat/grid/_span-columns.scss +0 -94
  248. data/docs/_sass/vendor/neat/grid/_to-deprecate.scss +0 -97
  249. data/docs/_sass/vendor/neat/grid/_visual-grid.scss +0 -42
  250. data/docs/_sass/vendor/neat/mixins/_clearfix.scss +0 -25
  251. data/docs/_sass/vendor/neat/settings/_disable-warnings.scss +0 -13
  252. data/docs/_sass/vendor/neat/settings/_grid.scss +0 -51
  253. data/docs/_sass/vendor/neat/settings/_visual-grid.scss +0 -27
  254. data/docs/_sass/vendor/normalize-3.0.2.scss +0 -427
  255. data/docs/_sass/vendor/pygments.scss +0 -356
  256. data/docs/automating_browsers/capybara.md +0 -70
  257. data/docs/css/screen.scss +0 -7
  258. data/docs/guides/cli.md +0 -52
  259. data/docs/guides/frontiers.md +0 -93
  260. data/docs/guides/halting.md +0 -23
  261. data/docs/guides/job_queues.md +0 -26
  262. data/docs/guides/locals.md +0 -36
  263. data/docs/guides/logging.md +0 -22
  264. data/docs/guides/page_objects.md +0 -67
  265. data/docs/guides/peeking.md +0 -46
  266. data/docs/guides/selenium_capybara.md +0 -100
  267. data/docs/guides/tutorial.md +0 -452
  268. data/docs/js/navigation.js +0 -11
  269. data/docs/misc/contributing.md +0 -20
  270. data/docs/misc/testing.md +0 -11
  271. data/docs/recipes/authentication.md +0 -23
  272. data/docs/recipes/csv.md +0 -29
  273. data/docs/recipes/javascript.md +0 -20
  274. data/docs/recipes/multiple_uris.md +0 -18
  275. data/docs/recipes/screenshots.md +0 -20
  276. data/docs/routing/custom_rules.md +0 -16
  277. data/docs/routing/filetypes_rules.md +0 -21
  278. data/docs/routing/host_rules.md +0 -24
  279. data/docs/routing/path_rules.md +0 -33
  280. data/docs/routing/protocol_rules.md +0 -17
  281. data/docs/routing/query_rules.md +0 -69
  282. data/docs/routing/routes.md +0 -96
  283. data/docs/routing/uri_rules.md +0 -18
  284. data/examples/collect_github_issues.rb +0 -65
  285. data/examples/find_foobar_on_wikipedia.rb +0 -23
  286. data/lib/wayfarer/configuration.rb +0 -86
  287. data/lib/wayfarer/crawl.rb +0 -79
  288. data/lib/wayfarer/crawl_observer.rb +0 -103
  289. data/lib/wayfarer/dispatcher.rb +0 -104
  290. data/lib/wayfarer/finders.rb +0 -61
  291. data/lib/wayfarer/frontiers/frontier.rb +0 -79
  292. data/lib/wayfarer/frontiers/memory_bloomfilter.rb +0 -32
  293. data/lib/wayfarer/frontiers/memory_frontier.rb +0 -76
  294. data/lib/wayfarer/frontiers/memory_trie_frontier.rb +0 -39
  295. data/lib/wayfarer/frontiers/normalize_uris.rb +0 -48
  296. data/lib/wayfarer/frontiers/redis_bloomfilter.rb +0 -34
  297. data/lib/wayfarer/frontiers/redis_frontier.rb +0 -83
  298. data/lib/wayfarer/http_adapters/adapter_pool.rb +0 -62
  299. data/lib/wayfarer/http_adapters/net_http_adapter.rb +0 -77
  300. data/lib/wayfarer/http_adapters/selenium_adapter.rb +0 -80
  301. data/lib/wayfarer/job.rb +0 -211
  302. data/lib/wayfarer/locals.rb +0 -40
  303. data/lib/wayfarer/parsers/json_parser.rb +0 -20
  304. data/lib/wayfarer/parsers/xml_parser.rb +0 -27
  305. data/lib/wayfarer/processor.rb +0 -103
  306. data/lib/wayfarer/routing/custom_rule.rb +0 -21
  307. data/lib/wayfarer/routing/filetypes_rule.rb +0 -20
  308. data/lib/wayfarer/routing/host_rule.rb +0 -19
  309. data/lib/wayfarer/routing/path_rule.rb +0 -54
  310. data/lib/wayfarer/routing/protocol_rule.rb +0 -21
  311. data/lib/wayfarer/routing/router.rb +0 -71
  312. data/lib/wayfarer/routing/rule.rb +0 -114
  313. data/lib/wayfarer/routing/uri_rule.rb +0 -21
  314. data/spec/configuration_spec.rb +0 -26
  315. data/spec/crawl_spec.rb +0 -48
  316. data/spec/finders_spec.rb +0 -49
  317. data/spec/frontiers/memory_bloomfilter_spec.rb +0 -6
  318. data/spec/frontiers/memory_frontier_spec.rb +0 -6
  319. data/spec/frontiers/memory_trie_frontier_spec.rb +0 -6
  320. data/spec/frontiers/normalize_uris_spec.rb +0 -59
  321. data/spec/frontiers/redis_bloomfilter_spec.rb +0 -6
  322. data/spec/frontiers/redis_frontier_spec.rb +0 -6
  323. data/spec/http_adapters/adapter_pool_spec.rb +0 -33
  324. data/spec/http_adapters/net_http_adapter_spec.rb +0 -83
  325. data/spec/http_adapters/selenium_adapter_spec.rb +0 -53
  326. data/spec/integration/callbacks_spec.rb +0 -42
  327. data/spec/integration/locals_spec.rb +0 -106
  328. data/spec/integration/peeking_spec.rb +0 -61
  329. data/spec/job_spec.rb +0 -122
  330. data/spec/processor_spec.rb +0 -31
  331. data/spec/routing/custom_rule_spec.rb +0 -26
  332. data/spec/routing/host_rule_spec.rb +0 -48
  333. data/spec/routing/path_rule_spec.rb +0 -66
  334. data/spec/routing/protocol_rule_spec.rb +0 -26
  335. data/spec/routing/router_spec.rb +0 -67
  336. data/spec/routing/rule_spec.rb +0 -251
  337. data/spec/routing/uri_rule_spec.rb +0 -24
  338. data/spec/shared/frontier.rb +0 -96
  339. data/wayfarer-jruby.gemspec +0 -49
@@ -0,0 +1,42 @@
1
+ # frozen_string_literal: true
2
+
3
+ require "spec_helpers"
4
+
5
+ describe Wayfarer::Networking::Pool do
6
+ subject(:pool) { Wayfarer::Networking::Pool.send(:new) }
7
+
8
+ after { pool.free }
9
+
10
+ describe "#with" do
11
+ context "by default" do
12
+ it "yields NetHTTP" do
13
+ pool.with do |adapter|
14
+ expect(adapter).to be_a(Wayfarer::Networking::Healer)
15
+ expect(adapter.adapter).to be_a(Wayfarer::Networking::NetHTTP)
16
+ end
17
+ end
18
+ end
19
+
20
+ context "when using Ferrum", ferrum: true do
21
+ before { Wayfarer.config.adapter = :ferrum }
22
+
23
+ it "yields Ferrum" do
24
+ pool.with do |adapter|
25
+ expect(adapter).to be_a(Wayfarer::Networking::Healer)
26
+ expect(adapter.adapter).to be_a(Wayfarer::Networking::Ferrum)
27
+ end
28
+ end
29
+ end
30
+
31
+ context "when using Selenium", selenium: true do
32
+ before { Wayfarer.config.adapter = :selenium }
33
+
34
+ it "yields Selenium" do
35
+ pool.with do |adapter|
36
+ expect(adapter).to be_a(Wayfarer::Networking::Healer)
37
+ expect(adapter.adapter).to be_a(Wayfarer::Networking::Selenium)
38
+ end
39
+ end
40
+ end
41
+ end
42
+ end
@@ -0,0 +1,28 @@
1
+ # frozen_string_literal: true
2
+
3
+ require "spec_helpers"
4
+ require_relative "adapter"
5
+
6
+ describe Wayfarer::Networking::Selenium, selenium: true do
7
+ subject(:adapter) { Wayfarer::Networking::Selenium.new }
8
+
9
+ after { adapter.free }
10
+
11
+ include_examples "Network adapter", browser: true,
12
+ capybara: true,
13
+ request_headers: false
14
+
15
+ describe "#fetch" do
16
+ it "sets a fake status code" do
17
+ url = test_app_path("/status_code/404")
18
+ page = adapter.fetch(url).page
19
+ expect(page.status_code).to be(Wayfarer::Networking::Selenium::FAKE_STATUS_CODE)
20
+ end
21
+
22
+ it "sets fake response headers" do
23
+ url = test_app_path("/hello_world")
24
+ page = adapter.fetch(url).page
25
+ expect(page.headers).to eq(Wayfarer::Networking::Selenium::FAKE_RESPONSE_HEADERS)
26
+ end
27
+ end
28
+ end
data/spec/page_spec.rb CHANGED
@@ -1,38 +1,47 @@
1
1
  # frozen_string_literal: true
2
+
2
3
  require "spec_helpers"
3
4
 
4
5
  describe Wayfarer::Page do
5
- subject(:page) { fetch_page(test_app("/links/links.html")) }
6
-
7
6
  describe "#doc" do
7
+ context "when Content-Type is absent" do
8
+ subject(:page) { build(:page, :html, headers: {}) }
9
+
10
+ it "returns a Nokogiri::HTML::Document" do
11
+ expect(page.doc).to be_a(Nokogiri::HTML::Document)
12
+ end
13
+ end
14
+
8
15
  context "when Content-Type is HTML" do
16
+ subject(:page) { build(:page, :html) }
17
+
9
18
  it "returns a Nokogiri::HTML::Document" do
10
- expect(page.doc).to be_a Nokogiri::HTML::Document
19
+ expect(page.doc).to be_a(Nokogiri::HTML::Document)
11
20
  end
12
21
  end
13
22
 
14
23
  context "when Content-Type is XML" do
15
- subject(:page) { fetch_page(test_app("/xml/dummy.xml")) }
24
+ subject(:page) { build(:page, :xml) }
16
25
 
17
26
  it "returns a Nokogiri::XML::Document" do
18
- expect(page.doc).to be_a Nokogiri::XML::Document
27
+ expect(page.doc).to be_a(Nokogiri::XML::Document)
19
28
  end
20
29
  end
21
30
 
22
31
  context "when Content-Type is JSON" do
23
- subject(:page) { fetch_page(test_app("/json/dummy.json")) }
32
+ subject(:page) { build(:page, :json) }
24
33
 
25
34
  it "returns a Hash" do
26
- expect(page.doc).to be_a Hash
35
+ expect(page.doc).to be_a(Hash)
27
36
  end
28
37
  end
29
38
  end
30
39
 
31
- describe "Forwarding" do
32
- it "forwards calls to Pismo", mri_only: true do
33
- Pismo::Document::ATTRIBUTE_METHODS.each do |method|
34
- expect(page).to respond_to(method)
35
- end
40
+ describe "#meta" do
41
+ subject(:page) { build(:page, :html) }
42
+
43
+ it "returns a MetaInspector document" do
44
+ expect(page.meta).to be_a(MetaInspector::Document)
36
45
  end
37
46
  end
38
47
  end
@@ -1,12 +1,13 @@
1
1
  # frozen_string_literal: true
2
+
2
3
  require "spec_helpers"
3
4
 
4
- describe Wayfarer::Parsers::JSONParser do
5
- subject(:parser) { Parsers::JSONParser }
5
+ describe Wayfarer::Parsing::JSON do
6
+ subject(:parser) { Wayfarer::Parsing::JSON }
6
7
 
7
8
  describe ".parse" do
8
9
  it "returns a Hash" do
9
- json_str = <<-json
10
+ json_str = <<-JSON
10
11
  {
11
12
  "id": 1,
12
13
  "name": "Foo",
@@ -20,7 +21,7 @@ describe Wayfarer::Parsers::JSONParser do
20
21
  "retail": 20
21
22
  }
22
23
  }
23
- json
24
+ JSON
24
25
 
25
26
  doc = parser.parse(json_str)
26
27
 
@@ -1,8 +1,9 @@
1
1
  # frozen_string_literal: true
2
+
2
3
  require "spec_helpers"
3
4
 
4
- describe Wayfarer::Parsers::XMLParser do
5
- subject(:parser) { Parsers::XMLParser }
5
+ describe Wayfarer::Parsing::XML do
6
+ subject(:parser) { Wayfarer::Parsing::XML }
6
7
 
7
8
  describe ".parse_html" do
8
9
  it "returns a Nokogiri::HTML::Document" do
@@ -0,0 +1,78 @@
1
+ # frozen_string_literal: true
2
+
3
+ require "spec_helpers"
4
+
5
+ describe Wayfarer::Redis::Barrier, redis: true do
6
+ let(:url) { "https://example.com" }
7
+ subject(:barrier) { Wayfarer::Redis::Barrier.new("batch") }
8
+
9
+ describe "#redis_key" do
10
+ it "returns the expected Redis key" do
11
+ expect(barrier.redis_key).to eq("wayfarer-barrier-batch")
12
+ end
13
+ end
14
+
15
+ describe "#reset!" do
16
+ it "resets seen URLs" do
17
+ barrier.seen?(url)
18
+ barrier.reset!
19
+ expect(barrier.seen?(url)).to be false
20
+ end
21
+ end
22
+
23
+ describe "#seen?" do
24
+ context "with seen URL" do
25
+ before { barrier.seen?(url) }
26
+
27
+ it "returns true" do
28
+ expect(barrier.seen?(url)).to be(true)
29
+ end
30
+ end
31
+
32
+ context "with unseen URL" do
33
+ it "returns false" do
34
+ expect(barrier.seen?(url)).to be(false)
35
+ end
36
+ end
37
+ end
38
+
39
+ describe "#peek" do
40
+ let(:seen_urls) { %w[https://yahoo.com https://google.com] }
41
+ let(:unseen_urls) { %w[https://w3c.org https://nasa.gov] }
42
+
43
+ before do
44
+ allow(Wayfarer::Redis::Version).to receive(:determine).and_return(redis_version)
45
+
46
+ seen_urls.each do |url|
47
+ barrier.seen?(url)
48
+ end
49
+ end
50
+
51
+ context "Redis >= 6.2.0" do
52
+ let(:redis_version) { [6, 2, 5] }
53
+
54
+ it "returns membership" do
55
+ urls = [*seen_urls, *unseen_urls]
56
+ expect(barrier.peek(urls)).to eq([true, true, false, false])
57
+ end
58
+ end
59
+
60
+ context "Redis < 6.2.0" do
61
+ let(:redis_version) { [2, 6, 10] }
62
+
63
+ it "returns membership" do
64
+ urls = [*seen_urls, *unseen_urls]
65
+ expect(barrier.peek(urls)).to eq([true, true, false, false])
66
+ end
67
+ end
68
+ end
69
+
70
+ describe "#unsee" do
71
+ it "removes a seen URL" do
72
+ barrier.seen?(url)
73
+ expect {
74
+ barrier.unsee(url)
75
+ }.to change { barrier.seen?(url) }.to(false)
76
+ end
77
+ end
78
+ end
@@ -0,0 +1,32 @@
1
+ # frozen_string_literal: true
2
+
3
+ require "spec_helpers"
4
+
5
+ describe Wayfarer::Redis::Counter, redis: true do
6
+ subject(:counter) { Wayfarer::Redis::Counter.new("batch") }
7
+
8
+ describe "#redis_key" do
9
+ it "returns the expected Redis key" do
10
+ expect(counter.redis_key).to eq("wayfarer-counter-batch")
11
+ end
12
+ end
13
+
14
+ describe "#increment" do
15
+ it "increments" do
16
+ expect { counter.increment }.to change { counter.value }.by(1)
17
+ end
18
+ end
19
+
20
+ describe "#decrement" do
21
+ it "decrements" do
22
+ expect { counter.decrement }.to change { counter.value }.by(-1)
23
+ end
24
+ end
25
+
26
+ describe "#reset!" do
27
+ it "resets" do
28
+ 3.times { counter.increment }
29
+ expect { counter.reset! }.to change { counter.value }.to(0)
30
+ end
31
+ end
32
+ end
@@ -0,0 +1,18 @@
1
+ # frozen_string_literal: true
2
+
3
+ require "spec_helpers"
4
+
5
+ describe Wayfarer::Redis::Pool, redis: true do
6
+ let(:conn) { spy }
7
+ subject(:pool) { Wayfarer::Redis::Pool.send(:new) }
8
+
9
+ describe "::with" do
10
+ before do
11
+ Wayfarer.config.redis_factory = -> { conn }
12
+ end
13
+
14
+ it "instantiates the factory and yields" do
15
+ pool.with { |x| expect(x).to be(conn) }
16
+ end
17
+ end
18
+ end
@@ -0,0 +1,13 @@
1
+ # frozen_string_literal: true
2
+
3
+ require "spec_helpers"
4
+
5
+ describe Wayfarer::Redis::Version, redis: true do
6
+ describe "::determine" do
7
+ it "returns Redis major, minor, patch version" do
8
+ Wayfarer::Redis::Version.instance_variable_set(:@determine, nil)
9
+ expect(Wayfarer::Redis::Version).to receive(:server_version).and_return("1.20.300")
10
+ expect(Wayfarer::Redis::Version.determine).to eq([1, 20, 300])
11
+ end
12
+ end
13
+ end
@@ -0,0 +1,31 @@
1
+ # frozen_string_literal: true
2
+
3
+ require "spec_helpers"
4
+
5
+ describe Wayfarer::Routing::CustomMatcher do
6
+ let(:url) { URI("http://example.com") }
7
+
8
+ describe "#match" do
9
+ context "with a block" do
10
+ context "when block is truthy" do
11
+ subject(:matcher) do
12
+ Wayfarer::Routing::CustomMatcher.new ->(_) { true }
13
+ end
14
+
15
+ it "returns true" do
16
+ expect(matcher).to match(url)
17
+ end
18
+ end
19
+
20
+ context "when block is falsy" do
21
+ subject(:matcher) do
22
+ Wayfarer::Routing::CustomMatcher.new ->(_) { false }
23
+ end
24
+
25
+ it "returns true" do
26
+ expect(matcher).not_to match(url)
27
+ end
28
+ end
29
+ end
30
+ end
31
+ end
@@ -0,0 +1,98 @@
1
+ # frozen_string_literal: true
2
+
3
+ require "spec_helpers"
4
+
5
+ describe Wayfarer::Routing::DSL do
6
+ subject(:root) { Wayfarer::Routing::RootRoute.new }
7
+ let(:child) { root.children.first }
8
+
9
+ describe "#to" do
10
+ it "adds a child with an always-matching matcher" do
11
+ expect(root.to(:foobar)).to be_a(Wayfarer::Routing::Route)
12
+ expect(child.action).to be(:foobar)
13
+ expect(child.matcher).to be_a(Wayfarer::Routing::CustomMatcher)
14
+ expect(child.parent).to be(root)
15
+
16
+ %w[http://example.com http://w3c.org http://google.com].each do |url|
17
+ expect(child.matcher.match(url)).to be(true)
18
+ end
19
+ end
20
+ end
21
+
22
+ describe "#url" do
23
+ it "adds a child with an URL matcher" do
24
+ expect(root.url("http://example.com")).to be_a(Wayfarer::Routing::Route)
25
+ expect(child.matcher).to be_a(Wayfarer::Routing::URLMatcher)
26
+ expect(child.matcher.url).to eq("http://example.com")
27
+ expect(child.parent).to be(root)
28
+ end
29
+ end
30
+
31
+ describe "#host" do
32
+ it "adds a child with a host matcher" do
33
+ expect(root.host("example.com")).to be_a(Wayfarer::Routing::Route)
34
+ expect(child.matcher).to be_a(Wayfarer::Routing::HostMatcher)
35
+ expect(child.matcher.host).to eq("example.com")
36
+ expect(child.parent).to be(root)
37
+ end
38
+ end
39
+
40
+ describe "#path" do
41
+ it "adds a child with a path matcher" do
42
+ expect(root.path("/foo/bar")).to be_a(Wayfarer::Routing::Route)
43
+ expect(child.matcher).to be_a(Wayfarer::Routing::PathMatcher)
44
+ expect(child.matcher.path).to eq("/foo/bar")
45
+ expect(child.parent).to be(root)
46
+ end
47
+ end
48
+
49
+ describe "#query" do
50
+ it "adds a child with a query matcher" do
51
+ expect(root.query(foo: "bar")).to be_a(Wayfarer::Routing::Route)
52
+ expect(child.matcher).to be_a(Wayfarer::Routing::QueryMatcher)
53
+ expect(child.matcher.fields).to eq({ foo: "bar" })
54
+ expect(child.parent).to be(root)
55
+ end
56
+ end
57
+
58
+ describe "#scheme" do
59
+ it "adds a child with a scheme matcher" do
60
+ expect(root.scheme(:https)).to be_a(Wayfarer::Routing::Route)
61
+ expect(child.matcher).to be_a(Wayfarer::Routing::SchemeMatcher)
62
+ expect(child.matcher.scheme).to be(:https)
63
+ expect(child.parent).to be(root)
64
+ end
65
+ end
66
+
67
+ describe "#suffix" do
68
+ it "adds a child with a suffix matcher" do
69
+ expect(root.suffix(".png")).to be_a(Wayfarer::Routing::Route)
70
+ expect(child.matcher).to be_a(Wayfarer::Routing::SuffixMatcher)
71
+ expect(child.matcher.suffix).to eq(".png")
72
+ expect(child.parent).to be(root)
73
+ end
74
+ end
75
+
76
+ describe "#custom" do
77
+ it "adds a child with a custom matcher" do
78
+ expect(root.custom(->(_) { true })).to be_a(Wayfarer::Routing::Route)
79
+ expect(child.matcher).to be_a(Wayfarer::Routing::CustomMatcher)
80
+ expect(child.matcher.delegate).to be_a(Proc)
81
+ expect(child.parent).to be(root)
82
+ end
83
+ end
84
+
85
+ describe "Complex routing tree" do
86
+ it "constructs the expected tree" do
87
+ root.host "example.com", path: "/foo" do
88
+ query foo: 4, bar: 2
89
+ end
90
+
91
+ expect(root.children.count).to be(1)
92
+ expect(root.children.first.matcher).to be_a(Wayfarer::Routing::HostMatcher)
93
+
94
+ expect(root.children.first.children.count).to be(1)
95
+ expect(root.children.first.children.first.matcher).to be_a(Wayfarer::Routing::PathMatcher)
96
+ end
97
+ end
98
+ end
@@ -0,0 +1,49 @@
1
+ # frozen_string_literal: true
2
+
3
+ require "spec_helpers"
4
+
5
+ describe Wayfarer::Routing::HostMatcher do
6
+ subject(:matcher) { Wayfarer::Routing::HostMatcher.new(str_or_regexp) }
7
+
8
+ describe "#matches?" do
9
+ describe "String matching" do
10
+ let(:str_or_regexp) { "example.com" }
11
+
12
+ context "with matching URL" do
13
+ let(:url) { URI("http://example.com/foo/bar") }
14
+
15
+ it "returns true" do
16
+ expect(matcher).to match(url)
17
+ end
18
+ end
19
+
20
+ context "with mismatching URL" do
21
+ let(:url) { URI("http://google.com/bar/qux") }
22
+
23
+ it "returns false" do
24
+ expect(matcher).not_to match(url)
25
+ end
26
+ end
27
+ end
28
+
29
+ describe "RegExp matching" do
30
+ let(:str_or_regexp) { /example.com/ }
31
+
32
+ context "with matching URL" do
33
+ let(:url) { URI("http://sub.example.com") }
34
+
35
+ it "returns true" do
36
+ expect(matcher).to match(url)
37
+ end
38
+ end
39
+
40
+ context "with mismatching URL" do
41
+ let(:url) { URI("http://example.sub.com") }
42
+
43
+ it "returns false" do
44
+ expect(matcher).not_to match(url)
45
+ end
46
+ end
47
+ end
48
+ end
49
+ end
@@ -0,0 +1,110 @@
1
+ # frozen_string_literal: true
2
+
3
+ require "spec_helpers"
4
+
5
+ describe Wayfarer::Routing::DSL do
6
+ let(:route) { Wayfarer::Routing::RootRoute.new }
7
+
8
+ it "matches URLs" do
9
+ route.path "/"
10
+
11
+ result = route.invoke(URI("https://example.com/"))
12
+ expect(result).to be_a(Wayfarer::Routing::Result::Match)
13
+
14
+ result = route.invoke(URI("https://example.com/foo"))
15
+ expect(result).to be_a(Wayfarer::Routing::Result::Mismatch)
16
+ end
17
+
18
+ it "matches URLs" do
19
+ route.host "example.com", path: "/foo"
20
+
21
+ result = route.invoke(URI("https://example.com/foo"))
22
+ expect(result).to be_a(Wayfarer::Routing::Result::Match)
23
+ end
24
+
25
+ it "matches URLs" do
26
+ route.host "example.com", path: "/foo" do
27
+ query page: 1..10
28
+ end
29
+
30
+ result = route.invoke(URI("https://example.com/foo?page=4"))
31
+ expect(result).to be_a(Wayfarer::Routing::Result::Match)
32
+
33
+ result = route.invoke(URI("https://example.com/foo?page=11"))
34
+ expect(result).to be_a(Wayfarer::Routing::Result::Mismatch)
35
+
36
+ result = route.invoke(URI("https://example.com/foo"))
37
+ expect(result).to be_a(Wayfarer::Routing::Result::Mismatch)
38
+
39
+ result = route.invoke(URI("https://example.com?page=2"))
40
+ expect(result).to be_a(Wayfarer::Routing::Result::Mismatch)
41
+ end
42
+
43
+ it "matches URLs" do
44
+ route.host "example.com", path: "/foo" do
45
+ query page: 1..10
46
+ end
47
+
48
+ result = route.invoke(URI("https://example.com/foo?page=4"))
49
+ expect(result).to be_a(Wayfarer::Routing::Result::Match)
50
+
51
+ result = route.invoke(URI("https://example.com/foo?page=11"))
52
+ expect(result).to be_a(Wayfarer::Routing::Result::Mismatch)
53
+
54
+ result = route.invoke(URI("https://example.com/foo"))
55
+ expect(result).to be_a(Wayfarer::Routing::Result::Mismatch)
56
+
57
+ result = route.invoke(URI("https://example.com?page=2"))
58
+ expect(result).to be_a(Wayfarer::Routing::Result::Mismatch)
59
+ end
60
+
61
+ it "matches URLs" do
62
+ route.host "example.com" do
63
+ path "/contact"
64
+ path "/users/:id"
65
+ end
66
+
67
+ result = route.invoke(URI("https://example.com/contact"))
68
+ expect(result).to be_a(Wayfarer::Routing::Result::Match)
69
+
70
+ result = route.invoke(URI("https://example.com/contact/foo"))
71
+ expect(result).to be_a(Wayfarer::Routing::Result::Mismatch)
72
+
73
+ result = route.invoke(URI("https://example.com/users/123"))
74
+ expect(result).to be_a(Wayfarer::Routing::Result::Match)
75
+
76
+ result = route.invoke(URI("https://example.com/users/123/images"))
77
+ expect(result).to be_a(Wayfarer::Routing::Result::Mismatch)
78
+
79
+ result = route.invoke(URI("https://example.com/users"))
80
+ expect(result).to be_a(Wayfarer::Routing::Result::Mismatch)
81
+ end
82
+
83
+ it "matches URLs" do
84
+ route.host "example.com" do
85
+ path "/contact"
86
+ path "/users/:user_id" do
87
+ path "/images/:id"
88
+ path "/friends"
89
+ end
90
+ end
91
+
92
+ result = route.invoke(URI("https://example.com/contact"))
93
+ expect(result).to be_a(Wayfarer::Routing::Result::Match)
94
+
95
+ result = route.invoke(URI("https://example.com/users/123"))
96
+ expect(result).to be_a(Wayfarer::Routing::Result::Mismatch)
97
+
98
+ result = route.invoke(URI("https://example.com/users/123/images/23"))
99
+ expect(result).to be_a(Wayfarer::Routing::Result::Match)
100
+
101
+ result = route.invoke(URI("https://example.com/users/123/images/23/foo"))
102
+ expect(result).to be_a(Wayfarer::Routing::Result::Mismatch)
103
+
104
+ result = route.invoke(URI("https://example.com/users/123/friends"))
105
+ expect(result).to be_a(Wayfarer::Routing::Result::Match)
106
+
107
+ result = route.invoke(URI("https://example.com/users/123/foobar"))
108
+ expect(result).to be_a(Wayfarer::Routing::Result::Mismatch)
109
+ end
110
+ end
@@ -0,0 +1,33 @@
1
+ # frozen_string_literal: true
2
+
3
+ require "spec_helpers"
4
+
5
+ describe Wayfarer::Routing::PathFinder do
6
+ let(:route) do
7
+ Wayfarer::Routing::RootRoute.new.to(:foobar) do
8
+ host "example.com", path: "/:a/:b"
9
+ end
10
+ end
11
+
12
+ subject(:result) { Wayfarer::Routing::PathFinder.result(route, URI(url)) }
13
+
14
+ describe "::result" do
15
+ context "with matching URL" do
16
+ let(:url) { "https://example.com/alpha/beta" }
17
+
18
+ it "returns a Match" do
19
+ expect(result).to be_a(Wayfarer::Routing::Result::Match)
20
+ expect(result.action).to be(:foobar)
21
+ expect(result.params).to eq("a" => "alpha", "b" => "beta")
22
+ end
23
+ end
24
+
25
+ context "with mismatching URL" do
26
+ let(:url) { "https://yahoo.com/alpha/zyklon" }
27
+
28
+ it "returns a Mismatch" do
29
+ expect(result).to be_a(Wayfarer::Routing::Result::Mismatch)
30
+ end
31
+ end
32
+ end
33
+ end
@@ -0,0 +1,43 @@
1
+ # frozen_string_literal: true
2
+
3
+ require "spec_helpers"
4
+
5
+ describe Wayfarer::Routing::PathMatcher, mri: true do
6
+ let(:route) { Wayfarer::Routing::RootRoute.new }
7
+ subject(:matcher) { Wayfarer::Routing::PathMatcher.new(path, route) }
8
+
9
+ describe "#match?" do
10
+ context "with matching URL" do
11
+ let(:path) { "/{alpha}/{beta}" }
12
+
13
+ it "returns true" do
14
+ expect(matcher).to match(URI("http://example.com/foo/bar"))
15
+ end
16
+ end
17
+
18
+ context "with mismatching URL" do
19
+ let(:path) { "/{alpha}/{beta}" }
20
+
21
+ it "returns false" do
22
+ expect(matcher).not_to match(URI("http://example.com/foo"))
23
+ end
24
+ end
25
+
26
+ context "with mismatching URL" do
27
+ let(:path) { "/" }
28
+
29
+ it "returns false" do
30
+ expect(matcher).not_to match(URI("http://example.com/foo"))
31
+ end
32
+ end
33
+ end
34
+
35
+ describe "#params" do
36
+ let(:path) { "/{alpha}/{beta}" }
37
+
38
+ it "returns the correct parameters" do
39
+ url = URI("http://example.com/foo/bar")
40
+ expect(matcher.params(url)).to eq("alpha" => "foo", "beta" => "bar")
41
+ end
42
+ end
43
+ end