wayfarer 0.4.6 → 0.4.7

Sign up to get free protection for your applications and to get access to all the features.
Files changed (175) hide show
  1. checksums.yaml +4 -4
  2. data/.github/workflows/lint.yaml +25 -0
  3. data/.github/workflows/release.yaml +29 -0
  4. data/.github/workflows/tests.yaml +30 -0
  5. data/.gitignore +4 -0
  6. data/.rubocop.yml +5 -0
  7. data/.vale.ini +5 -0
  8. data/.yardopts +1 -3
  9. data/Dockerfile +5 -4
  10. data/Gemfile +3 -0
  11. data/Gemfile.lock +107 -102
  12. data/Rakefile +5 -56
  13. data/bin/wayfarer +1 -1
  14. data/docker-compose.yml +20 -9
  15. data/docs/cookbook/consent_screen.md +2 -2
  16. data/docs/cookbook/executing_javascript.md +3 -3
  17. data/docs/cookbook/navigation.md +12 -12
  18. data/docs/cookbook/querying_html.md +3 -3
  19. data/docs/cookbook/screenshots.md +2 -2
  20. data/docs/cookbook/user_agent.md +1 -1
  21. data/docs/design.md +36 -0
  22. data/docs/guides/callbacks.md +24 -126
  23. data/docs/guides/configuration.md +8 -8
  24. data/docs/guides/handlers.md +60 -0
  25. data/docs/guides/index.md +1 -0
  26. data/docs/guides/jobs/error_handling.md +40 -0
  27. data/docs/guides/jobs.md +99 -31
  28. data/docs/guides/navigation.md +1 -1
  29. data/docs/guides/networking/capybara.md +13 -22
  30. data/docs/guides/networking/custom_adapters.md +82 -41
  31. data/docs/guides/networking/ferrum.md +4 -4
  32. data/docs/guides/networking/http.md +9 -13
  33. data/docs/guides/networking/selenium.md +10 -11
  34. data/docs/guides/pages.md +76 -10
  35. data/docs/guides/redis.md +10 -0
  36. data/docs/guides/routing.md +74 -0
  37. data/docs/guides/tasks.md +33 -9
  38. data/docs/guides/tutorial.md +60 -0
  39. data/docs/guides/user_agents.md +113 -0
  40. data/docs/index.md +17 -40
  41. data/docs/reference/cli.md +35 -25
  42. data/docs/reference/configuration.md +36 -0
  43. data/lib/wayfarer/base.rb +124 -46
  44. data/lib/wayfarer/batch_completion.rb +56 -0
  45. data/lib/wayfarer/callbacks.rb +22 -48
  46. data/lib/wayfarer/cli/route_printer.rb +71 -57
  47. data/lib/wayfarer/cli.rb +121 -0
  48. data/lib/wayfarer/gc.rb +13 -6
  49. data/lib/wayfarer/handler.rb +15 -7
  50. data/lib/wayfarer/logging.rb +38 -0
  51. data/lib/wayfarer/middleware/base.rb +2 -0
  52. data/lib/wayfarer/middleware/batch_completion.rb +19 -0
  53. data/lib/wayfarer/middleware/content_type.rb +54 -0
  54. data/lib/wayfarer/middleware/controller.rb +19 -15
  55. data/lib/wayfarer/middleware/dedup.rb +16 -13
  56. data/lib/wayfarer/middleware/dispatch.rb +12 -4
  57. data/lib/wayfarer/middleware/normalize.rb +12 -11
  58. data/lib/wayfarer/middleware/redis.rb +15 -0
  59. data/lib/wayfarer/middleware/router.rb +33 -35
  60. data/lib/wayfarer/middleware/stage.rb +5 -5
  61. data/lib/wayfarer/middleware/uri_parser.rb +30 -0
  62. data/lib/wayfarer/middleware/user_agent.rb +49 -0
  63. data/lib/wayfarer/networking/capybara.rb +1 -1
  64. data/lib/wayfarer/networking/context.rb +2 -2
  65. data/lib/wayfarer/networking/ferrum.rb +2 -2
  66. data/lib/wayfarer/networking/follow.rb +12 -6
  67. data/lib/wayfarer/networking/http.rb +1 -1
  68. data/lib/wayfarer/networking/pool.rb +17 -12
  69. data/lib/wayfarer/networking/selenium.rb +3 -3
  70. data/lib/wayfarer/networking/strategy.rb +2 -2
  71. data/lib/wayfarer/page.rb +36 -14
  72. data/lib/wayfarer/parsing/xml.rb +6 -6
  73. data/lib/wayfarer/parsing.rb +24 -0
  74. data/lib/wayfarer/redis/barrier.rb +13 -21
  75. data/lib/wayfarer/redis/counter.rb +19 -9
  76. data/lib/wayfarer/redis/pool.rb +1 -1
  77. data/lib/wayfarer/redis/resettable.rb +19 -0
  78. data/lib/wayfarer/routing/dsl.rb +1 -0
  79. data/lib/wayfarer/routing/matchers/path.rb +4 -2
  80. data/lib/wayfarer/routing/root_route.rb +5 -1
  81. data/lib/wayfarer/routing/route.rb +4 -14
  82. data/lib/wayfarer/stringify.rb +22 -30
  83. data/lib/wayfarer/task.rb +12 -18
  84. data/lib/wayfarer.rb +28 -1
  85. data/mkdocs.yml +52 -7
  86. data/rake/docs.rake +26 -0
  87. data/rake/lint.rake +105 -0
  88. data/rake/release.rake +29 -0
  89. data/rake/tests.rake +28 -0
  90. data/requirements.txt +1 -1
  91. data/spec/base_spec.rb +140 -160
  92. data/spec/batch_completion_spec.rb +104 -0
  93. data/spec/cli/job_spec.rb +19 -23
  94. data/spec/cli/routing_spec.rb +101 -0
  95. data/spec/cli/version_spec.rb +1 -1
  96. data/spec/factories/task.rb +7 -1
  97. data/spec/fixtures/dummy_job.rb +5 -3
  98. data/spec/gc_spec.rb +8 -50
  99. data/spec/handler_spec.rb +1 -1
  100. data/spec/integration/callbacks_spec.rb +157 -45
  101. data/spec/integration/content_type_spec.rb +145 -0
  102. data/spec/integration/gc_spec.rb +44 -0
  103. data/spec/integration/handler_spec.rb +66 -0
  104. data/spec/integration/page_spec.rb +44 -29
  105. data/spec/integration/params_spec.rb +33 -25
  106. data/spec/integration/parsing_spec.rb +125 -0
  107. data/spec/integration/routing_spec.rb +18 -0
  108. data/spec/integration/stage_spec.rb +27 -20
  109. data/spec/middleware/batch_completion_spec.rb +34 -0
  110. data/spec/middleware/chain_spec.rb +8 -8
  111. data/spec/middleware/content_type_spec.rb +86 -0
  112. data/spec/middleware/controller_spec.rb +5 -5
  113. data/spec/middleware/dedup_spec.rb +38 -55
  114. data/spec/middleware/dispatch_spec.rb +23 -7
  115. data/spec/middleware/normalize_spec.rb +44 -13
  116. data/spec/middleware/router_spec.rb +29 -30
  117. data/spec/middleware/stage_spec.rb +8 -8
  118. data/spec/middleware/uri_parser_spec.rb +53 -0
  119. data/spec/middleware/{fetch_spec.rb → user_agent_spec.rb} +28 -27
  120. data/spec/networking/context_spec.rb +1 -1
  121. data/spec/networking/follow_spec.rb +2 -2
  122. data/spec/networking/pool_spec.rb +5 -5
  123. data/spec/networking/strategy.rb +2 -2
  124. data/spec/page_spec.rb +42 -20
  125. data/spec/parsing/xml_spec.rb +11 -12
  126. data/spec/redis/barrier_spec.rb +8 -48
  127. data/spec/redis/counter_spec.rb +13 -1
  128. data/spec/redis/pool_spec.rb +1 -1
  129. data/spec/spec_helpers.rb +27 -16
  130. data/spec/support/test_app.rb +8 -0
  131. data/spec/task_spec.rb +3 -24
  132. data/spec/wayfarer_spec.rb +1 -1
  133. data/wayfarer.gemspec +4 -3
  134. metadata +61 -51
  135. data/.github/workflows/ci.yaml +0 -32
  136. data/docs/guides/error_handling.md +0 -53
  137. data/docs/guides/networking.md +0 -94
  138. data/docs/guides/performance.md +0 -130
  139. data/docs/guides/reliability.md +0 -41
  140. data/docs/guides/routing/steering.md +0 -30
  141. data/docs/reference/api/base.md +0 -48
  142. data/docs/reference/configuration_keys.md +0 -43
  143. data/docs/reference/environment_variables.md +0 -83
  144. data/lib/wayfarer/cli/base.rb +0 -45
  145. data/lib/wayfarer/cli/generate.rb +0 -17
  146. data/lib/wayfarer/cli/job.rb +0 -56
  147. data/lib/wayfarer/cli/route.rb +0 -29
  148. data/lib/wayfarer/cli/runner.rb +0 -34
  149. data/lib/wayfarer/cli/templates/Gemfile.tt +0 -5
  150. data/lib/wayfarer/cli/templates/job.rb.tt +0 -10
  151. data/lib/wayfarer/config/capybara.rb +0 -10
  152. data/lib/wayfarer/config/ferrum.rb +0 -11
  153. data/lib/wayfarer/config/networking.rb +0 -29
  154. data/lib/wayfarer/config/redis.rb +0 -14
  155. data/lib/wayfarer/config/root.rb +0 -11
  156. data/lib/wayfarer/config/selenium.rb +0 -21
  157. data/lib/wayfarer/config/strconv.rb +0 -45
  158. data/lib/wayfarer/config/struct.rb +0 -72
  159. data/lib/wayfarer/middleware/fetch.rb +0 -56
  160. data/lib/wayfarer/redis/connection.rb +0 -13
  161. data/lib/wayfarer/redis/version.rb +0 -19
  162. data/lib/wayfarer/routing/router.rb +0 -28
  163. data/spec/callbacks_spec.rb +0 -102
  164. data/spec/cli/generate_spec.rb +0 -39
  165. data/spec/config/capybara_spec.rb +0 -18
  166. data/spec/config/ferrum_spec.rb +0 -24
  167. data/spec/config/networking_spec.rb +0 -73
  168. data/spec/config/redis_spec.rb +0 -32
  169. data/spec/config/root_spec.rb +0 -31
  170. data/spec/config/selenium_spec.rb +0 -56
  171. data/spec/config/strconv_spec.rb +0 -58
  172. data/spec/config/struct_spec.rb +0 -66
  173. data/spec/integration/steering_spec.rb +0 -57
  174. data/spec/redis/version_spec.rb +0 -13
  175. data/spec/routing/router_spec.rb +0 -24
checksums.yaml CHANGED
@@ -1,7 +1,7 @@
1
1
  ---
2
2
  SHA256:
3
- metadata.gz: 6b5aceb6e67a298f9ddc3bffecf24446b2e95850e2bfe31f0d245fbb8a4e17f0
4
- data.tar.gz: db7323a6cb7942319478753d3060b54cdc7551c3ac6fb0c32bf49015d6f29c68
3
+ metadata.gz: 98db45c7ede4e4949b4a18c5560477a64982e78f6640e388de2809b5cab02a27
4
+ data.tar.gz: dc69bf066254600c4b9021234bf4623edd039c87d5cb79166bb7ef174ebe644b
5
5
  SHA512:
6
- metadata.gz: 016a9d535cf7a3c02afc1bb2503d701328cb6ac55e8c8bdfdeda782c6c8d2eab8528ef30c1b05e4241b8f439f98617865b7d00ff7fd6b49683d288d431e37936
7
- data.tar.gz: 748d79ed7028e114dc2aff3cb1d31b4163bc7ff289ea9f20f78bec4c5941622ecf40e58330e7e5c678884f37cbb800b8bd2acb8aca106916e8daccc510567e85
6
+ metadata.gz: cc001901a22a9d9a84aa16b3946cbc7e0954db1b20a16d3c105411039273138c15ffa60bec57503aa4b73c39b39fde78ad7600697a3f461620316ed05583e91d
7
+ data.tar.gz: 0be5255180603e2e9d7171aec9f54008b21e1e4ebf6c3e7069535a9d01d59e620aef4c171a84b5d46a754e45043f1ec95c2672847fc03231cff880a3796e48cf
@@ -0,0 +1,25 @@
1
+ name: lint
2
+
3
+ on:
4
+ push:
5
+ branches:
6
+ - '*'
7
+ env:
8
+ CI: true
9
+
10
+ jobs:
11
+ lint:
12
+ runs-on: ubuntu-latest
13
+ steps:
14
+ - uses: actions/checkout@v2
15
+
16
+ - name: Start services
17
+ run: docker-compose up -d wayfarer
18
+
19
+ - name: RuboCop
20
+ if: success() || failure()
21
+ run: docker-compose run --rm --name test wayfarer bundle exec rake lint:rubocop
22
+
23
+ - name: Vale
24
+ if: success() || failure()
25
+ run: docker-compose run --rm --name test wayfarer bundle exec rake lint:vale
@@ -0,0 +1,29 @@
1
+ name: release
2
+
3
+ on:
4
+ push:
5
+ branches: [master]
6
+
7
+ jobs:
8
+ release:
9
+ runs-on: ubuntu-latest
10
+ steps:
11
+ - uses: actions/checkout@v2
12
+
13
+ - run: docker compose up -d
14
+
15
+ - run: docker compose exec -T wayfarer git config --global --add safe.directory /opt/app
16
+
17
+ - name: Release gem
18
+ env:
19
+ GIT_AUTHOR_NAME: Dominic Bauer
20
+ GIT_AUTHOR_EMAIL: bauerd@users.noreply.github.com
21
+ GEM_HOST_API_KEY: ${{ secrets.GEM_HOST_API_KEY }}
22
+ run: |
23
+ docker compose exec -T \
24
+ -e GEM_HOST_API_KEY="${{ env.GEM_HOST_API_KEY }}" \
25
+ -e GIT_AUTHOR_NAME="${{ env.GIT_AUTHOR_NAME }}" \
26
+ -e GIT_AUTHOR_EMAIL="${{ env.GIT_AUTHOR_EMAIL }}" \
27
+ -e GIT_COMMITTER_NAME="${{ env.GIT_AUTHOR_NAME }}" \
28
+ -e GIT_COMMITTER_EMAIL="${{ env.GIT_AUTHOR_EMAIL }}" \
29
+ wayfarer bundle exec rake release
@@ -0,0 +1,30 @@
1
+ name: tests
2
+
3
+ on:
4
+ push:
5
+ branches: ["*"]
6
+
7
+ env:
8
+ CI: true
9
+
10
+ jobs:
11
+ tests:
12
+ runs-on: ubuntu-latest
13
+
14
+ steps:
15
+ - uses: actions/checkout@v2
16
+
17
+ - name: Set up Docker Compose
18
+ run: docker-compose up -d
19
+
20
+ - name: Isolated tests
21
+ run: docker-compose exec -T wayfarer bundle exec rake test:isolated
22
+
23
+ - name: Ferrum tests
24
+ run: docker-compose exec -T wayfarer bundle exec rake test:ferrum
25
+
26
+ - name: Selenium tests
27
+ run: docker-compose exec -T wayfarer bundle exec rake test:selenium
28
+
29
+ - name: CLI tests
30
+ run: docker-compose exec -T wayfarer bundle exec rake test:cli
data/.gitignore CHANGED
@@ -2,6 +2,10 @@
2
2
  .bundle
3
3
  .yardoc
4
4
  *.gem
5
+ dump.rdb
5
6
  build
6
7
  yard
8
+ vale
7
9
  \#*#
10
+ .tool-versions
11
+ *.tar.gz
data/.rubocop.yml CHANGED
@@ -27,12 +27,16 @@ Style/ClassAndModuleChildren:
27
27
  Style/Documentation:
28
28
  Enabled: false
29
29
 
30
+ Style/NumericPredicate:
31
+ EnforcedStyle: comparison
32
+
30
33
  Metrics/MethodLength:
31
34
  Max: 20
32
35
 
33
36
  Metrics/BlockLength:
34
37
  Exclude:
35
38
  - "spec/**/*"
39
+ - "**/*.rake"
36
40
 
37
41
  Metrics/AbcSize:
38
42
  Max: 30
@@ -45,3 +49,4 @@ Metrics/CyclomaticComplexity:
45
49
  Lint/ConstantDefinitionInBlock:
46
50
  Exclude:
47
51
  - "spec/**/*"
52
+
data/.vale.ini ADDED
@@ -0,0 +1,5 @@
1
+ StylesPath = .github/share/vale
2
+ MinAlertLevel = suggestion
3
+
4
+ [*.md]
5
+ BasedOnStyles = Google
data/.yardopts CHANGED
@@ -1,3 +1 @@
1
- --output-dir yard
2
- --markup markdown
3
- --protected
1
+ --output-dir yard --markup markdown
data/Dockerfile CHANGED
@@ -1,5 +1,6 @@
1
- FROM ruby:2.7.4
2
- ENV CI=true
3
- WORKDIR /usr/src/app
4
- COPY . .
1
+ FROM ruby:2.7.7-alpine
2
+ RUN apk add --no-cache git build-base
3
+ WORKDIR /opt/app
4
+ COPY Gemfile Gemfile.lock *.gemspec ./
5
5
  RUN bundle install
6
+ COPY . .
data/Gemfile CHANGED
@@ -3,3 +3,6 @@
3
3
  source "https://rubygems.org"
4
4
 
5
5
  gemspec name: "wayfarer"
6
+
7
+ gem "rerun"
8
+ gem "yard"
data/Gemfile.lock CHANGED
@@ -1,8 +1,8 @@
1
1
  PATH
2
2
  remote: .
3
3
  specs:
4
- wayfarer (0.4.6)
5
- activejob (>= 6.0)
4
+ wayfarer (0.4.7)
5
+ activejob (>= 7.1)
6
6
  addressable (~> 2.8)
7
7
  capybara (~> 3.0)
8
8
  connection_pool (~> 2.2)
@@ -18,23 +18,30 @@ PATH
18
18
  redis (~> 4.4, < 4.5)
19
19
  selenium-webdriver (~> 3.4)
20
20
  thor (~> 1.0)
21
+ zeitwerk (~> 2.4)
21
22
 
22
23
  GEM
23
24
  remote: https://rubygems.org/
24
25
  specs:
25
- activejob (6.1.4.1)
26
- activesupport (= 6.1.4.1)
26
+ activejob (7.1.3.1)
27
+ activesupport (= 7.1.3.1)
27
28
  globalid (>= 0.3.6)
28
- activesupport (6.1.4.1)
29
+ activesupport (7.1.3.1)
30
+ base64
31
+ bigdecimal
29
32
  concurrent-ruby (~> 1.0, >= 1.0.2)
33
+ connection_pool (>= 2.2.5)
34
+ drb
30
35
  i18n (>= 1.6, < 2)
31
36
  minitest (>= 5.1)
37
+ mutex_m
32
38
  tzinfo (~> 2.0)
33
- zeitwerk (~> 2.3)
34
- addressable (2.8.0)
35
- public_suffix (>= 2.0.2, < 5.0)
39
+ addressable (2.8.6)
40
+ public_suffix (>= 2.0.2, < 6.0)
36
41
  ast (2.4.2)
37
- capybara (3.36.0)
42
+ base64 (0.2.0)
43
+ bigdecimal (3.1.6)
44
+ capybara (3.39.2)
38
45
  addressable
39
46
  matrix
40
47
  mini_mime (>= 0.1.3)
@@ -44,127 +51,125 @@ GEM
44
51
  regexp_parser (>= 1.5, < 3.0)
45
52
  xpath (~> 3.2)
46
53
  childprocess (3.0.0)
47
- cliver (0.3.2)
48
54
  coderay (1.1.3)
49
- concurrent-ruby (1.1.9)
50
- connection_pool (2.2.5)
51
- cuprite (0.13)
52
- capybara (>= 2.1, < 4)
53
- ferrum (~> 0.11.0)
54
- diff-lcs (1.4.4)
55
+ concurrent-ruby (1.2.3)
56
+ connection_pool (2.4.1)
57
+ cuprite (0.15)
58
+ capybara (~> 3.0)
59
+ ferrum (~> 0.14.0)
60
+ diff-lcs (1.5.1)
55
61
  docile (1.4.0)
56
- domain_name (0.5.20190701)
57
- unf (>= 0.0.5, < 1.0.0)
58
- factory_bot (6.2.0)
62
+ domain_name (0.6.20240107)
63
+ drb (2.2.0)
64
+ ruby2_keywords
65
+ factory_bot (6.4.5)
59
66
  activesupport (>= 5.0.0)
60
67
  faker (1.9.6)
61
68
  i18n (>= 0.7)
62
- faraday (1.9.3)
63
- faraday-em_http (~> 1.0)
64
- faraday-em_synchrony (~> 1.0)
65
- faraday-excon (~> 1.1)
66
- faraday-httpclient (~> 1.0)
67
- faraday-multipart (~> 1.0)
68
- faraday-net_http (~> 1.0)
69
- faraday-net_http_persistent (~> 1.0)
70
- faraday-patron (~> 1.0)
71
- faraday-rack (~> 1.0)
72
- faraday-retry (~> 1.0)
69
+ faraday (2.8.1)
70
+ base64
71
+ faraday-net_http (>= 2.0, < 3.1)
73
72
  ruby2_keywords (>= 0.0.4)
74
73
  faraday-cookie_jar (0.0.7)
75
74
  faraday (>= 0.8.0)
76
75
  http-cookie (~> 1.0.0)
77
- faraday-em_http (1.0.0)
78
- faraday-em_synchrony (1.0.0)
79
76
  faraday-encoding (0.0.5)
80
77
  faraday
81
- faraday-excon (1.1.0)
82
- faraday-http-cache (2.2.0)
78
+ faraday-follow_redirects (0.3.0)
79
+ faraday (>= 1, < 3)
80
+ faraday-gzip (1.0.0)
81
+ faraday (>= 1.0)
82
+ zlib (~> 2.1)
83
+ faraday-http-cache (2.5.1)
83
84
  faraday (>= 0.8)
84
- faraday-httpclient (1.0.1)
85
- faraday-multipart (1.0.3)
86
- multipart-post (>= 1.2, < 3)
87
- faraday-net_http (1.0.1)
88
- faraday-net_http_persistent (1.2.0)
89
- faraday-patron (1.0.0)
90
- faraday-rack (1.0.0)
91
- faraday-retry (1.0.3)
92
- faraday_middleware (1.2.0)
93
- faraday (~> 1.0)
94
- fastimage (2.2.6)
95
- ferrum (0.11)
85
+ faraday-net_http (3.0.2)
86
+ faraday-retry (2.2.1)
87
+ faraday (~> 2.0)
88
+ fastimage (2.3.1)
89
+ ferrum (0.14)
96
90
  addressable (~> 2.5)
97
- cliver (~> 0.3)
98
91
  concurrent-ruby (~> 1.1)
92
+ webrick (~> 1.7)
99
93
  websocket-driver (>= 0.6, < 0.8)
100
- globalid (1.0.0)
101
- activesupport (>= 5.0)
102
- http-cookie (1.0.4)
94
+ ffi (1.16.3)
95
+ globalid (1.2.1)
96
+ activesupport (>= 6.1)
97
+ http-cookie (1.0.6)
103
98
  domain_name (~> 0.5)
104
- i18n (1.8.10)
99
+ i18n (1.14.1)
105
100
  concurrent-ruby (~> 1.0)
101
+ listen (3.9.0)
102
+ rb-fsevent (~> 0.10, >= 0.10.3)
103
+ rb-inotify (~> 0.9, >= 0.9.10)
106
104
  matrix (0.4.2)
107
- metainspector (5.11.2)
108
- addressable (~> 2.7)
109
- faraday (~> 1.4)
105
+ metainspector (5.15.0)
106
+ addressable (~> 2.8.4)
107
+ faraday (~> 2.5)
110
108
  faraday-cookie_jar (~> 0.0)
111
109
  faraday-encoding (~> 0.0)
112
- faraday-http-cache (~> 2.2)
113
- faraday_middleware (~> 1.0)
110
+ faraday-follow_redirects (~> 0.3)
111
+ faraday-gzip (>= 0.1, < 2.0)
112
+ faraday-http-cache (~> 2.5)
113
+ faraday-retry (~> 2.0)
114
114
  fastimage (~> 2.2)
115
115
  nesty (~> 1.0)
116
- nokogiri (~> 1.11)
116
+ nokogiri (~> 1.13)
117
117
  method_source (1.0.0)
118
- mime-types (3.4.1)
118
+ mime-types (3.5.2)
119
119
  mime-types-data (~> 3.2015)
120
- mime-types-data (3.2022.0105)
121
- mini_mime (1.1.2)
122
- mini_portile2 (2.6.1)
123
- minitest (5.14.4)
124
- mock_redis (0.29.0)
125
- ruby2_keywords
126
- multipart-post (2.1.1)
127
- mustermann (1.1.1)
120
+ mime-types-data (3.2024.0507)
121
+ mini_mime (1.1.5)
122
+ mini_portile2 (2.8.5)
123
+ minitest (5.22.2)
124
+ mock_redis (0.41.0)
125
+ mustermann (1.1.2)
128
126
  ruby2_keywords (~> 0.0.1)
127
+ mutex_m (0.2.0)
129
128
  nesty (1.0.2)
130
129
  net-http-persistent (3.1.0)
131
130
  connection_pool (~> 2.2)
132
- nokogiri (1.12.5)
133
- mini_portile2 (~> 2.6.1)
131
+ nokogiri (1.15.5)
132
+ mini_portile2 (~> 2.8.2)
134
133
  racc (~> 1.4)
135
134
  normalize_url (0.0.6)
136
135
  addressable (~> 2.3)
137
- parallel (1.21.0)
138
- parser (3.0.2.0)
136
+ parallel (1.24.0)
137
+ parser (3.3.0.5)
139
138
  ast (~> 2.4.1)
140
- pry (0.14.1)
139
+ racc
140
+ pry (0.14.2)
141
141
  coderay (~> 1.1)
142
142
  method_source (~> 1.0)
143
- public_suffix (4.0.6)
144
- racc (1.6.0)
143
+ public_suffix (5.0.4)
144
+ racc (1.7.3)
145
145
  rack (1.6.13)
146
146
  rack-protection (1.5.5)
147
147
  rack
148
- rack-test (1.1.0)
149
- rack (>= 1.0, < 3)
150
- rainbow (3.0.0)
148
+ rack-test (2.1.0)
149
+ rack (>= 1.3)
150
+ rainbow (3.1.1)
151
151
  rake (10.5.0)
152
+ rb-fsevent (0.11.2)
153
+ rb-inotify (0.10.1)
154
+ ffi (~> 1.0)
152
155
  redis (4.4.0)
153
- regexp_parser (2.1.1)
154
- rexml (3.2.5)
155
- rspec (3.10.0)
156
- rspec-core (~> 3.10.0)
157
- rspec-expectations (~> 3.10.0)
158
- rspec-mocks (~> 3.10.0)
159
- rspec-core (3.10.1)
160
- rspec-support (~> 3.10.0)
161
- rspec-expectations (3.10.1)
156
+ regexp_parser (2.9.0)
157
+ rerun (0.14.0)
158
+ listen (~> 3.0)
159
+ rexml (3.2.6)
160
+ rspec (3.13.0)
161
+ rspec-core (~> 3.13.0)
162
+ rspec-expectations (~> 3.13.0)
163
+ rspec-mocks (~> 3.13.0)
164
+ rspec-core (3.13.0)
165
+ rspec-support (~> 3.13.0)
166
+ rspec-expectations (3.13.0)
162
167
  diff-lcs (>= 1.2.0, < 2.0)
163
- rspec-support (~> 3.10.0)
164
- rspec-mocks (3.10.2)
168
+ rspec-support (~> 3.13.0)
169
+ rspec-mocks (3.13.0)
165
170
  diff-lcs (>= 1.2.0, < 2.0)
166
- rspec-support (~> 3.10.0)
167
- rspec-support (3.10.2)
171
+ rspec-support (~> 3.13.0)
172
+ rspec-support (3.13.1)
168
173
  rubocop (0.93.1)
169
174
  parallel (~> 1.10)
170
175
  parser (>= 2.7.1.5)
@@ -174,9 +179,9 @@ GEM
174
179
  rubocop-ast (>= 0.6.0)
175
180
  ruby-progressbar (~> 1.7)
176
181
  unicode-display_width (>= 1.4.0, < 2.0)
177
- rubocop-ast (1.11.0)
178
- parser (>= 3.0.1.1)
179
- ruby-progressbar (1.11.0)
182
+ rubocop-ast (1.30.0)
183
+ parser (>= 3.2.1.0)
184
+ ruby-progressbar (1.13.0)
180
185
  ruby2_keywords (0.0.5)
181
186
  rubyzip (2.3.2)
182
187
  selenium-webdriver (3.142.7)
@@ -186,21 +191,20 @@ GEM
186
191
  rack (~> 1.5)
187
192
  rack-protection (~> 1.4)
188
193
  tilt (>= 1.3, < 3)
189
- thor (1.2.1)
190
- tilt (2.0.10)
191
- tzinfo (2.0.4)
194
+ thor (1.3.1)
195
+ tilt (2.3.0)
196
+ tzinfo (2.0.6)
192
197
  concurrent-ruby (~> 1.0)
193
- unf (0.1.4)
194
- unf_ext
195
- unf_ext (0.0.8)
196
198
  unicode-display_width (1.8.0)
197
- websocket-driver (0.7.5)
199
+ webrick (1.8.1)
200
+ websocket-driver (0.7.6)
198
201
  websocket-extensions (>= 0.1.0)
199
202
  websocket-extensions (0.1.5)
200
203
  xpath (3.2.0)
201
204
  nokogiri (~> 1.8)
202
- yard (0.9.26)
203
- zeitwerk (2.4.2)
205
+ yard (0.9.34)
206
+ zeitwerk (2.6.15)
207
+ zlib (2.1.1)
204
208
 
205
209
  PLATFORMS
206
210
  ruby
@@ -211,11 +215,12 @@ DEPENDENCIES
211
215
  faker (~> 1.7)
212
216
  pry (~> 0.10)
213
217
  rake (~> 10.4)
218
+ rerun
214
219
  rspec (~> 3.4)
215
220
  rubocop (~> 0.49)
216
221
  sinatra (~> 1.4)
217
222
  wayfarer!
218
- yard (~> 0.9)
223
+ yard
219
224
 
220
225
  BUNDLED WITH
221
226
  2.1.4
data/Rakefile CHANGED
@@ -1,62 +1,11 @@
1
1
  # frozen_string_literal: true
2
2
 
3
3
  require "irb"
4
- require "rspec/core/rake_task"
5
- require "rubocop/rake_task"
4
+ require "open-uri"
5
+ require "zip"
6
6
 
7
- BUILD_DIR = "build"
7
+ require "bundler/gem_tasks"
8
8
 
9
- task default: :build
10
-
11
- desc "Start an IRB session"
12
- task :console do
13
- require_relative "lib/wayfarer"
14
- ARGV.clear
15
- IRB.start
16
- end
17
-
18
- desc "Build gem"
19
- task build: %i[clean] do
20
- sh "gem build wayfarer.gemspec --verbose"
21
- sh "mkdir #{BUILD_DIR}"
22
- sh "mv wayfarer-*.gem #{BUILD_DIR}"
23
- end
24
-
25
- desc "Remove build directory"
26
- task :clean do
27
- sh "rm -rf #{BUILD_DIR}"
28
- end
29
-
30
- desc "Install gem"
31
- task install: %i[build] do
32
- sh "gem install #{BUILD_DIR}/*.gem"
33
- end
34
-
35
- namespace :test do
36
- desc "Run only isolated tests"
37
- RSpec::Core::RakeTask.new :isolated do |task|
38
- task.rspec_opts = ["--tag ~selenium --tag ~ferrum --tag ~cli"]
39
- end
9
+ Dir.glob("rake/*.rake").each { |file| load(file) }
40
10
 
41
- desc "Run only Selenium tests"
42
- RSpec::Core::RakeTask.new :selenium do |task|
43
- task.rspec_opts = ["--tag selenium"]
44
- end
45
-
46
- desc "Run only Ferrum tests"
47
- RSpec::Core::RakeTask.new :ferrum do |task|
48
- task.rspec_opts = ["--tag ferrum"]
49
- end
50
-
51
- desc "Run only CLI tests"
52
- RSpec::Core::RakeTask.new :cli do |task|
53
- task.rspec_opts = ["--tag cli"]
54
- end
55
- end
56
-
57
- desc "Run all tests"
58
- RSpec::Core::RakeTask.new(:test)
59
-
60
- RuboCop::RakeTask.new do |task|
61
- task.formatters = %w[simple]
62
- end
11
+ task default: :build
data/bin/wayfarer CHANGED
@@ -3,4 +3,4 @@
3
3
 
4
4
  require_relative "../lib/wayfarer"
5
5
 
6
- Wayfarer::CLI::Runner.start(ARGV)
6
+ Wayfarer::CLI.start(ARGV)
data/docker-compose.yml CHANGED
@@ -2,12 +2,19 @@ version: "3"
2
2
  services:
3
3
  wayfarer:
4
4
  build: .
5
+ tty: true
5
6
  volumes:
6
- - "./:/usr/src/app"
7
+ - "./:/opt/app"
7
8
  ports:
8
- - "9876:9876"
9
+ - "9876:9876"
9
10
  environment:
10
- - CI=true
11
+ - CI=true
12
+ hostname: test
13
+ depends_on:
14
+ - redis
15
+ - chrome
16
+ - firefox
17
+ - docs
11
18
 
12
19
  redis:
13
20
  image: redis
@@ -15,18 +22,22 @@ services:
15
22
  chrome:
16
23
  image: browserless/chrome
17
24
  ports:
18
- - "3000:3000"
25
+ - "3000:3000"
19
26
 
20
27
  firefox:
21
28
  image: selenium/standalone-firefox:4.0.0-rc-2-prerelease-20210923
22
29
  ports:
23
- - "4444:4444"
30
+ - "4444:4444"
24
31
  volumes:
25
- - "/dev/shm:/dev/shm"
32
+ - "/dev/shm:/dev/shm"
26
33
 
27
34
  docs:
28
- image: squidfunk/mkdocs-material:7.3.0
35
+ image: squidfunk/mkdocs-material:9.5.9
29
36
  volumes:
30
- - "./:/docs"
37
+ - "./:/docs"
31
38
  ports:
32
- - "8000:8000"
39
+ - "8000:8000"
40
+
41
+ networks:
42
+ default:
43
+ driver: bridge
@@ -6,10 +6,10 @@ iframe, clicked, and makes the live page behind the screen accessible to
6
6
  `#index`:
7
7
 
8
8
  ```ruby
9
- Wayfarer.config.network.agent = :ferrum
9
+ Wayfarer.config[:network][:agent] = :ferrum
10
10
 
11
11
  class DummyJob < Wayfarer::Base
12
- route { to :index, host: "example.com" }
12
+ route.to :index, host: "example.com"
13
13
 
14
14
  before_action if: :consent_required? do
15
15
  sleep(5) # If the consent form has a loading animation
@@ -6,7 +6,7 @@ Executing JavaScript requires automating a browser.
6
6
 
7
7
  ```ruby
8
8
  class DummyJob < Wayfarer::Base
9
- route { to :index }
9
+ route.to :index
10
10
 
11
11
  def index
12
12
  browser.evaluate("[window.scrollX, window.scrollY]")
@@ -18,7 +18,7 @@ Executing JavaScript requires automating a browser.
18
18
 
19
19
  ```ruby
20
20
  class DummyJob < Wayfarer::Base
21
- route { to :index }
21
+ route.to :index
22
22
 
23
23
  def index
24
24
  # Mind the explicit return
@@ -31,7 +31,7 @@ Executing JavaScript requires automating a browser.
31
31
 
32
32
  ```ruby
33
33
  class DummyJob < Wayfarer::Base
34
- route { to :index }
34
+ route.to :index
35
35
 
36
36
  def index
37
37
  # Capybara does not return value of JavaScript execution