wayfarer 0.4.7 → 0.4.8
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/.env +17 -0
- data/.github/workflows/lint.yaml +8 -6
- data/.github/workflows/release.yaml +4 -3
- data/.github/workflows/tests.yaml +5 -14
- data/.gitignore +2 -2
- data/.rubocop.yml +31 -0
- data/.vale.ini +6 -3
- data/Dockerfile +3 -2
- data/Gemfile +21 -0
- data/Gemfile.lock +233 -128
- data/Rakefile +7 -0
- data/docker-compose.yml +13 -14
- data/docs/guides/callbacks.md +3 -1
- data/docs/guides/configuration.md +10 -35
- data/docs/guides/development.md +67 -0
- data/docs/guides/handlers.md +7 -7
- data/docs/guides/jobs.md +54 -11
- data/docs/guides/networking/custom_adapters.md +31 -10
- data/docs/guides/pages.md +24 -22
- data/docs/guides/routing.md +116 -34
- data/docs/guides/tasks.md +30 -10
- data/docs/guides/tutorial.md +23 -17
- data/docs/guides/user_agents.md +11 -9
- data/lib/wayfarer/base.rb +9 -8
- data/lib/wayfarer/batch_completion.rb +18 -14
- data/lib/wayfarer/callbacks.rb +14 -14
- data/lib/wayfarer/cli/route_printer.rb +78 -96
- data/lib/wayfarer/cli.rb +12 -30
- data/lib/wayfarer/gc.rb +6 -1
- data/lib/wayfarer/kv.rb +28 -0
- data/lib/wayfarer/middleware/chain.rb +7 -1
- data/lib/wayfarer/middleware/content_type.rb +20 -15
- data/lib/wayfarer/middleware/dedup.rb +9 -3
- data/lib/wayfarer/middleware/dispatch.rb +7 -2
- data/lib/wayfarer/middleware/normalize.rb +4 -12
- data/lib/wayfarer/middleware/router.rb +1 -1
- data/lib/wayfarer/middleware/uri_parser.rb +4 -3
- data/lib/wayfarer/networking/context.rb +12 -1
- data/lib/wayfarer/networking/ferrum.rb +1 -4
- data/lib/wayfarer/networking/follow.rb +2 -1
- data/lib/wayfarer/networking/pool.rb +12 -7
- data/lib/wayfarer/networking/selenium.rb +15 -7
- data/lib/wayfarer/page.rb +0 -2
- data/lib/wayfarer/parsing/xml.rb +1 -1
- data/lib/wayfarer/parsing.rb +2 -5
- data/lib/wayfarer/redis/barrier.rb +15 -2
- data/lib/wayfarer/redis/counter.rb +1 -2
- data/lib/wayfarer/routing/dsl.rb +166 -31
- data/lib/wayfarer/routing/hash_stack.rb +33 -0
- data/lib/wayfarer/routing/matchers/custom.rb +8 -5
- data/lib/wayfarer/routing/matchers/{suffix.rb → empty_params.rb} +2 -6
- data/lib/wayfarer/routing/matchers/host.rb +15 -9
- data/lib/wayfarer/routing/matchers/path.rb +11 -33
- data/lib/wayfarer/routing/matchers/query.rb +41 -17
- data/lib/wayfarer/routing/matchers/result.rb +12 -0
- data/lib/wayfarer/routing/matchers/scheme.rb +13 -5
- data/lib/wayfarer/routing/matchers/url.rb +13 -5
- data/lib/wayfarer/routing/path_consumer.rb +130 -0
- data/lib/wayfarer/routing/path_finder.rb +151 -23
- data/lib/wayfarer/routing/result.rb +1 -1
- data/lib/wayfarer/routing/root_route.rb +14 -2
- data/lib/wayfarer/routing/route.rb +71 -14
- data/lib/wayfarer/routing/serializable.rb +28 -0
- data/lib/wayfarer/routing/sub_route.rb +53 -0
- data/lib/wayfarer/routing/target_route.rb +17 -1
- data/lib/wayfarer/stringify.rb +1 -2
- data/lib/wayfarer/task.rb +3 -5
- data/lib/wayfarer/uri/normalization.rb +120 -0
- data/lib/wayfarer.rb +50 -10
- data/mise.toml +2 -0
- data/mkdocs.yml +8 -17
- data/rake/lint.rake +0 -96
- data/rake/release.rake +5 -11
- data/rake/tests.rake +8 -4
- data/requirements.txt +1 -1
- data/spec/factories/job.rb +8 -0
- data/spec/factories/middleware.rb +2 -2
- data/spec/factories/path_finder.rb +11 -0
- data/spec/factories/redis.rb +19 -0
- data/spec/factories/task.rb +39 -1
- data/spec/spec_helpers.rb +50 -57
- data/spec/support/active_job_helpers.rb +8 -0
- data/spec/support/integration_helpers.rb +21 -0
- data/spec/support/redis_helpers.rb +9 -0
- data/spec/support/test_app.rb +64 -43
- data/spec/{base_spec.rb → wayfarer/base_spec.rb} +32 -36
- data/spec/wayfarer/batch_completion_spec.rb +142 -0
- data/spec/wayfarer/cli/job_spec.rb +88 -0
- data/spec/wayfarer/cli/routing_spec.rb +322 -0
- data/spec/{cli → wayfarer/cli}/version_spec.rb +1 -1
- data/spec/wayfarer/gc_spec.rb +29 -0
- data/spec/{handler_spec.rb → wayfarer/handler_spec.rb} +1 -3
- data/spec/{integration → wayfarer/integration}/callbacks_spec.rb +9 -6
- data/spec/wayfarer/integration/content_type_spec.rb +37 -0
- data/spec/wayfarer/integration/custom_routing_spec.rb +51 -0
- data/spec/{integration → wayfarer/integration}/gc_spec.rb +9 -13
- data/spec/{integration → wayfarer/integration}/handler_spec.rb +9 -10
- data/spec/{integration → wayfarer/integration}/page_spec.rb +8 -6
- data/spec/{integration → wayfarer/integration}/params_spec.rb +4 -4
- data/spec/{integration → wayfarer/integration}/parsing_spec.rb +7 -33
- data/spec/wayfarer/integration/retry_spec.rb +112 -0
- data/spec/{integration → wayfarer/integration}/stage_spec.rb +5 -5
- data/spec/{middleware → wayfarer/middleware}/batch_completion_spec.rb +4 -5
- data/spec/{middleware → wayfarer/middleware}/chain_spec.rb +20 -15
- data/spec/{middleware → wayfarer/middleware}/content_type_spec.rb +18 -21
- data/spec/{middleware → wayfarer/middleware}/controller_spec.rb +22 -20
- data/spec/wayfarer/middleware/dedup_spec.rb +66 -0
- data/spec/wayfarer/middleware/normalize_spec.rb +32 -0
- data/spec/{middleware → wayfarer/middleware}/router_spec.rb +18 -20
- data/spec/{middleware → wayfarer/middleware}/stage_spec.rb +11 -10
- data/spec/wayfarer/middleware/uri_parser_spec.rb +63 -0
- data/spec/{middleware → wayfarer/middleware}/user_agent_spec.rb +34 -32
- data/spec/wayfarer/networking/capybara_spec.rb +13 -0
- data/spec/{networking → wayfarer/networking}/context_spec.rb +46 -38
- data/spec/wayfarer/networking/ferrum_spec.rb +13 -0
- data/spec/{networking → wayfarer/networking}/follow_spec.rb +9 -4
- data/spec/wayfarer/networking/http_spec.rb +12 -0
- data/spec/{networking → wayfarer/networking}/pool_spec.rb +11 -9
- data/spec/wayfarer/networking/selenium_spec.rb +12 -0
- data/spec/{networking → wayfarer/networking}/strategy.rb +33 -54
- data/spec/{page_spec.rb → wayfarer/page_spec.rb} +3 -3
- data/spec/{parsing → wayfarer/parsing}/json_spec.rb +1 -1
- data/spec/{parsing/xml_spec.rb → wayfarer/parsing/xml_parse_spec.rb} +4 -3
- data/spec/{redis → wayfarer/redis}/barrier_spec.rb +5 -4
- data/spec/wayfarer/redis/counter_spec.rb +34 -0
- data/spec/{redis → wayfarer/redis}/pool_spec.rb +3 -2
- data/spec/{routing → wayfarer/routing}/dsl_spec.rb +12 -22
- data/spec/wayfarer/routing/hash_stack_spec.rb +63 -0
- data/spec/wayfarer/routing/integration_spec.rb +101 -0
- data/spec/wayfarer/routing/matchers/custom_spec.rb +39 -0
- data/spec/wayfarer/routing/matchers/host_spec.rb +56 -0
- data/spec/wayfarer/routing/matchers/matcher.rb +17 -0
- data/spec/wayfarer/routing/matchers/path_spec.rb +43 -0
- data/spec/wayfarer/routing/matchers/query_spec.rb +123 -0
- data/spec/wayfarer/routing/matchers/scheme_spec.rb +45 -0
- data/spec/wayfarer/routing/matchers/url_spec.rb +33 -0
- data/spec/wayfarer/routing/path_consumer_spec.rb +123 -0
- data/spec/wayfarer/routing/path_finder_spec.rb +409 -0
- data/spec/wayfarer/routing/root_route_spec.rb +51 -0
- data/spec/wayfarer/routing/route_spec.rb +74 -0
- data/spec/wayfarer/routing/sub_route_spec.rb +103 -0
- data/spec/wayfarer/uri/normalization_spec.rb +98 -0
- data/spec/wayfarer_spec.rb +2 -2
- data/wayfarer.gemspec +17 -28
- metadata +768 -246
- data/.rbenv-gemsets +0 -1
- data/.ruby-version +0 -1
- data/RELEASING.md +0 -17
- data/docs/cookbook/user_agent.md +0 -7
- data/docs/design.md +0 -36
- data/docs/guides/jobs/error_handling.md +0 -40
- data/docs/reference/configuration.md +0 -36
- data/spec/batch_completion_spec.rb +0 -104
- data/spec/cli/job_spec.rb +0 -74
- data/spec/cli/routing_spec.rb +0 -101
- data/spec/fixtures/dummy_job.rb +0 -9
- data/spec/gc_spec.rb +0 -17
- data/spec/integration/content_type_spec.rb +0 -145
- data/spec/integration/routing_spec.rb +0 -18
- data/spec/middleware/dedup_spec.rb +0 -71
- data/spec/middleware/dispatch_spec.rb +0 -59
- data/spec/middleware/normalize_spec.rb +0 -60
- data/spec/middleware/uri_parser_spec.rb +0 -53
- data/spec/networking/capybara_spec.rb +0 -12
- data/spec/networking/ferrum_spec.rb +0 -12
- data/spec/networking/http_spec.rb +0 -12
- data/spec/networking/selenium_spec.rb +0 -12
- data/spec/redis/counter_spec.rb +0 -44
- data/spec/routing/integration_spec.rb +0 -110
- data/spec/routing/matchers/custom_spec.rb +0 -31
- data/spec/routing/matchers/host_spec.rb +0 -49
- data/spec/routing/matchers/path_spec.rb +0 -43
- data/spec/routing/matchers/query_spec.rb +0 -137
- data/spec/routing/matchers/scheme_spec.rb +0 -25
- data/spec/routing/matchers/suffix_spec.rb +0 -41
- data/spec/routing/matchers/uri_spec.rb +0 -27
- data/spec/routing/path_finder_spec.rb +0 -33
- data/spec/routing/root_route_spec.rb +0 -29
- data/spec/routing/route_spec.rb +0 -43
- data/docs/{reference → guides}/cli.md +0 -0
- data/spec/{stringify_spec.rb → wayfarer/stringify_spec.rb} +2 -2
- /data/spec/{task_spec.rb → wayfarer/task_spec.rb} +0 -0
@@ -1,41 +0,0 @@
|
|
1
|
-
# frozen_string_literal: true
|
2
|
-
|
3
|
-
require "spec_helpers"
|
4
|
-
|
5
|
-
describe Wayfarer::Routing::Matchers::Suffix do
|
6
|
-
subject(:matcher) { Wayfarer::Routing::Matchers::Suffix.new(".png") }
|
7
|
-
|
8
|
-
describe "#match" do
|
9
|
-
context "with matching URL" do
|
10
|
-
it "returns true" do
|
11
|
-
urls = %w[
|
12
|
-
http://example.com/foo.png
|
13
|
-
https://example.com/a/b.png/c.png
|
14
|
-
http://example.com/foobar.html.png
|
15
|
-
https://example.com/foo.png/bar.png
|
16
|
-
].map { |u| Addressable::URI.parse(u) }
|
17
|
-
|
18
|
-
urls.each do |url|
|
19
|
-
expect(matcher).to match(url)
|
20
|
-
end
|
21
|
-
end
|
22
|
-
end
|
23
|
-
|
24
|
-
context "with mismatching URL" do
|
25
|
-
it "returns false" do
|
26
|
-
urls = %w[
|
27
|
-
http://example.png
|
28
|
-
http://example.com.png
|
29
|
-
https://example.com/a/b.png/c
|
30
|
-
http://example.com.html
|
31
|
-
http://example.com/foobar.html
|
32
|
-
https://example.com/foo.png/bar.png.html
|
33
|
-
].map { |u| Addressable::URI.parse(u) }
|
34
|
-
|
35
|
-
urls.each do |url|
|
36
|
-
expect(matcher).not_to match(url)
|
37
|
-
end
|
38
|
-
end
|
39
|
-
end
|
40
|
-
end
|
41
|
-
end
|
@@ -1,27 +0,0 @@
|
|
1
|
-
# frozen_string_literal: true
|
2
|
-
|
3
|
-
require "spec_helpers"
|
4
|
-
|
5
|
-
describe Wayfarer::Routing::Matchers::URL do
|
6
|
-
subject(:matcher) do
|
7
|
-
Wayfarer::Routing::Matchers::URL.new("http://example.com/foo/bar")
|
8
|
-
end
|
9
|
-
|
10
|
-
describe "#match" do
|
11
|
-
context "with matching URL" do
|
12
|
-
let(:url) { Addressable::URI.parse("http://example.com/foo/bar") }
|
13
|
-
|
14
|
-
it "returns true" do
|
15
|
-
expect(matcher).to match(url)
|
16
|
-
end
|
17
|
-
end
|
18
|
-
|
19
|
-
context "with mismatching URL" do
|
20
|
-
let(:url) { Addressable::URI.parse("http://example.com/foo/qux") }
|
21
|
-
|
22
|
-
it "returns true" do
|
23
|
-
expect(matcher).not_to match(url)
|
24
|
-
end
|
25
|
-
end
|
26
|
-
end
|
27
|
-
end
|
@@ -1,33 +0,0 @@
|
|
1
|
-
# frozen_string_literal: true
|
2
|
-
|
3
|
-
require "spec_helpers"
|
4
|
-
|
5
|
-
describe Wayfarer::Routing::PathFinder do
|
6
|
-
let(:route) do
|
7
|
-
Wayfarer::Routing::RootRoute.new.to(:foobar) do
|
8
|
-
host "example.com", path: "/:a/:b"
|
9
|
-
end
|
10
|
-
end
|
11
|
-
|
12
|
-
subject(:result) { Wayfarer::Routing::PathFinder.result(route, Addressable::URI.parse(url)) }
|
13
|
-
|
14
|
-
describe "::result" do
|
15
|
-
context "with matching URL" do
|
16
|
-
let(:url) { "https://example.com/alpha/beta" }
|
17
|
-
|
18
|
-
it "returns a Match" do
|
19
|
-
expect(result).to be_a(Wayfarer::Routing::Result::Match)
|
20
|
-
expect(result.action).to be(:foobar)
|
21
|
-
expect(result.params).to eq("a" => "alpha", "b" => "beta")
|
22
|
-
end
|
23
|
-
end
|
24
|
-
|
25
|
-
context "with mismatching URL" do
|
26
|
-
let(:url) { "https://yahoo.com/alpha/zyklon" }
|
27
|
-
|
28
|
-
it "returns a Mismatch" do
|
29
|
-
expect(result).to be_a(Wayfarer::Routing::Result::Mismatch)
|
30
|
-
end
|
31
|
-
end
|
32
|
-
end
|
33
|
-
end
|
@@ -1,29 +0,0 @@
|
|
1
|
-
# frozen_string_literal: true
|
2
|
-
|
3
|
-
require "spec_helpers"
|
4
|
-
|
5
|
-
describe Wayfarer::Routing::Route do
|
6
|
-
let(:route) { Wayfarer::Routing::RootRoute.new }
|
7
|
-
|
8
|
-
describe "#matcher" do
|
9
|
-
subject(:matcher) { route.matcher }
|
10
|
-
|
11
|
-
context "with child routes" do
|
12
|
-
before { route.host("http://google.com") }
|
13
|
-
|
14
|
-
it "returns true" do
|
15
|
-
%w[http://example.com http://w3c.org http://google.com].each do |url|
|
16
|
-
expect(matcher).to match(Addressable::URI.parse(url))
|
17
|
-
end
|
18
|
-
end
|
19
|
-
end
|
20
|
-
|
21
|
-
context "without child routes" do
|
22
|
-
it "returns false" do
|
23
|
-
%w[http://example.com http://w3c.org http://google.com].each do |url|
|
24
|
-
expect(matcher).not_to match(Addressable::URI.parse(url))
|
25
|
-
end
|
26
|
-
end
|
27
|
-
end
|
28
|
-
end
|
29
|
-
end
|
data/spec/routing/route_spec.rb
DELETED
@@ -1,43 +0,0 @@
|
|
1
|
-
# frozen_string_literal: true
|
2
|
-
|
3
|
-
require "spec_helpers"
|
4
|
-
|
5
|
-
describe Wayfarer::Routing::Route do
|
6
|
-
subject(:root) { Wayfarer::Routing::RootRoute.new }
|
7
|
-
|
8
|
-
describe "#invoke" do
|
9
|
-
context "with matching matchers" do
|
10
|
-
it "returns a Match" do
|
11
|
-
root.host "example.com", to: :overridden do
|
12
|
-
path "/:a/:b" do
|
13
|
-
to :overrider, query: { page: 42 }
|
14
|
-
end
|
15
|
-
end
|
16
|
-
|
17
|
-
result = root.invoke(Addressable::URI.parse("http://example.com/foo/bar?page=42"))
|
18
|
-
|
19
|
-
expect(result).to be_a(Wayfarer::Routing::Result::Match)
|
20
|
-
expect(result.action).to be(:overrider)
|
21
|
-
expect(result.params).to eq({
|
22
|
-
"a" => "foo",
|
23
|
-
"b" => "bar",
|
24
|
-
"page" => "42"
|
25
|
-
})
|
26
|
-
end
|
27
|
-
end
|
28
|
-
|
29
|
-
context "with mismatching matchers" do
|
30
|
-
it "returns a Mismatch" do
|
31
|
-
root.host "example.com", to: :overridden do
|
32
|
-
path "/:a/:b" do
|
33
|
-
query({ page: 42 }, { to: :overrider })
|
34
|
-
end
|
35
|
-
end
|
36
|
-
|
37
|
-
result = root.invoke(Addressable::URI.parse("http://w3c.org/foo/bar?page=42"))
|
38
|
-
|
39
|
-
expect(result).to be_a(Wayfarer::Routing::Result::Mismatch)
|
40
|
-
end
|
41
|
-
end
|
42
|
-
end
|
43
|
-
end
|
File without changes
|
@@ -3,6 +3,8 @@
|
|
3
3
|
require "spec_helpers"
|
4
4
|
|
5
5
|
describe Wayfarer::Stringify do
|
6
|
+
subject(:instance) { klass.new(1, 2.0, :three, "four") }
|
7
|
+
|
6
8
|
let(:klass) do
|
7
9
|
Class.new(Struct.new(:a, :b, :c, :d)) do
|
8
10
|
include Wayfarer::Stringify
|
@@ -11,8 +13,6 @@ describe Wayfarer::Stringify do
|
|
11
13
|
end
|
12
14
|
end
|
13
15
|
|
14
|
-
subject(:instance) { klass.new(1, 2.0, :three, "four") }
|
15
|
-
|
16
16
|
before { stub_const("Foobar", klass) }
|
17
17
|
|
18
18
|
describe "#to_s" do
|
File without changes
|