metainspector 5.11.0 → 5.12.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/.circleci/config.yml +38 -0
- data/.github/FUNDING.yml +1 -0
- data/.github/dependabot.yml +7 -0
- data/.gitignore +1 -1
- data/CHANGELOG.md +9 -1
- data/Gemfile.lock +131 -0
- data/README.md +2 -1
- data/lib/meta_inspector/parsers/links.rb +1 -1
- data/lib/meta_inspector/request.rb +1 -1
- data/lib/meta_inspector/version.rb +1 -1
- data/meta_inspector.gemspec +15 -15
- data/spec/fixtures/relative_links_with_relative_dir_base.response +22 -0
- data/spec/fixtures/relative_links_with_relative_doc_base.response +22 -0
- data/spec/fixtures/relative_links_with_relative_root_base.response +22 -0
- data/spec/meta_inspector/links_spec.rb +20 -0
- data/spec/spec_helper.rb +3 -0
- metadata +48 -36
- data/.travis.yml +0 -5
checksums.yaml
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
---
|
|
2
2
|
SHA256:
|
|
3
|
-
metadata.gz:
|
|
4
|
-
data.tar.gz:
|
|
3
|
+
metadata.gz: 7fc7d7579a1cd396d05264acebeeff759d80011a9fdb51f595b1cecccf47ac75
|
|
4
|
+
data.tar.gz: a1ec58df5849aed74d135b7385228545620a503d3f06ba4931316df73744b076
|
|
5
5
|
SHA512:
|
|
6
|
-
metadata.gz:
|
|
7
|
-
data.tar.gz:
|
|
6
|
+
metadata.gz: 1b84ee3ff7c2d17c486ac539ed70f90788537a887737e30908bf5182cbc305e329e3df0bcca8b40e50a38def7c98f3c14dd8463169676ac2ab9dfd319168c245
|
|
7
|
+
data.tar.gz: c9609707ff754adb358a3da22d3ae1f9b01ef33742f062633fe7313b46df49633a59d323a6a2aa030b19a7b263281c47a1fddbdb6b4bc1898f9c52f85be05c26
|
|
@@ -0,0 +1,38 @@
|
|
|
1
|
+
version: 2.1
|
|
2
|
+
orbs:
|
|
3
|
+
ruby: circleci/ruby@1.0.4
|
|
4
|
+
jobs:
|
|
5
|
+
test_2_6:
|
|
6
|
+
docker:
|
|
7
|
+
- image: cimg/ruby:2.6.9
|
|
8
|
+
steps:
|
|
9
|
+
- checkout
|
|
10
|
+
- ruby/install-deps
|
|
11
|
+
- run:
|
|
12
|
+
name: Run tests
|
|
13
|
+
command: bundle exec rake
|
|
14
|
+
test_2_7:
|
|
15
|
+
docker:
|
|
16
|
+
- image: cimg/ruby:2.7.5
|
|
17
|
+
steps:
|
|
18
|
+
- checkout
|
|
19
|
+
- ruby/install-deps
|
|
20
|
+
- run:
|
|
21
|
+
name: Run tests
|
|
22
|
+
command: bundle exec rake
|
|
23
|
+
test_3_0:
|
|
24
|
+
docker:
|
|
25
|
+
- image: cimg/ruby:3.0.3
|
|
26
|
+
steps:
|
|
27
|
+
- checkout
|
|
28
|
+
- ruby/install-deps
|
|
29
|
+
- run:
|
|
30
|
+
name: Run tests
|
|
31
|
+
command: bundle exec rake
|
|
32
|
+
workflows:
|
|
33
|
+
version: 2
|
|
34
|
+
deploy:
|
|
35
|
+
jobs:
|
|
36
|
+
- test_2_6
|
|
37
|
+
- test_2_7
|
|
38
|
+
- test_3_0
|
data/.github/FUNDING.yml
ADDED
|
@@ -0,0 +1 @@
|
|
|
1
|
+
github: jaimeiniesta
|
data/.gitignore
CHANGED
data/CHANGELOG.md
CHANGED
|
@@ -1,6 +1,14 @@
|
|
|
1
1
|
# MetaInpector Changelog
|
|
2
2
|
|
|
3
|
-
##
|
|
3
|
+
## [Changes in 5.11.2](https://github.com/jaimeiniesta/metainspector/compare/v5.11.1...v5.11.2)
|
|
4
|
+
|
|
5
|
+
* Relax dependencies to allow minor releases.
|
|
6
|
+
|
|
7
|
+
## [Changes in 5.11.0](https://github.com/jaimeiniesta/metainspector/compare/v5.11.0...v5.11.1)
|
|
8
|
+
|
|
9
|
+
* Upgrade to Nokogiri 1.11.0.
|
|
10
|
+
|
|
11
|
+
## [Changes in 5.11.0](https://github.com/jaimeiniesta/metainspector/compare/v5.10.1...v5.11.0)
|
|
4
12
|
|
|
5
13
|
* Upgrade to Faraday 1.1.
|
|
6
14
|
|
data/Gemfile.lock
ADDED
|
@@ -0,0 +1,131 @@
|
|
|
1
|
+
PATH
|
|
2
|
+
remote: .
|
|
3
|
+
specs:
|
|
4
|
+
metainspector (5.11.2)
|
|
5
|
+
addressable (~> 2.7)
|
|
6
|
+
faraday (>= 1.4, < 3.0)
|
|
7
|
+
faraday-cookie_jar (~> 0.0)
|
|
8
|
+
faraday-encoding (~> 0.0)
|
|
9
|
+
faraday-http-cache (~> 2.2)
|
|
10
|
+
faraday_middleware (~> 1.0)
|
|
11
|
+
fastimage (~> 2.2)
|
|
12
|
+
nesty (~> 1.0)
|
|
13
|
+
nokogiri (~> 1.11)
|
|
14
|
+
|
|
15
|
+
GEM
|
|
16
|
+
remote: http://rubygems.org/
|
|
17
|
+
specs:
|
|
18
|
+
addressable (2.8.0)
|
|
19
|
+
public_suffix (>= 2.0.2, < 5.0)
|
|
20
|
+
ast (2.4.2)
|
|
21
|
+
awesome_print (1.9.2)
|
|
22
|
+
coderay (1.1.3)
|
|
23
|
+
crack (0.4.5)
|
|
24
|
+
rexml
|
|
25
|
+
diff-lcs (1.5.0)
|
|
26
|
+
domain_name (0.5.20190701)
|
|
27
|
+
unf (>= 0.0.5, < 1.0.0)
|
|
28
|
+
faraday (1.10.0)
|
|
29
|
+
faraday-em_http (~> 1.0)
|
|
30
|
+
faraday-em_synchrony (~> 1.0)
|
|
31
|
+
faraday-excon (~> 1.1)
|
|
32
|
+
faraday-httpclient (~> 1.0)
|
|
33
|
+
faraday-multipart (~> 1.0)
|
|
34
|
+
faraday-net_http (~> 1.0)
|
|
35
|
+
faraday-net_http_persistent (~> 1.0)
|
|
36
|
+
faraday-patron (~> 1.0)
|
|
37
|
+
faraday-rack (~> 1.0)
|
|
38
|
+
faraday-retry (~> 1.0)
|
|
39
|
+
ruby2_keywords (>= 0.0.4)
|
|
40
|
+
faraday-cookie_jar (0.0.7)
|
|
41
|
+
faraday (>= 0.8.0)
|
|
42
|
+
http-cookie (~> 1.0.0)
|
|
43
|
+
faraday-em_http (1.0.0)
|
|
44
|
+
faraday-em_synchrony (1.0.0)
|
|
45
|
+
faraday-encoding (0.0.5)
|
|
46
|
+
faraday
|
|
47
|
+
faraday-excon (1.1.0)
|
|
48
|
+
faraday-http-cache (2.2.0)
|
|
49
|
+
faraday (>= 0.8)
|
|
50
|
+
faraday-httpclient (1.0.1)
|
|
51
|
+
faraday-multipart (1.0.3)
|
|
52
|
+
multipart-post (>= 1.2, < 3)
|
|
53
|
+
faraday-net_http (1.0.1)
|
|
54
|
+
faraday-net_http_persistent (1.2.0)
|
|
55
|
+
faraday-patron (1.0.0)
|
|
56
|
+
faraday-rack (1.0.0)
|
|
57
|
+
faraday-retry (1.0.3)
|
|
58
|
+
faraday_middleware (1.2.0)
|
|
59
|
+
faraday (~> 1.0)
|
|
60
|
+
fastimage (2.2.6)
|
|
61
|
+
hashdiff (1.0.1)
|
|
62
|
+
http-cookie (1.0.4)
|
|
63
|
+
domain_name (~> 0.5)
|
|
64
|
+
method_source (1.0.0)
|
|
65
|
+
mini_portile2 (2.8.0)
|
|
66
|
+
multipart-post (2.1.1)
|
|
67
|
+
nesty (1.0.2)
|
|
68
|
+
nokogiri (1.13.3)
|
|
69
|
+
mini_portile2 (~> 2.8.0)
|
|
70
|
+
racc (~> 1.4)
|
|
71
|
+
parallel (1.22.1)
|
|
72
|
+
parser (3.1.1.0)
|
|
73
|
+
ast (~> 2.4.1)
|
|
74
|
+
pry (0.14.1)
|
|
75
|
+
coderay (~> 1.1)
|
|
76
|
+
method_source (~> 1.0)
|
|
77
|
+
public_suffix (4.0.6)
|
|
78
|
+
racc (1.6.0)
|
|
79
|
+
rainbow (3.1.1)
|
|
80
|
+
rake (13.0.6)
|
|
81
|
+
regexp_parser (2.2.1)
|
|
82
|
+
rexml (3.2.5)
|
|
83
|
+
rspec (3.11.0)
|
|
84
|
+
rspec-core (~> 3.11.0)
|
|
85
|
+
rspec-expectations (~> 3.11.0)
|
|
86
|
+
rspec-mocks (~> 3.11.0)
|
|
87
|
+
rspec-core (3.11.0)
|
|
88
|
+
rspec-support (~> 3.11.0)
|
|
89
|
+
rspec-expectations (3.11.0)
|
|
90
|
+
diff-lcs (>= 1.2.0, < 2.0)
|
|
91
|
+
rspec-support (~> 3.11.0)
|
|
92
|
+
rspec-mocks (3.11.0)
|
|
93
|
+
diff-lcs (>= 1.2.0, < 2.0)
|
|
94
|
+
rspec-support (~> 3.11.0)
|
|
95
|
+
rspec-support (3.11.0)
|
|
96
|
+
rubocop (1.26.1)
|
|
97
|
+
parallel (~> 1.10)
|
|
98
|
+
parser (>= 3.1.0.0)
|
|
99
|
+
rainbow (>= 2.2.2, < 4.0)
|
|
100
|
+
regexp_parser (>= 1.8, < 3.0)
|
|
101
|
+
rexml
|
|
102
|
+
rubocop-ast (>= 1.16.0, < 2.0)
|
|
103
|
+
ruby-progressbar (~> 1.7)
|
|
104
|
+
unicode-display_width (>= 1.4.0, < 3.0)
|
|
105
|
+
rubocop-ast (1.16.0)
|
|
106
|
+
parser (>= 3.1.1.0)
|
|
107
|
+
ruby-progressbar (1.11.0)
|
|
108
|
+
ruby2_keywords (0.0.5)
|
|
109
|
+
unf (0.1.4)
|
|
110
|
+
unf_ext
|
|
111
|
+
unf_ext (0.0.8.1)
|
|
112
|
+
unicode-display_width (2.1.0)
|
|
113
|
+
webmock (3.14.0)
|
|
114
|
+
addressable (>= 2.8.0)
|
|
115
|
+
crack (>= 0.3.2)
|
|
116
|
+
hashdiff (>= 0.4.0, < 2.0.0)
|
|
117
|
+
|
|
118
|
+
PLATFORMS
|
|
119
|
+
ruby
|
|
120
|
+
|
|
121
|
+
DEPENDENCIES
|
|
122
|
+
awesome_print (~> 1.9)
|
|
123
|
+
metainspector!
|
|
124
|
+
pry (~> 0.14)
|
|
125
|
+
rake (~> 13.0)
|
|
126
|
+
rspec (~> 3.10)
|
|
127
|
+
rubocop (~> 1.16)
|
|
128
|
+
webmock (~> 3.13)
|
|
129
|
+
|
|
130
|
+
BUNDLED WITH
|
|
131
|
+
2.2.32
|
data/README.md
CHANGED
|
@@ -1,4 +1,5 @@
|
|
|
1
|
-
# MetaInspector
|
|
1
|
+
# MetaInspector
|
|
2
|
+
[](http://badge.fury.io/rb/metainspector) [](https://circleci.com/gh/metainspector/metainspector) [](https://codeclimate.com/github/jaimeiniesta/metainspector) [](https://github.com/markets/awesome-ruby)
|
|
2
3
|
|
|
3
4
|
MetaInspector is a gem for web scraping purposes.
|
|
4
5
|
|
|
@@ -47,7 +47,7 @@ module MetaInspector
|
|
|
47
47
|
# This can be the one set on a <base> tag,
|
|
48
48
|
# or the url of the document if no <base> tag was found.
|
|
49
49
|
def base_url
|
|
50
|
-
current_base_href = base_href.to_s.strip.empty? ? nil : base_href
|
|
50
|
+
current_base_href = base_href.to_s.strip.empty? ? nil : URL.absolutify(base_href, URL.new(url).root_url)
|
|
51
51
|
current_base_href || url
|
|
52
52
|
end
|
|
53
53
|
|
|
@@ -70,7 +70,7 @@ module MetaInspector
|
|
|
70
70
|
|
|
71
71
|
if @faraday_http_cache.is_a?(Hash)
|
|
72
72
|
@faraday_http_cache[:serializer] ||= Marshal
|
|
73
|
-
faraday.use Faraday::HttpCache,
|
|
73
|
+
faraday.use Faraday::HttpCache, **@faraday_http_cache
|
|
74
74
|
end
|
|
75
75
|
|
|
76
76
|
faraday.headers.merge!(@headers || {})
|
data/meta_inspector.gemspec
CHANGED
|
@@ -14,20 +14,20 @@ Gem::Specification.new do |gem|
|
|
|
14
14
|
gem.require_paths = ["lib"]
|
|
15
15
|
gem.version = MetaInspector::VERSION
|
|
16
16
|
|
|
17
|
-
gem.add_dependency 'nokogiri', '~> 1.
|
|
18
|
-
gem.add_dependency 'faraday', '
|
|
19
|
-
gem.add_dependency 'faraday_middleware', '~> 1.0
|
|
20
|
-
gem.add_dependency 'faraday-cookie_jar', '~> 0.0
|
|
21
|
-
gem.add_dependency 'faraday-http-cache', '~> 2.2
|
|
22
|
-
gem.add_dependency 'faraday-encoding', '~> 0.0
|
|
23
|
-
gem.add_dependency 'addressable', '~> 2.7
|
|
24
|
-
gem.add_dependency 'fastimage', '~> 2.
|
|
25
|
-
gem.add_dependency 'nesty', '~> 1.0
|
|
17
|
+
gem.add_dependency 'nokogiri', '~> 1.11'
|
|
18
|
+
gem.add_dependency 'faraday', '>= 1.4', '< 3.0'
|
|
19
|
+
gem.add_dependency 'faraday_middleware', '~> 1.0'
|
|
20
|
+
gem.add_dependency 'faraday-cookie_jar', '~> 0.0'
|
|
21
|
+
gem.add_dependency 'faraday-http-cache', '~> 2.2'
|
|
22
|
+
gem.add_dependency 'faraday-encoding', '~> 0.0'
|
|
23
|
+
gem.add_dependency 'addressable', '~> 2.7'
|
|
24
|
+
gem.add_dependency 'fastimage', '~> 2.2'
|
|
25
|
+
gem.add_dependency 'nesty', '~> 1.0'
|
|
26
26
|
|
|
27
|
-
gem.add_development_dependency 'rspec', '~> 3.
|
|
28
|
-
gem.add_development_dependency 'webmock', '~> 3.
|
|
29
|
-
gem.add_development_dependency 'awesome_print', '~> 1.
|
|
30
|
-
gem.add_development_dependency 'rake', '~> 13.0
|
|
31
|
-
gem.add_development_dependency 'pry', '~> 0.
|
|
32
|
-
gem.add_development_dependency 'rubocop', '~>
|
|
27
|
+
gem.add_development_dependency 'rspec', '~> 3.10'
|
|
28
|
+
gem.add_development_dependency 'webmock', '~> 3.13'
|
|
29
|
+
gem.add_development_dependency 'awesome_print', '~> 1.9'
|
|
30
|
+
gem.add_development_dependency 'rake', '~> 13.0'
|
|
31
|
+
gem.add_development_dependency 'pry', '~> 0.14'
|
|
32
|
+
gem.add_development_dependency 'rubocop', '~> 1.16'
|
|
33
33
|
end
|
|
@@ -0,0 +1,22 @@
|
|
|
1
|
+
HTTP/1.1 200 OK
|
|
2
|
+
Server: nginx/1.0.5
|
|
3
|
+
Date: Thu, 29 Dec 2011 23:10:13 GMT
|
|
4
|
+
Content-Type: text/html
|
|
5
|
+
Content-Length: 15013
|
|
6
|
+
Last-Modified: Fri, 02 Dec 2011 21:00:49 GMT
|
|
7
|
+
Connection: keep-alive
|
|
8
|
+
Accept-Ranges: bytes
|
|
9
|
+
|
|
10
|
+
<!DOCTYPE html>
|
|
11
|
+
<html>
|
|
12
|
+
<head>
|
|
13
|
+
<base href="/other/" />
|
|
14
|
+
<meta charset="utf-8" />
|
|
15
|
+
<title>Relative links</title>
|
|
16
|
+
</head>
|
|
17
|
+
<body>
|
|
18
|
+
<p>Relative links</p>
|
|
19
|
+
<a href="about">About</a>
|
|
20
|
+
<a href="../sitemap">Sitemap</a>
|
|
21
|
+
</body>
|
|
22
|
+
</html>
|
|
@@ -0,0 +1,22 @@
|
|
|
1
|
+
HTTP/1.1 200 OK
|
|
2
|
+
Server: nginx/1.0.5
|
|
3
|
+
Date: Thu, 29 Dec 2011 23:10:13 GMT
|
|
4
|
+
Content-Type: text/html
|
|
5
|
+
Content-Length: 15013
|
|
6
|
+
Last-Modified: Fri, 02 Dec 2011 21:00:49 GMT
|
|
7
|
+
Connection: keep-alive
|
|
8
|
+
Accept-Ranges: bytes
|
|
9
|
+
|
|
10
|
+
<!DOCTYPE html>
|
|
11
|
+
<html>
|
|
12
|
+
<head>
|
|
13
|
+
<base href="/other" />
|
|
14
|
+
<meta charset="utf-8" />
|
|
15
|
+
<title>Relative links</title>
|
|
16
|
+
</head>
|
|
17
|
+
<body>
|
|
18
|
+
<p>Relative links</p>
|
|
19
|
+
<a href="about">About</a>
|
|
20
|
+
<a href="../sitemap">Sitemap</a>
|
|
21
|
+
</body>
|
|
22
|
+
</html>
|
|
@@ -0,0 +1,22 @@
|
|
|
1
|
+
HTTP/1.1 200 OK
|
|
2
|
+
Server: nginx/1.0.5
|
|
3
|
+
Date: Thu, 29 Dec 2011 23:10:13 GMT
|
|
4
|
+
Content-Type: text/html
|
|
5
|
+
Content-Length: 15013
|
|
6
|
+
Last-Modified: Fri, 02 Dec 2011 21:00:49 GMT
|
|
7
|
+
Connection: keep-alive
|
|
8
|
+
Accept-Ranges: bytes
|
|
9
|
+
|
|
10
|
+
<!DOCTYPE html>
|
|
11
|
+
<html>
|
|
12
|
+
<head>
|
|
13
|
+
<base href="/" />
|
|
14
|
+
<meta charset="utf-8" />
|
|
15
|
+
<title>Relative links</title>
|
|
16
|
+
</head>
|
|
17
|
+
<body>
|
|
18
|
+
<p>Relative links</p>
|
|
19
|
+
<a href="about">About</a>
|
|
20
|
+
<a href="../sitemap">Sitemap</a>
|
|
21
|
+
</body>
|
|
22
|
+
</html>
|
|
@@ -164,6 +164,26 @@ describe MetaInspector do
|
|
|
164
164
|
end
|
|
165
165
|
end
|
|
166
166
|
|
|
167
|
+
describe 'Relative links with relative base' do
|
|
168
|
+
it 'should get the relative links with relative directory base' do
|
|
169
|
+
m = MetaInspector.new('http://relativewithrelativebase.com/relativedir')
|
|
170
|
+
expect(m.links.all).to eq(['http://relativewithrelativebase.com/other/about',
|
|
171
|
+
'http://relativewithrelativebase.com/sitemap'])
|
|
172
|
+
end
|
|
173
|
+
|
|
174
|
+
it 'should get the relative links with relative document base' do
|
|
175
|
+
m = MetaInspector.new('http://relativewithrelativebase.com/relativedoc')
|
|
176
|
+
expect(m.links.all).to eq(['http://relativewithrelativebase.com/about',
|
|
177
|
+
'http://relativewithrelativebase.com/sitemap'])
|
|
178
|
+
end
|
|
179
|
+
|
|
180
|
+
it 'should get the relative links with relative root base' do
|
|
181
|
+
m = MetaInspector.new('http://relativewithrelativebase.com/')
|
|
182
|
+
expect(m.links.all).to eq(['http://relativewithrelativebase.com/about',
|
|
183
|
+
'http://relativewithrelativebase.com/sitemap'])
|
|
184
|
+
end
|
|
185
|
+
end
|
|
186
|
+
|
|
167
187
|
describe 'Non-HTTP links' do
|
|
168
188
|
before(:each) do
|
|
169
189
|
@m = MetaInspector.new('http://example.com/nonhttp')
|
data/spec/spec_helper.rb
CHANGED
|
@@ -66,6 +66,9 @@ RSpec.configure do |config|
|
|
|
66
66
|
stub_request(:get, "http://relativewithbase.com/company/page2").to_return(fixture_file("relative_links_with_base.response"))
|
|
67
67
|
stub_request(:get, "http://relativewithbase.com/company/page2/").to_return(fixture_file("relative_links_with_base.response"))
|
|
68
68
|
stub_request(:get, "http://relativewithemptybase.com/company").to_return(fixture_file("relative_links_with_empty_base.response"))
|
|
69
|
+
stub_request(:get, "http://relativewithrelativebase.com/relativedoc").to_return(fixture_file("relative_links_with_relative_doc_base.response"))
|
|
70
|
+
stub_request(:get, "http://relativewithrelativebase.com/relativedir").to_return(fixture_file("relative_links_with_relative_dir_base.response"))
|
|
71
|
+
stub_request(:get, "http://relativewithrelativebase.com/").to_return(fixture_file("relative_links_with_relative_root_base.response"))
|
|
69
72
|
stub_request(:get, "http://theonion-no-description.com").to_return(fixture_file("theonion-no-description.com.response"))
|
|
70
73
|
stub_request(:get, "http://www.24-horas.mx/mexico-firma-acuerdo-bilateral-automotriz-con-argentina/").to_return(fixture_file("relative_og_image.response"))
|
|
71
74
|
stub_request(:get, "http://www.alazan.com").to_return(fixture_file("alazan.com.response"))
|
metadata
CHANGED
|
@@ -1,14 +1,14 @@
|
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
|
2
2
|
name: metainspector
|
|
3
3
|
version: !ruby/object:Gem::Version
|
|
4
|
-
version: 5.
|
|
4
|
+
version: 5.12.0
|
|
5
5
|
platform: ruby
|
|
6
6
|
authors:
|
|
7
7
|
- Jaime Iniesta
|
|
8
8
|
autorequire:
|
|
9
9
|
bindir: bin
|
|
10
10
|
cert_chain: []
|
|
11
|
-
date:
|
|
11
|
+
date: 2022-04-04 00:00:00.000000000 Z
|
|
12
12
|
dependencies:
|
|
13
13
|
- !ruby/object:Gem::Dependency
|
|
14
14
|
name: nokogiri
|
|
@@ -16,210 +16,216 @@ dependencies:
|
|
|
16
16
|
requirements:
|
|
17
17
|
- - "~>"
|
|
18
18
|
- !ruby/object:Gem::Version
|
|
19
|
-
version: 1.
|
|
19
|
+
version: '1.11'
|
|
20
20
|
type: :runtime
|
|
21
21
|
prerelease: false
|
|
22
22
|
version_requirements: !ruby/object:Gem::Requirement
|
|
23
23
|
requirements:
|
|
24
24
|
- - "~>"
|
|
25
25
|
- !ruby/object:Gem::Version
|
|
26
|
-
version: 1.
|
|
26
|
+
version: '1.11'
|
|
27
27
|
- !ruby/object:Gem::Dependency
|
|
28
28
|
name: faraday
|
|
29
29
|
requirement: !ruby/object:Gem::Requirement
|
|
30
30
|
requirements:
|
|
31
|
-
- - "
|
|
31
|
+
- - ">="
|
|
32
|
+
- !ruby/object:Gem::Version
|
|
33
|
+
version: '1.4'
|
|
34
|
+
- - "<"
|
|
32
35
|
- !ruby/object:Gem::Version
|
|
33
|
-
version:
|
|
36
|
+
version: '3.0'
|
|
34
37
|
type: :runtime
|
|
35
38
|
prerelease: false
|
|
36
39
|
version_requirements: !ruby/object:Gem::Requirement
|
|
37
40
|
requirements:
|
|
38
|
-
- - "
|
|
41
|
+
- - ">="
|
|
42
|
+
- !ruby/object:Gem::Version
|
|
43
|
+
version: '1.4'
|
|
44
|
+
- - "<"
|
|
39
45
|
- !ruby/object:Gem::Version
|
|
40
|
-
version:
|
|
46
|
+
version: '3.0'
|
|
41
47
|
- !ruby/object:Gem::Dependency
|
|
42
48
|
name: faraday_middleware
|
|
43
49
|
requirement: !ruby/object:Gem::Requirement
|
|
44
50
|
requirements:
|
|
45
51
|
- - "~>"
|
|
46
52
|
- !ruby/object:Gem::Version
|
|
47
|
-
version: 1.0
|
|
53
|
+
version: '1.0'
|
|
48
54
|
type: :runtime
|
|
49
55
|
prerelease: false
|
|
50
56
|
version_requirements: !ruby/object:Gem::Requirement
|
|
51
57
|
requirements:
|
|
52
58
|
- - "~>"
|
|
53
59
|
- !ruby/object:Gem::Version
|
|
54
|
-
version: 1.0
|
|
60
|
+
version: '1.0'
|
|
55
61
|
- !ruby/object:Gem::Dependency
|
|
56
62
|
name: faraday-cookie_jar
|
|
57
63
|
requirement: !ruby/object:Gem::Requirement
|
|
58
64
|
requirements:
|
|
59
65
|
- - "~>"
|
|
60
66
|
- !ruby/object:Gem::Version
|
|
61
|
-
version: 0.0
|
|
67
|
+
version: '0.0'
|
|
62
68
|
type: :runtime
|
|
63
69
|
prerelease: false
|
|
64
70
|
version_requirements: !ruby/object:Gem::Requirement
|
|
65
71
|
requirements:
|
|
66
72
|
- - "~>"
|
|
67
73
|
- !ruby/object:Gem::Version
|
|
68
|
-
version: 0.0
|
|
74
|
+
version: '0.0'
|
|
69
75
|
- !ruby/object:Gem::Dependency
|
|
70
76
|
name: faraday-http-cache
|
|
71
77
|
requirement: !ruby/object:Gem::Requirement
|
|
72
78
|
requirements:
|
|
73
79
|
- - "~>"
|
|
74
80
|
- !ruby/object:Gem::Version
|
|
75
|
-
version: 2.2
|
|
81
|
+
version: '2.2'
|
|
76
82
|
type: :runtime
|
|
77
83
|
prerelease: false
|
|
78
84
|
version_requirements: !ruby/object:Gem::Requirement
|
|
79
85
|
requirements:
|
|
80
86
|
- - "~>"
|
|
81
87
|
- !ruby/object:Gem::Version
|
|
82
|
-
version: 2.2
|
|
88
|
+
version: '2.2'
|
|
83
89
|
- !ruby/object:Gem::Dependency
|
|
84
90
|
name: faraday-encoding
|
|
85
91
|
requirement: !ruby/object:Gem::Requirement
|
|
86
92
|
requirements:
|
|
87
93
|
- - "~>"
|
|
88
94
|
- !ruby/object:Gem::Version
|
|
89
|
-
version: 0.0
|
|
95
|
+
version: '0.0'
|
|
90
96
|
type: :runtime
|
|
91
97
|
prerelease: false
|
|
92
98
|
version_requirements: !ruby/object:Gem::Requirement
|
|
93
99
|
requirements:
|
|
94
100
|
- - "~>"
|
|
95
101
|
- !ruby/object:Gem::Version
|
|
96
|
-
version: 0.0
|
|
102
|
+
version: '0.0'
|
|
97
103
|
- !ruby/object:Gem::Dependency
|
|
98
104
|
name: addressable
|
|
99
105
|
requirement: !ruby/object:Gem::Requirement
|
|
100
106
|
requirements:
|
|
101
107
|
- - "~>"
|
|
102
108
|
- !ruby/object:Gem::Version
|
|
103
|
-
version: 2.7
|
|
109
|
+
version: '2.7'
|
|
104
110
|
type: :runtime
|
|
105
111
|
prerelease: false
|
|
106
112
|
version_requirements: !ruby/object:Gem::Requirement
|
|
107
113
|
requirements:
|
|
108
114
|
- - "~>"
|
|
109
115
|
- !ruby/object:Gem::Version
|
|
110
|
-
version: 2.7
|
|
116
|
+
version: '2.7'
|
|
111
117
|
- !ruby/object:Gem::Dependency
|
|
112
118
|
name: fastimage
|
|
113
119
|
requirement: !ruby/object:Gem::Requirement
|
|
114
120
|
requirements:
|
|
115
121
|
- - "~>"
|
|
116
122
|
- !ruby/object:Gem::Version
|
|
117
|
-
version: 2.
|
|
123
|
+
version: '2.2'
|
|
118
124
|
type: :runtime
|
|
119
125
|
prerelease: false
|
|
120
126
|
version_requirements: !ruby/object:Gem::Requirement
|
|
121
127
|
requirements:
|
|
122
128
|
- - "~>"
|
|
123
129
|
- !ruby/object:Gem::Version
|
|
124
|
-
version: 2.
|
|
130
|
+
version: '2.2'
|
|
125
131
|
- !ruby/object:Gem::Dependency
|
|
126
132
|
name: nesty
|
|
127
133
|
requirement: !ruby/object:Gem::Requirement
|
|
128
134
|
requirements:
|
|
129
135
|
- - "~>"
|
|
130
136
|
- !ruby/object:Gem::Version
|
|
131
|
-
version: 1.0
|
|
137
|
+
version: '1.0'
|
|
132
138
|
type: :runtime
|
|
133
139
|
prerelease: false
|
|
134
140
|
version_requirements: !ruby/object:Gem::Requirement
|
|
135
141
|
requirements:
|
|
136
142
|
- - "~>"
|
|
137
143
|
- !ruby/object:Gem::Version
|
|
138
|
-
version: 1.0
|
|
144
|
+
version: '1.0'
|
|
139
145
|
- !ruby/object:Gem::Dependency
|
|
140
146
|
name: rspec
|
|
141
147
|
requirement: !ruby/object:Gem::Requirement
|
|
142
148
|
requirements:
|
|
143
149
|
- - "~>"
|
|
144
150
|
- !ruby/object:Gem::Version
|
|
145
|
-
version: 3.
|
|
151
|
+
version: '3.10'
|
|
146
152
|
type: :development
|
|
147
153
|
prerelease: false
|
|
148
154
|
version_requirements: !ruby/object:Gem::Requirement
|
|
149
155
|
requirements:
|
|
150
156
|
- - "~>"
|
|
151
157
|
- !ruby/object:Gem::Version
|
|
152
|
-
version: 3.
|
|
158
|
+
version: '3.10'
|
|
153
159
|
- !ruby/object:Gem::Dependency
|
|
154
160
|
name: webmock
|
|
155
161
|
requirement: !ruby/object:Gem::Requirement
|
|
156
162
|
requirements:
|
|
157
163
|
- - "~>"
|
|
158
164
|
- !ruby/object:Gem::Version
|
|
159
|
-
version: 3.
|
|
165
|
+
version: '3.13'
|
|
160
166
|
type: :development
|
|
161
167
|
prerelease: false
|
|
162
168
|
version_requirements: !ruby/object:Gem::Requirement
|
|
163
169
|
requirements:
|
|
164
170
|
- - "~>"
|
|
165
171
|
- !ruby/object:Gem::Version
|
|
166
|
-
version: 3.
|
|
172
|
+
version: '3.13'
|
|
167
173
|
- !ruby/object:Gem::Dependency
|
|
168
174
|
name: awesome_print
|
|
169
175
|
requirement: !ruby/object:Gem::Requirement
|
|
170
176
|
requirements:
|
|
171
177
|
- - "~>"
|
|
172
178
|
- !ruby/object:Gem::Version
|
|
173
|
-
version: 1.
|
|
179
|
+
version: '1.9'
|
|
174
180
|
type: :development
|
|
175
181
|
prerelease: false
|
|
176
182
|
version_requirements: !ruby/object:Gem::Requirement
|
|
177
183
|
requirements:
|
|
178
184
|
- - "~>"
|
|
179
185
|
- !ruby/object:Gem::Version
|
|
180
|
-
version: 1.
|
|
186
|
+
version: '1.9'
|
|
181
187
|
- !ruby/object:Gem::Dependency
|
|
182
188
|
name: rake
|
|
183
189
|
requirement: !ruby/object:Gem::Requirement
|
|
184
190
|
requirements:
|
|
185
191
|
- - "~>"
|
|
186
192
|
- !ruby/object:Gem::Version
|
|
187
|
-
version: 13.0
|
|
193
|
+
version: '13.0'
|
|
188
194
|
type: :development
|
|
189
195
|
prerelease: false
|
|
190
196
|
version_requirements: !ruby/object:Gem::Requirement
|
|
191
197
|
requirements:
|
|
192
198
|
- - "~>"
|
|
193
199
|
- !ruby/object:Gem::Version
|
|
194
|
-
version: 13.0
|
|
200
|
+
version: '13.0'
|
|
195
201
|
- !ruby/object:Gem::Dependency
|
|
196
202
|
name: pry
|
|
197
203
|
requirement: !ruby/object:Gem::Requirement
|
|
198
204
|
requirements:
|
|
199
205
|
- - "~>"
|
|
200
206
|
- !ruby/object:Gem::Version
|
|
201
|
-
version: 0.
|
|
207
|
+
version: '0.14'
|
|
202
208
|
type: :development
|
|
203
209
|
prerelease: false
|
|
204
210
|
version_requirements: !ruby/object:Gem::Requirement
|
|
205
211
|
requirements:
|
|
206
212
|
- - "~>"
|
|
207
213
|
- !ruby/object:Gem::Version
|
|
208
|
-
version: 0.
|
|
214
|
+
version: '0.14'
|
|
209
215
|
- !ruby/object:Gem::Dependency
|
|
210
216
|
name: rubocop
|
|
211
217
|
requirement: !ruby/object:Gem::Requirement
|
|
212
218
|
requirements:
|
|
213
219
|
- - "~>"
|
|
214
220
|
- !ruby/object:Gem::Version
|
|
215
|
-
version:
|
|
221
|
+
version: '1.16'
|
|
216
222
|
type: :development
|
|
217
223
|
prerelease: false
|
|
218
224
|
version_requirements: !ruby/object:Gem::Requirement
|
|
219
225
|
requirements:
|
|
220
226
|
- - "~>"
|
|
221
227
|
- !ruby/object:Gem::Version
|
|
222
|
-
version:
|
|
228
|
+
version: '1.16'
|
|
223
229
|
description: MetaInspector lets you scrape a web page and get its links, images, texts,
|
|
224
230
|
meta tags...
|
|
225
231
|
email: jaimeiniesta@gmail.com
|
|
@@ -227,12 +233,15 @@ executables: []
|
|
|
227
233
|
extensions: []
|
|
228
234
|
extra_rdoc_files: []
|
|
229
235
|
files:
|
|
236
|
+
- ".circleci/config.yml"
|
|
237
|
+
- ".github/FUNDING.yml"
|
|
238
|
+
- ".github/dependabot.yml"
|
|
230
239
|
- ".gitignore"
|
|
231
240
|
- ".rspec.example"
|
|
232
241
|
- ".rubocop.yml.example"
|
|
233
|
-
- ".travis.yml"
|
|
234
242
|
- CHANGELOG.md
|
|
235
243
|
- Gemfile
|
|
244
|
+
- Gemfile.lock
|
|
236
245
|
- MIT-LICENSE
|
|
237
246
|
- README.md
|
|
238
247
|
- Rakefile
|
|
@@ -303,6 +312,9 @@ files:
|
|
|
303
312
|
- spec/fixtures/relative_links.response
|
|
304
313
|
- spec/fixtures/relative_links_with_base.response
|
|
305
314
|
- spec/fixtures/relative_links_with_empty_base.response
|
|
315
|
+
- spec/fixtures/relative_links_with_relative_dir_base.response
|
|
316
|
+
- spec/fixtures/relative_links_with_relative_doc_base.response
|
|
317
|
+
- spec/fixtures/relative_links_with_relative_root_base.response
|
|
306
318
|
- spec/fixtures/relative_og_image.response
|
|
307
319
|
- spec/fixtures/theonion-no-description.com.response
|
|
308
320
|
- spec/fixtures/theonion.com.response
|
|
@@ -348,7 +360,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
|
|
|
348
360
|
- !ruby/object:Gem::Version
|
|
349
361
|
version: '0'
|
|
350
362
|
requirements: []
|
|
351
|
-
rubygems_version: 3.
|
|
363
|
+
rubygems_version: 3.2.32
|
|
352
364
|
signing_key:
|
|
353
365
|
specification_version: 4
|
|
354
366
|
summary: MetaInspector is a ruby gem for web scraping purposes, that returns metadata
|