metainspector 5.11.1 → 5.12.1
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/.circleci/config.yml +38 -0
- data/.github/FUNDING.yml +1 -0
- data/.github/dependabot.yml +7 -0
- data/.gitignore +1 -1
- data/CHANGELOG.md +12 -0
- data/Gemfile.lock +129 -0
- data/README.md +1 -1
- data/lib/meta_inspector/parsers/links.rb +1 -1
- data/lib/meta_inspector/request.rb +1 -1
- data/lib/meta_inspector/version.rb +1 -1
- data/meta_inspector.gemspec +15 -15
- data/spec/fixtures/relative_links_with_relative_dir_base.response +22 -0
- data/spec/fixtures/relative_links_with_relative_doc_base.response +22 -0
- data/spec/fixtures/relative_links_with_relative_root_base.response +22 -0
- data/spec/meta_inspector/links_spec.rb +20 -0
- data/spec/spec_helper.rb +3 -0
- metadata +48 -36
- data/.travis.yml +0 -5
checksums.yaml
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
---
|
|
2
2
|
SHA256:
|
|
3
|
-
metadata.gz:
|
|
4
|
-
data.tar.gz:
|
|
3
|
+
metadata.gz: a76e4a31936e8935cf4e2e2959fe490fcf2b35cfdd60f7ed0fc20d583eb9ac81
|
|
4
|
+
data.tar.gz: 1aac8bdb3d9f1291209ae90b0c6fd472cdc6d5e0d7ecdcf8bf858bb9123feb65
|
|
5
5
|
SHA512:
|
|
6
|
-
metadata.gz:
|
|
7
|
-
data.tar.gz:
|
|
6
|
+
metadata.gz: ed3788b68ee35ba1d48861d9d9cf336772dc3c59172ab0e0a0d9191923dc139786a0487d72fec3c61f59ce38478189de2bed85e064dafbf5422041d6005f1957
|
|
7
|
+
data.tar.gz: b708194681779875e1b8e0ab33b56275e2313f2271554ab19641dc8da0c5bfb5b7c02006146e589d8973080bc782b4fcf56da1be748c9db91809280f92aafd67
|
|
@@ -0,0 +1,38 @@
|
|
|
1
|
+
version: 2.1
|
|
2
|
+
orbs:
|
|
3
|
+
ruby: circleci/ruby@1.0.4
|
|
4
|
+
jobs:
|
|
5
|
+
test_2_6:
|
|
6
|
+
docker:
|
|
7
|
+
- image: cimg/ruby:2.6.9
|
|
8
|
+
steps:
|
|
9
|
+
- checkout
|
|
10
|
+
- ruby/install-deps
|
|
11
|
+
- run:
|
|
12
|
+
name: Run tests
|
|
13
|
+
command: bundle exec rake
|
|
14
|
+
test_2_7:
|
|
15
|
+
docker:
|
|
16
|
+
- image: cimg/ruby:2.7.5
|
|
17
|
+
steps:
|
|
18
|
+
- checkout
|
|
19
|
+
- ruby/install-deps
|
|
20
|
+
- run:
|
|
21
|
+
name: Run tests
|
|
22
|
+
command: bundle exec rake
|
|
23
|
+
test_3_0:
|
|
24
|
+
docker:
|
|
25
|
+
- image: cimg/ruby:3.0.3
|
|
26
|
+
steps:
|
|
27
|
+
- checkout
|
|
28
|
+
- ruby/install-deps
|
|
29
|
+
- run:
|
|
30
|
+
name: Run tests
|
|
31
|
+
command: bundle exec rake
|
|
32
|
+
workflows:
|
|
33
|
+
version: 2
|
|
34
|
+
deploy:
|
|
35
|
+
jobs:
|
|
36
|
+
- test_2_6
|
|
37
|
+
- test_2_7
|
|
38
|
+
- test_3_0
|
data/.github/FUNDING.yml
ADDED
|
@@ -0,0 +1 @@
|
|
|
1
|
+
github: jaimeiniesta
|
data/.gitignore
CHANGED
data/CHANGELOG.md
CHANGED
|
@@ -1,5 +1,17 @@
|
|
|
1
1
|
# MetaInpector Changelog
|
|
2
2
|
|
|
3
|
+
## [Changes in 5.12.0](https://github.com/metainspector/metainspector/compare/v5.11.2...v5.12.0)
|
|
4
|
+
|
|
5
|
+
* Support Ruby 3.0
|
|
6
|
+
|
|
7
|
+
## [Changes in 5.11.2](https://github.com/jaimeiniesta/metainspector/compare/v5.11.1...v5.11.2)
|
|
8
|
+
|
|
9
|
+
* Relax dependencies to allow minor releases.
|
|
10
|
+
|
|
11
|
+
## [Changes in 5.11.0](https://github.com/jaimeiniesta/metainspector/compare/v5.11.0...v5.11.1)
|
|
12
|
+
|
|
13
|
+
* Upgrade to Nokogiri 1.11.0.
|
|
14
|
+
|
|
3
15
|
## [Changes in 5.11.0](https://github.com/jaimeiniesta/metainspector/compare/v5.10.1...v5.11.0)
|
|
4
16
|
|
|
5
17
|
* Upgrade to Faraday 1.1.
|
data/Gemfile.lock
ADDED
|
@@ -0,0 +1,129 @@
|
|
|
1
|
+
PATH
|
|
2
|
+
remote: .
|
|
3
|
+
specs:
|
|
4
|
+
metainspector (5.12.1)
|
|
5
|
+
addressable (~> 2.7)
|
|
6
|
+
faraday (>= 1.4, < 3.0)
|
|
7
|
+
faraday-cookie_jar (~> 0.0)
|
|
8
|
+
faraday-encoding (~> 0.0)
|
|
9
|
+
faraday-http-cache (~> 2.2)
|
|
10
|
+
faraday_middleware (~> 1.0)
|
|
11
|
+
fastimage (~> 2.2)
|
|
12
|
+
nesty (~> 1.0)
|
|
13
|
+
nokogiri (~> 1.11)
|
|
14
|
+
|
|
15
|
+
GEM
|
|
16
|
+
remote: http://rubygems.org/
|
|
17
|
+
specs:
|
|
18
|
+
addressable (2.8.0)
|
|
19
|
+
public_suffix (>= 2.0.2, < 5.0)
|
|
20
|
+
ast (2.4.2)
|
|
21
|
+
awesome_print (1.9.2)
|
|
22
|
+
coderay (1.1.3)
|
|
23
|
+
crack (0.4.5)
|
|
24
|
+
rexml
|
|
25
|
+
diff-lcs (1.5.0)
|
|
26
|
+
domain_name (0.5.20190701)
|
|
27
|
+
unf (>= 0.0.5, < 1.0.0)
|
|
28
|
+
faraday (1.10.0)
|
|
29
|
+
faraday-em_http (~> 1.0)
|
|
30
|
+
faraday-em_synchrony (~> 1.0)
|
|
31
|
+
faraday-excon (~> 1.1)
|
|
32
|
+
faraday-httpclient (~> 1.0)
|
|
33
|
+
faraday-multipart (~> 1.0)
|
|
34
|
+
faraday-net_http (~> 1.0)
|
|
35
|
+
faraday-net_http_persistent (~> 1.0)
|
|
36
|
+
faraday-patron (~> 1.0)
|
|
37
|
+
faraday-rack (~> 1.0)
|
|
38
|
+
faraday-retry (~> 1.0)
|
|
39
|
+
ruby2_keywords (>= 0.0.4)
|
|
40
|
+
faraday-cookie_jar (0.0.7)
|
|
41
|
+
faraday (>= 0.8.0)
|
|
42
|
+
http-cookie (~> 1.0.0)
|
|
43
|
+
faraday-em_http (1.0.0)
|
|
44
|
+
faraday-em_synchrony (1.0.0)
|
|
45
|
+
faraday-encoding (0.0.5)
|
|
46
|
+
faraday
|
|
47
|
+
faraday-excon (1.1.0)
|
|
48
|
+
faraday-http-cache (2.2.0)
|
|
49
|
+
faraday (>= 0.8)
|
|
50
|
+
faraday-httpclient (1.0.1)
|
|
51
|
+
faraday-multipart (1.0.3)
|
|
52
|
+
multipart-post (>= 1.2, < 3)
|
|
53
|
+
faraday-net_http (1.0.1)
|
|
54
|
+
faraday-net_http_persistent (1.2.0)
|
|
55
|
+
faraday-patron (1.0.0)
|
|
56
|
+
faraday-rack (1.0.0)
|
|
57
|
+
faraday-retry (1.0.3)
|
|
58
|
+
faraday_middleware (1.2.0)
|
|
59
|
+
faraday (~> 1.0)
|
|
60
|
+
fastimage (2.2.6)
|
|
61
|
+
hashdiff (1.0.1)
|
|
62
|
+
http-cookie (1.0.4)
|
|
63
|
+
domain_name (~> 0.5)
|
|
64
|
+
method_source (1.0.0)
|
|
65
|
+
multipart-post (2.1.1)
|
|
66
|
+
nesty (1.0.2)
|
|
67
|
+
nokogiri (1.13.5-arm64-darwin)
|
|
68
|
+
racc (~> 1.4)
|
|
69
|
+
parallel (1.22.1)
|
|
70
|
+
parser (3.1.2.0)
|
|
71
|
+
ast (~> 2.4.1)
|
|
72
|
+
pry (0.14.1)
|
|
73
|
+
coderay (~> 1.1)
|
|
74
|
+
method_source (~> 1.0)
|
|
75
|
+
public_suffix (4.0.6)
|
|
76
|
+
racc (1.6.0)
|
|
77
|
+
rainbow (3.1.1)
|
|
78
|
+
rake (13.0.6)
|
|
79
|
+
regexp_parser (2.3.1)
|
|
80
|
+
rexml (3.2.5)
|
|
81
|
+
rspec (3.11.0)
|
|
82
|
+
rspec-core (~> 3.11.0)
|
|
83
|
+
rspec-expectations (~> 3.11.0)
|
|
84
|
+
rspec-mocks (~> 3.11.0)
|
|
85
|
+
rspec-core (3.11.0)
|
|
86
|
+
rspec-support (~> 3.11.0)
|
|
87
|
+
rspec-expectations (3.11.0)
|
|
88
|
+
diff-lcs (>= 1.2.0, < 2.0)
|
|
89
|
+
rspec-support (~> 3.11.0)
|
|
90
|
+
rspec-mocks (3.11.0)
|
|
91
|
+
diff-lcs (>= 1.2.0, < 2.0)
|
|
92
|
+
rspec-support (~> 3.11.0)
|
|
93
|
+
rspec-support (3.11.0)
|
|
94
|
+
rubocop (1.29.0)
|
|
95
|
+
parallel (~> 1.10)
|
|
96
|
+
parser (>= 3.1.0.0)
|
|
97
|
+
rainbow (>= 2.2.2, < 4.0)
|
|
98
|
+
regexp_parser (>= 1.8, < 3.0)
|
|
99
|
+
rexml (>= 3.2.5, < 4.0)
|
|
100
|
+
rubocop-ast (>= 1.17.0, < 2.0)
|
|
101
|
+
ruby-progressbar (~> 1.7)
|
|
102
|
+
unicode-display_width (>= 1.4.0, < 3.0)
|
|
103
|
+
rubocop-ast (1.17.0)
|
|
104
|
+
parser (>= 3.1.1.0)
|
|
105
|
+
ruby-progressbar (1.11.0)
|
|
106
|
+
ruby2_keywords (0.0.5)
|
|
107
|
+
unf (0.1.4)
|
|
108
|
+
unf_ext
|
|
109
|
+
unf_ext (0.0.8.1)
|
|
110
|
+
unicode-display_width (2.1.0)
|
|
111
|
+
webmock (3.14.0)
|
|
112
|
+
addressable (>= 2.8.0)
|
|
113
|
+
crack (>= 0.3.2)
|
|
114
|
+
hashdiff (>= 0.4.0, < 2.0.0)
|
|
115
|
+
|
|
116
|
+
PLATFORMS
|
|
117
|
+
ruby
|
|
118
|
+
|
|
119
|
+
DEPENDENCIES
|
|
120
|
+
awesome_print (~> 1.9)
|
|
121
|
+
metainspector!
|
|
122
|
+
pry (~> 0.14)
|
|
123
|
+
rake (~> 13.0)
|
|
124
|
+
rspec (~> 3.10)
|
|
125
|
+
rubocop (~> 1.16)
|
|
126
|
+
webmock (~> 3.13)
|
|
127
|
+
|
|
128
|
+
BUNDLED WITH
|
|
129
|
+
2.2.32
|
data/README.md
CHANGED
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
# MetaInspector
|
|
2
|
-
[](http://badge.fury.io/rb/metainspector) [](http://badge.fury.io/rb/metainspector) [](https://circleci.com/gh/metainspector/metainspector) [](https://codeclimate.com/github/jaimeiniesta/metainspector) [](https://github.com/markets/awesome-ruby)
|
|
3
3
|
|
|
4
4
|
MetaInspector is a gem for web scraping purposes.
|
|
5
5
|
|
|
@@ -47,7 +47,7 @@ module MetaInspector
|
|
|
47
47
|
# This can be the one set on a <base> tag,
|
|
48
48
|
# or the url of the document if no <base> tag was found.
|
|
49
49
|
def base_url
|
|
50
|
-
current_base_href = base_href.to_s.strip.empty? ? nil : base_href
|
|
50
|
+
current_base_href = base_href.to_s.strip.empty? ? nil : URL.absolutify(base_href, URL.new(url).root_url)
|
|
51
51
|
current_base_href || url
|
|
52
52
|
end
|
|
53
53
|
|
|
@@ -70,7 +70,7 @@ module MetaInspector
|
|
|
70
70
|
|
|
71
71
|
if @faraday_http_cache.is_a?(Hash)
|
|
72
72
|
@faraday_http_cache[:serializer] ||= Marshal
|
|
73
|
-
faraday.use Faraday::HttpCache,
|
|
73
|
+
faraday.use Faraday::HttpCache, **@faraday_http_cache
|
|
74
74
|
end
|
|
75
75
|
|
|
76
76
|
faraday.headers.merge!(@headers || {})
|
data/meta_inspector.gemspec
CHANGED
|
@@ -14,20 +14,20 @@ Gem::Specification.new do |gem|
|
|
|
14
14
|
gem.require_paths = ["lib"]
|
|
15
15
|
gem.version = MetaInspector::VERSION
|
|
16
16
|
|
|
17
|
-
gem.add_dependency 'nokogiri', '~> 1.11
|
|
18
|
-
gem.add_dependency 'faraday', '
|
|
19
|
-
gem.add_dependency 'faraday_middleware', '~> 1.0
|
|
20
|
-
gem.add_dependency 'faraday-cookie_jar', '~> 0.0
|
|
21
|
-
gem.add_dependency 'faraday-http-cache', '~> 2.2
|
|
22
|
-
gem.add_dependency 'faraday-encoding', '~> 0.0
|
|
23
|
-
gem.add_dependency 'addressable', '~> 2.7
|
|
24
|
-
gem.add_dependency 'fastimage', '~> 2.
|
|
25
|
-
gem.add_dependency 'nesty', '~> 1.0
|
|
17
|
+
gem.add_dependency 'nokogiri', '~> 1.11'
|
|
18
|
+
gem.add_dependency 'faraday', '>= 1.4', '< 3.0'
|
|
19
|
+
gem.add_dependency 'faraday_middleware', '~> 1.0'
|
|
20
|
+
gem.add_dependency 'faraday-cookie_jar', '~> 0.0'
|
|
21
|
+
gem.add_dependency 'faraday-http-cache', '~> 2.2'
|
|
22
|
+
gem.add_dependency 'faraday-encoding', '~> 0.0'
|
|
23
|
+
gem.add_dependency 'addressable', '~> 2.7'
|
|
24
|
+
gem.add_dependency 'fastimage', '~> 2.2'
|
|
25
|
+
gem.add_dependency 'nesty', '~> 1.0'
|
|
26
26
|
|
|
27
|
-
gem.add_development_dependency 'rspec', '~> 3.
|
|
28
|
-
gem.add_development_dependency 'webmock', '~> 3.
|
|
29
|
-
gem.add_development_dependency 'awesome_print', '~> 1.
|
|
30
|
-
gem.add_development_dependency 'rake', '~> 13.0
|
|
31
|
-
gem.add_development_dependency 'pry', '~> 0.
|
|
32
|
-
gem.add_development_dependency 'rubocop', '~>
|
|
27
|
+
gem.add_development_dependency 'rspec', '~> 3.10'
|
|
28
|
+
gem.add_development_dependency 'webmock', '~> 3.13'
|
|
29
|
+
gem.add_development_dependency 'awesome_print', '~> 1.9'
|
|
30
|
+
gem.add_development_dependency 'rake', '~> 13.0'
|
|
31
|
+
gem.add_development_dependency 'pry', '~> 0.14'
|
|
32
|
+
gem.add_development_dependency 'rubocop', '~> 1.16'
|
|
33
33
|
end
|
|
@@ -0,0 +1,22 @@
|
|
|
1
|
+
HTTP/1.1 200 OK
|
|
2
|
+
Server: nginx/1.0.5
|
|
3
|
+
Date: Thu, 29 Dec 2011 23:10:13 GMT
|
|
4
|
+
Content-Type: text/html
|
|
5
|
+
Content-Length: 15013
|
|
6
|
+
Last-Modified: Fri, 02 Dec 2011 21:00:49 GMT
|
|
7
|
+
Connection: keep-alive
|
|
8
|
+
Accept-Ranges: bytes
|
|
9
|
+
|
|
10
|
+
<!DOCTYPE html>
|
|
11
|
+
<html>
|
|
12
|
+
<head>
|
|
13
|
+
<base href="/other/" />
|
|
14
|
+
<meta charset="utf-8" />
|
|
15
|
+
<title>Relative links</title>
|
|
16
|
+
</head>
|
|
17
|
+
<body>
|
|
18
|
+
<p>Relative links</p>
|
|
19
|
+
<a href="about">About</a>
|
|
20
|
+
<a href="../sitemap">Sitemap</a>
|
|
21
|
+
</body>
|
|
22
|
+
</html>
|
|
@@ -0,0 +1,22 @@
|
|
|
1
|
+
HTTP/1.1 200 OK
|
|
2
|
+
Server: nginx/1.0.5
|
|
3
|
+
Date: Thu, 29 Dec 2011 23:10:13 GMT
|
|
4
|
+
Content-Type: text/html
|
|
5
|
+
Content-Length: 15013
|
|
6
|
+
Last-Modified: Fri, 02 Dec 2011 21:00:49 GMT
|
|
7
|
+
Connection: keep-alive
|
|
8
|
+
Accept-Ranges: bytes
|
|
9
|
+
|
|
10
|
+
<!DOCTYPE html>
|
|
11
|
+
<html>
|
|
12
|
+
<head>
|
|
13
|
+
<base href="/other" />
|
|
14
|
+
<meta charset="utf-8" />
|
|
15
|
+
<title>Relative links</title>
|
|
16
|
+
</head>
|
|
17
|
+
<body>
|
|
18
|
+
<p>Relative links</p>
|
|
19
|
+
<a href="about">About</a>
|
|
20
|
+
<a href="../sitemap">Sitemap</a>
|
|
21
|
+
</body>
|
|
22
|
+
</html>
|
|
@@ -0,0 +1,22 @@
|
|
|
1
|
+
HTTP/1.1 200 OK
|
|
2
|
+
Server: nginx/1.0.5
|
|
3
|
+
Date: Thu, 29 Dec 2011 23:10:13 GMT
|
|
4
|
+
Content-Type: text/html
|
|
5
|
+
Content-Length: 15013
|
|
6
|
+
Last-Modified: Fri, 02 Dec 2011 21:00:49 GMT
|
|
7
|
+
Connection: keep-alive
|
|
8
|
+
Accept-Ranges: bytes
|
|
9
|
+
|
|
10
|
+
<!DOCTYPE html>
|
|
11
|
+
<html>
|
|
12
|
+
<head>
|
|
13
|
+
<base href="/" />
|
|
14
|
+
<meta charset="utf-8" />
|
|
15
|
+
<title>Relative links</title>
|
|
16
|
+
</head>
|
|
17
|
+
<body>
|
|
18
|
+
<p>Relative links</p>
|
|
19
|
+
<a href="about">About</a>
|
|
20
|
+
<a href="../sitemap">Sitemap</a>
|
|
21
|
+
</body>
|
|
22
|
+
</html>
|
|
@@ -164,6 +164,26 @@ describe MetaInspector do
|
|
|
164
164
|
end
|
|
165
165
|
end
|
|
166
166
|
|
|
167
|
+
describe 'Relative links with relative base' do
|
|
168
|
+
it 'should get the relative links with relative directory base' do
|
|
169
|
+
m = MetaInspector.new('http://relativewithrelativebase.com/relativedir')
|
|
170
|
+
expect(m.links.all).to eq(['http://relativewithrelativebase.com/other/about',
|
|
171
|
+
'http://relativewithrelativebase.com/sitemap'])
|
|
172
|
+
end
|
|
173
|
+
|
|
174
|
+
it 'should get the relative links with relative document base' do
|
|
175
|
+
m = MetaInspector.new('http://relativewithrelativebase.com/relativedoc')
|
|
176
|
+
expect(m.links.all).to eq(['http://relativewithrelativebase.com/about',
|
|
177
|
+
'http://relativewithrelativebase.com/sitemap'])
|
|
178
|
+
end
|
|
179
|
+
|
|
180
|
+
it 'should get the relative links with relative root base' do
|
|
181
|
+
m = MetaInspector.new('http://relativewithrelativebase.com/')
|
|
182
|
+
expect(m.links.all).to eq(['http://relativewithrelativebase.com/about',
|
|
183
|
+
'http://relativewithrelativebase.com/sitemap'])
|
|
184
|
+
end
|
|
185
|
+
end
|
|
186
|
+
|
|
167
187
|
describe 'Non-HTTP links' do
|
|
168
188
|
before(:each) do
|
|
169
189
|
@m = MetaInspector.new('http://example.com/nonhttp')
|
data/spec/spec_helper.rb
CHANGED
|
@@ -66,6 +66,9 @@ RSpec.configure do |config|
|
|
|
66
66
|
stub_request(:get, "http://relativewithbase.com/company/page2").to_return(fixture_file("relative_links_with_base.response"))
|
|
67
67
|
stub_request(:get, "http://relativewithbase.com/company/page2/").to_return(fixture_file("relative_links_with_base.response"))
|
|
68
68
|
stub_request(:get, "http://relativewithemptybase.com/company").to_return(fixture_file("relative_links_with_empty_base.response"))
|
|
69
|
+
stub_request(:get, "http://relativewithrelativebase.com/relativedoc").to_return(fixture_file("relative_links_with_relative_doc_base.response"))
|
|
70
|
+
stub_request(:get, "http://relativewithrelativebase.com/relativedir").to_return(fixture_file("relative_links_with_relative_dir_base.response"))
|
|
71
|
+
stub_request(:get, "http://relativewithrelativebase.com/").to_return(fixture_file("relative_links_with_relative_root_base.response"))
|
|
69
72
|
stub_request(:get, "http://theonion-no-description.com").to_return(fixture_file("theonion-no-description.com.response"))
|
|
70
73
|
stub_request(:get, "http://www.24-horas.mx/mexico-firma-acuerdo-bilateral-automotriz-con-argentina/").to_return(fixture_file("relative_og_image.response"))
|
|
71
74
|
stub_request(:get, "http://www.alazan.com").to_return(fixture_file("alazan.com.response"))
|
metadata
CHANGED
|
@@ -1,14 +1,14 @@
|
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
|
2
2
|
name: metainspector
|
|
3
3
|
version: !ruby/object:Gem::Version
|
|
4
|
-
version: 5.
|
|
4
|
+
version: 5.12.1
|
|
5
5
|
platform: ruby
|
|
6
6
|
authors:
|
|
7
7
|
- Jaime Iniesta
|
|
8
8
|
autorequire:
|
|
9
9
|
bindir: bin
|
|
10
10
|
cert_chain: []
|
|
11
|
-
date:
|
|
11
|
+
date: 2022-05-06 00:00:00.000000000 Z
|
|
12
12
|
dependencies:
|
|
13
13
|
- !ruby/object:Gem::Dependency
|
|
14
14
|
name: nokogiri
|
|
@@ -16,210 +16,216 @@ dependencies:
|
|
|
16
16
|
requirements:
|
|
17
17
|
- - "~>"
|
|
18
18
|
- !ruby/object:Gem::Version
|
|
19
|
-
version: 1.11
|
|
19
|
+
version: '1.11'
|
|
20
20
|
type: :runtime
|
|
21
21
|
prerelease: false
|
|
22
22
|
version_requirements: !ruby/object:Gem::Requirement
|
|
23
23
|
requirements:
|
|
24
24
|
- - "~>"
|
|
25
25
|
- !ruby/object:Gem::Version
|
|
26
|
-
version: 1.11
|
|
26
|
+
version: '1.11'
|
|
27
27
|
- !ruby/object:Gem::Dependency
|
|
28
28
|
name: faraday
|
|
29
29
|
requirement: !ruby/object:Gem::Requirement
|
|
30
30
|
requirements:
|
|
31
|
-
- - "
|
|
31
|
+
- - ">="
|
|
32
|
+
- !ruby/object:Gem::Version
|
|
33
|
+
version: '1.4'
|
|
34
|
+
- - "<"
|
|
32
35
|
- !ruby/object:Gem::Version
|
|
33
|
-
version:
|
|
36
|
+
version: '3.0'
|
|
34
37
|
type: :runtime
|
|
35
38
|
prerelease: false
|
|
36
39
|
version_requirements: !ruby/object:Gem::Requirement
|
|
37
40
|
requirements:
|
|
38
|
-
- - "
|
|
41
|
+
- - ">="
|
|
42
|
+
- !ruby/object:Gem::Version
|
|
43
|
+
version: '1.4'
|
|
44
|
+
- - "<"
|
|
39
45
|
- !ruby/object:Gem::Version
|
|
40
|
-
version:
|
|
46
|
+
version: '3.0'
|
|
41
47
|
- !ruby/object:Gem::Dependency
|
|
42
48
|
name: faraday_middleware
|
|
43
49
|
requirement: !ruby/object:Gem::Requirement
|
|
44
50
|
requirements:
|
|
45
51
|
- - "~>"
|
|
46
52
|
- !ruby/object:Gem::Version
|
|
47
|
-
version: 1.0
|
|
53
|
+
version: '1.0'
|
|
48
54
|
type: :runtime
|
|
49
55
|
prerelease: false
|
|
50
56
|
version_requirements: !ruby/object:Gem::Requirement
|
|
51
57
|
requirements:
|
|
52
58
|
- - "~>"
|
|
53
59
|
- !ruby/object:Gem::Version
|
|
54
|
-
version: 1.0
|
|
60
|
+
version: '1.0'
|
|
55
61
|
- !ruby/object:Gem::Dependency
|
|
56
62
|
name: faraday-cookie_jar
|
|
57
63
|
requirement: !ruby/object:Gem::Requirement
|
|
58
64
|
requirements:
|
|
59
65
|
- - "~>"
|
|
60
66
|
- !ruby/object:Gem::Version
|
|
61
|
-
version: 0.0
|
|
67
|
+
version: '0.0'
|
|
62
68
|
type: :runtime
|
|
63
69
|
prerelease: false
|
|
64
70
|
version_requirements: !ruby/object:Gem::Requirement
|
|
65
71
|
requirements:
|
|
66
72
|
- - "~>"
|
|
67
73
|
- !ruby/object:Gem::Version
|
|
68
|
-
version: 0.0
|
|
74
|
+
version: '0.0'
|
|
69
75
|
- !ruby/object:Gem::Dependency
|
|
70
76
|
name: faraday-http-cache
|
|
71
77
|
requirement: !ruby/object:Gem::Requirement
|
|
72
78
|
requirements:
|
|
73
79
|
- - "~>"
|
|
74
80
|
- !ruby/object:Gem::Version
|
|
75
|
-
version: 2.2
|
|
81
|
+
version: '2.2'
|
|
76
82
|
type: :runtime
|
|
77
83
|
prerelease: false
|
|
78
84
|
version_requirements: !ruby/object:Gem::Requirement
|
|
79
85
|
requirements:
|
|
80
86
|
- - "~>"
|
|
81
87
|
- !ruby/object:Gem::Version
|
|
82
|
-
version: 2.2
|
|
88
|
+
version: '2.2'
|
|
83
89
|
- !ruby/object:Gem::Dependency
|
|
84
90
|
name: faraday-encoding
|
|
85
91
|
requirement: !ruby/object:Gem::Requirement
|
|
86
92
|
requirements:
|
|
87
93
|
- - "~>"
|
|
88
94
|
- !ruby/object:Gem::Version
|
|
89
|
-
version: 0.0
|
|
95
|
+
version: '0.0'
|
|
90
96
|
type: :runtime
|
|
91
97
|
prerelease: false
|
|
92
98
|
version_requirements: !ruby/object:Gem::Requirement
|
|
93
99
|
requirements:
|
|
94
100
|
- - "~>"
|
|
95
101
|
- !ruby/object:Gem::Version
|
|
96
|
-
version: 0.0
|
|
102
|
+
version: '0.0'
|
|
97
103
|
- !ruby/object:Gem::Dependency
|
|
98
104
|
name: addressable
|
|
99
105
|
requirement: !ruby/object:Gem::Requirement
|
|
100
106
|
requirements:
|
|
101
107
|
- - "~>"
|
|
102
108
|
- !ruby/object:Gem::Version
|
|
103
|
-
version: 2.7
|
|
109
|
+
version: '2.7'
|
|
104
110
|
type: :runtime
|
|
105
111
|
prerelease: false
|
|
106
112
|
version_requirements: !ruby/object:Gem::Requirement
|
|
107
113
|
requirements:
|
|
108
114
|
- - "~>"
|
|
109
115
|
- !ruby/object:Gem::Version
|
|
110
|
-
version: 2.7
|
|
116
|
+
version: '2.7'
|
|
111
117
|
- !ruby/object:Gem::Dependency
|
|
112
118
|
name: fastimage
|
|
113
119
|
requirement: !ruby/object:Gem::Requirement
|
|
114
120
|
requirements:
|
|
115
121
|
- - "~>"
|
|
116
122
|
- !ruby/object:Gem::Version
|
|
117
|
-
version: 2.
|
|
123
|
+
version: '2.2'
|
|
118
124
|
type: :runtime
|
|
119
125
|
prerelease: false
|
|
120
126
|
version_requirements: !ruby/object:Gem::Requirement
|
|
121
127
|
requirements:
|
|
122
128
|
- - "~>"
|
|
123
129
|
- !ruby/object:Gem::Version
|
|
124
|
-
version: 2.
|
|
130
|
+
version: '2.2'
|
|
125
131
|
- !ruby/object:Gem::Dependency
|
|
126
132
|
name: nesty
|
|
127
133
|
requirement: !ruby/object:Gem::Requirement
|
|
128
134
|
requirements:
|
|
129
135
|
- - "~>"
|
|
130
136
|
- !ruby/object:Gem::Version
|
|
131
|
-
version: 1.0
|
|
137
|
+
version: '1.0'
|
|
132
138
|
type: :runtime
|
|
133
139
|
prerelease: false
|
|
134
140
|
version_requirements: !ruby/object:Gem::Requirement
|
|
135
141
|
requirements:
|
|
136
142
|
- - "~>"
|
|
137
143
|
- !ruby/object:Gem::Version
|
|
138
|
-
version: 1.0
|
|
144
|
+
version: '1.0'
|
|
139
145
|
- !ruby/object:Gem::Dependency
|
|
140
146
|
name: rspec
|
|
141
147
|
requirement: !ruby/object:Gem::Requirement
|
|
142
148
|
requirements:
|
|
143
149
|
- - "~>"
|
|
144
150
|
- !ruby/object:Gem::Version
|
|
145
|
-
version: 3.
|
|
151
|
+
version: '3.10'
|
|
146
152
|
type: :development
|
|
147
153
|
prerelease: false
|
|
148
154
|
version_requirements: !ruby/object:Gem::Requirement
|
|
149
155
|
requirements:
|
|
150
156
|
- - "~>"
|
|
151
157
|
- !ruby/object:Gem::Version
|
|
152
|
-
version: 3.
|
|
158
|
+
version: '3.10'
|
|
153
159
|
- !ruby/object:Gem::Dependency
|
|
154
160
|
name: webmock
|
|
155
161
|
requirement: !ruby/object:Gem::Requirement
|
|
156
162
|
requirements:
|
|
157
163
|
- - "~>"
|
|
158
164
|
- !ruby/object:Gem::Version
|
|
159
|
-
version: 3.
|
|
165
|
+
version: '3.13'
|
|
160
166
|
type: :development
|
|
161
167
|
prerelease: false
|
|
162
168
|
version_requirements: !ruby/object:Gem::Requirement
|
|
163
169
|
requirements:
|
|
164
170
|
- - "~>"
|
|
165
171
|
- !ruby/object:Gem::Version
|
|
166
|
-
version: 3.
|
|
172
|
+
version: '3.13'
|
|
167
173
|
- !ruby/object:Gem::Dependency
|
|
168
174
|
name: awesome_print
|
|
169
175
|
requirement: !ruby/object:Gem::Requirement
|
|
170
176
|
requirements:
|
|
171
177
|
- - "~>"
|
|
172
178
|
- !ruby/object:Gem::Version
|
|
173
|
-
version: 1.
|
|
179
|
+
version: '1.9'
|
|
174
180
|
type: :development
|
|
175
181
|
prerelease: false
|
|
176
182
|
version_requirements: !ruby/object:Gem::Requirement
|
|
177
183
|
requirements:
|
|
178
184
|
- - "~>"
|
|
179
185
|
- !ruby/object:Gem::Version
|
|
180
|
-
version: 1.
|
|
186
|
+
version: '1.9'
|
|
181
187
|
- !ruby/object:Gem::Dependency
|
|
182
188
|
name: rake
|
|
183
189
|
requirement: !ruby/object:Gem::Requirement
|
|
184
190
|
requirements:
|
|
185
191
|
- - "~>"
|
|
186
192
|
- !ruby/object:Gem::Version
|
|
187
|
-
version: 13.0
|
|
193
|
+
version: '13.0'
|
|
188
194
|
type: :development
|
|
189
195
|
prerelease: false
|
|
190
196
|
version_requirements: !ruby/object:Gem::Requirement
|
|
191
197
|
requirements:
|
|
192
198
|
- - "~>"
|
|
193
199
|
- !ruby/object:Gem::Version
|
|
194
|
-
version: 13.0
|
|
200
|
+
version: '13.0'
|
|
195
201
|
- !ruby/object:Gem::Dependency
|
|
196
202
|
name: pry
|
|
197
203
|
requirement: !ruby/object:Gem::Requirement
|
|
198
204
|
requirements:
|
|
199
205
|
- - "~>"
|
|
200
206
|
- !ruby/object:Gem::Version
|
|
201
|
-
version: 0.
|
|
207
|
+
version: '0.14'
|
|
202
208
|
type: :development
|
|
203
209
|
prerelease: false
|
|
204
210
|
version_requirements: !ruby/object:Gem::Requirement
|
|
205
211
|
requirements:
|
|
206
212
|
- - "~>"
|
|
207
213
|
- !ruby/object:Gem::Version
|
|
208
|
-
version: 0.
|
|
214
|
+
version: '0.14'
|
|
209
215
|
- !ruby/object:Gem::Dependency
|
|
210
216
|
name: rubocop
|
|
211
217
|
requirement: !ruby/object:Gem::Requirement
|
|
212
218
|
requirements:
|
|
213
219
|
- - "~>"
|
|
214
220
|
- !ruby/object:Gem::Version
|
|
215
|
-
version:
|
|
221
|
+
version: '1.16'
|
|
216
222
|
type: :development
|
|
217
223
|
prerelease: false
|
|
218
224
|
version_requirements: !ruby/object:Gem::Requirement
|
|
219
225
|
requirements:
|
|
220
226
|
- - "~>"
|
|
221
227
|
- !ruby/object:Gem::Version
|
|
222
|
-
version:
|
|
228
|
+
version: '1.16'
|
|
223
229
|
description: MetaInspector lets you scrape a web page and get its links, images, texts,
|
|
224
230
|
meta tags...
|
|
225
231
|
email: jaimeiniesta@gmail.com
|
|
@@ -227,12 +233,15 @@ executables: []
|
|
|
227
233
|
extensions: []
|
|
228
234
|
extra_rdoc_files: []
|
|
229
235
|
files:
|
|
236
|
+
- ".circleci/config.yml"
|
|
237
|
+
- ".github/FUNDING.yml"
|
|
238
|
+
- ".github/dependabot.yml"
|
|
230
239
|
- ".gitignore"
|
|
231
240
|
- ".rspec.example"
|
|
232
241
|
- ".rubocop.yml.example"
|
|
233
|
-
- ".travis.yml"
|
|
234
242
|
- CHANGELOG.md
|
|
235
243
|
- Gemfile
|
|
244
|
+
- Gemfile.lock
|
|
236
245
|
- MIT-LICENSE
|
|
237
246
|
- README.md
|
|
238
247
|
- Rakefile
|
|
@@ -303,6 +312,9 @@ files:
|
|
|
303
312
|
- spec/fixtures/relative_links.response
|
|
304
313
|
- spec/fixtures/relative_links_with_base.response
|
|
305
314
|
- spec/fixtures/relative_links_with_empty_base.response
|
|
315
|
+
- spec/fixtures/relative_links_with_relative_dir_base.response
|
|
316
|
+
- spec/fixtures/relative_links_with_relative_doc_base.response
|
|
317
|
+
- spec/fixtures/relative_links_with_relative_root_base.response
|
|
306
318
|
- spec/fixtures/relative_og_image.response
|
|
307
319
|
- spec/fixtures/theonion-no-description.com.response
|
|
308
320
|
- spec/fixtures/theonion.com.response
|
|
@@ -348,7 +360,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
|
|
|
348
360
|
- !ruby/object:Gem::Version
|
|
349
361
|
version: '0'
|
|
350
362
|
requirements: []
|
|
351
|
-
rubygems_version: 3.
|
|
363
|
+
rubygems_version: 3.2.32
|
|
352
364
|
signing_key:
|
|
353
365
|
specification_version: 4
|
|
354
366
|
summary: MetaInspector is a ruby gem for web scraping purposes, that returns metadata
|