richurls 0.5.6 → 0.5.7
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/Gemfile.lock +4 -6
- data/lib/richurls.rb +9 -0
- data/lib/url_fetcher.rb +7 -1
- data/richurls.gemspec +1 -1
- metadata +5 -5
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA256:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: ffe4a9521f5ba179be0019c5e21f5d2c72fed6996e00256fef275d6234874370
|
4
|
+
data.tar.gz: c65e5d58fd91158a19273b3f12470e4cd781d8e67726a229b654efba74904ef4
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: b594e90b8c1b184ccc63ef0f209965f7dbb031eaec4f6e58430547bd673989417d5db6f339b1d7ef193432b193727e3d3b1ecf9b82e18a8c6b2818008b80b112
|
7
|
+
data.tar.gz: 9c6e6b80db7bc47ae3a368bede001b0903171314bd61d852cd30c0f66dd3fc8cb2804ad3c2684db89a39f8e14e8445833f1eed6ff7891795ac3922c084aa00ba
|
data/Gemfile.lock
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
PATH
|
2
2
|
remote: .
|
3
3
|
specs:
|
4
|
-
richurls (0.5.
|
4
|
+
richurls (0.5.7)
|
5
5
|
addressable (~> 2)
|
6
6
|
oj (~> 3)
|
7
7
|
ox (~> 2)
|
@@ -14,16 +14,15 @@ GEM
|
|
14
14
|
public_suffix (>= 2.0.2, < 5.0)
|
15
15
|
ast (2.4.0)
|
16
16
|
diff-lcs (1.3)
|
17
|
-
jaro_winkler (1.5.4)
|
18
17
|
oj (3.10.6)
|
19
18
|
ox (2.13.2)
|
20
19
|
parallel (1.19.1)
|
21
|
-
parser (2.7.1.
|
20
|
+
parser (2.7.1.2)
|
22
21
|
ast (~> 2.4.0)
|
23
22
|
patron (0.13.3)
|
24
23
|
public_suffix (4.0.5)
|
25
24
|
rainbow (3.0.0)
|
26
|
-
redis (4.1
|
25
|
+
redis (4.2.1)
|
27
26
|
rexml (3.2.4)
|
28
27
|
rspec (3.9.0)
|
29
28
|
rspec-core (~> 3.9.0)
|
@@ -38,8 +37,7 @@ GEM
|
|
38
37
|
diff-lcs (>= 1.2.0, < 2.0)
|
39
38
|
rspec-support (~> 3.9.0)
|
40
39
|
rspec-support (3.9.2)
|
41
|
-
rubocop (0.
|
42
|
-
jaro_winkler (~> 1.5.1)
|
40
|
+
rubocop (0.83.0)
|
43
41
|
parallel (~> 1.10)
|
44
42
|
parser (>= 2.7.0.1)
|
45
43
|
rainbow (>= 2.2.2, < 4.0)
|
data/lib/richurls.rb
CHANGED
@@ -7,6 +7,7 @@ require_relative 'url_fetcher'
|
|
7
7
|
require_relative 'body_decorator'
|
8
8
|
|
9
9
|
module RichUrls
|
10
|
+
DEFAULT_USER_AGENT = 'richurls'.freeze
|
10
11
|
class MalformedURLError < StandardError; end
|
11
12
|
|
12
13
|
def self.cache
|
@@ -22,6 +23,14 @@ module RichUrls
|
|
22
23
|
@cache ||= wrapper
|
23
24
|
end
|
24
25
|
|
26
|
+
def self.user_agent=(user_agent)
|
27
|
+
@user_agent ||= user_agent
|
28
|
+
end
|
29
|
+
|
30
|
+
def self.user_agent
|
31
|
+
@user_agent || DEFAULT_USER_AGENT
|
32
|
+
end
|
33
|
+
|
25
34
|
def self.enrich(url, filter: [], cache_time: nil)
|
26
35
|
unless URI::DEFAULT_PARSER.make_regexp.match?(url)
|
27
36
|
raise MalformedURLError, "this url is malformed: #{url}"
|
data/lib/url_fetcher.rb
CHANGED
@@ -36,7 +36,13 @@ module RichUrls
|
|
36
36
|
end
|
37
37
|
|
38
38
|
def patron_call
|
39
|
-
session = Patron::Session.new(
|
39
|
+
session = Patron::Session.new(
|
40
|
+
timeout: DEFAULT_TIMEOUT,
|
41
|
+
headers: {
|
42
|
+
'User-Agent' => RichUrls.user_agent
|
43
|
+
}
|
44
|
+
)
|
45
|
+
|
40
46
|
response = session.get(@url)
|
41
47
|
|
42
48
|
if response.status < 400
|
data/richurls.gemspec
CHANGED
metadata
CHANGED
@@ -1,14 +1,14 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: richurls
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 0.5.
|
4
|
+
version: 0.5.7
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- grdw
|
8
|
-
autorequire:
|
8
|
+
autorequire:
|
9
9
|
bindir: exe
|
10
10
|
cert_chain: []
|
11
|
-
date: 2020-
|
11
|
+
date: 2020-06-22 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
name: addressable
|
@@ -165,7 +165,7 @@ metadata:
|
|
165
165
|
homepage_uri: https://github.com/wetransfer/richurls
|
166
166
|
source_code_uri: https://github.com/wetransfer/richurls
|
167
167
|
changelog_uri: https://github.com/wetransfer/richurls/CHANGELOG.md
|
168
|
-
post_install_message:
|
168
|
+
post_install_message:
|
169
169
|
rdoc_options: []
|
170
170
|
require_paths:
|
171
171
|
- lib
|
@@ -181,7 +181,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
|
|
181
181
|
version: '0'
|
182
182
|
requirements: []
|
183
183
|
rubygems_version: 3.1.2
|
184
|
-
signing_key:
|
184
|
+
signing_key:
|
185
185
|
specification_version: 4
|
186
186
|
summary: Service which enriches URLs
|
187
187
|
test_files: []
|