web_stat 0.3.15 → 0.3.16
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/lib/web_stat/fetch.rb +19 -7
- data/lib/web_stat/version.rb +1 -1
- metadata +2 -2
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA256:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: c332bb9cf67262c2b5d8e3c30c861107bd6ac8e3d86136730864e49b10dabcce
|
4
|
+
data.tar.gz: 712f39109989e917e8af6b84fe40b64ce84009a9de4b3647c03177ecb69bc58d
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: 3607fbe1e76018e3e523ed26a2777837c539a80f5c68da195996616d3566f6034125f0d49e96db9338ae40aeda5dac000968f6e089a7d96c19a412f14d2acbd2
|
7
|
+
data.tar.gz: 027d3b911cbee0dfdd7a8f85b32d24e4b8c9e2f916a47a2d3ea31b34fe0e2f07b452e00372d2028d511d39fba7df8f26347789fd795103422711d0e979b1d8a2
|
data/lib/web_stat/fetch.rb
CHANGED
@@ -1,7 +1,12 @@
|
|
1
1
|
module WebStat
|
2
2
|
class Fetch
|
3
|
+
THUMBNAIL_REGEXS = {
|
4
|
+
:youtube => [
|
5
|
+
%r{^https://www.youtube.com/watch\?v=([^&]+)},
|
6
|
+
'http://img.youtube.com/vi/\1/default.jpg'
|
7
|
+
]
|
8
|
+
}
|
3
9
|
attr_accessor :url, :html, :nokogiri, :userdic, :status
|
4
|
-
|
5
10
|
# Get title
|
6
11
|
# @return [String] title
|
7
12
|
def title
|
@@ -19,7 +24,8 @@ module WebStat
|
|
19
24
|
title.strip
|
20
25
|
end
|
21
26
|
end
|
22
|
-
|
27
|
+
|
28
|
+
# Get name of domain
|
23
29
|
def site_name
|
24
30
|
begin
|
25
31
|
site_name = @nokogiri.title.split(/#{WebStat::Configure.get["regex_to_sprit_title"]}/, 2).last
|
@@ -36,7 +42,7 @@ module WebStat
|
|
36
42
|
def content
|
37
43
|
Sanitize.clean(Readability::Document.new(@nokogiri.at('body')).content)
|
38
44
|
end
|
39
|
-
|
45
|
+
|
40
46
|
# Get temporary path of image
|
41
47
|
def eyecatch_image_path
|
42
48
|
# Reuse `path` in this method
|
@@ -47,9 +53,15 @@ module WebStat
|
|
47
53
|
break
|
48
54
|
end
|
49
55
|
end
|
56
|
+
# If there is a thumbnail rule, apply it.
|
57
|
+
THUMBNAIL_REGEXS.each do |provider, v|
|
58
|
+
if @url.match(v[0])
|
59
|
+
return @url.gsub(v[0], v[1])
|
60
|
+
end
|
61
|
+
end
|
50
62
|
readability_content = ::Nokogiri::HTML(Readability::Document.new(@nokogiri.at('body')).content)
|
51
63
|
if (path.nil? || path.empty?) && readability_content.xpath('//img').first
|
52
|
-
path =
|
64
|
+
path = readability_content.xpath('//img').first.attr('src')
|
53
65
|
end
|
54
66
|
if (path.nil? || path.empty?) && @nokogiri.xpath('//img').first
|
55
67
|
path = @nokogiri.xpath('//img').first.attr('src')
|
@@ -60,7 +72,7 @@ module WebStat
|
|
60
72
|
path
|
61
73
|
end
|
62
74
|
end
|
63
|
-
|
75
|
+
|
64
76
|
# Get local path to save url
|
65
77
|
# @param [String] url
|
66
78
|
def save_local_path(url)
|
@@ -77,7 +89,7 @@ module WebStat
|
|
77
89
|
end
|
78
90
|
tmp_file
|
79
91
|
end
|
80
|
-
|
92
|
+
|
81
93
|
# Get url
|
82
94
|
# @param [String] url
|
83
95
|
# @param [String] body
|
@@ -107,7 +119,7 @@ module WebStat
|
|
107
119
|
end
|
108
120
|
body
|
109
121
|
end
|
110
|
-
|
122
|
+
|
111
123
|
# Get the informations of @url
|
112
124
|
# @param [Hash] Specify a dictionary for each language code. example ) {"ja": /***/**.dic, "other": /***/***.dic}
|
113
125
|
def stat(userdics: nil)
|
data/lib/web_stat/version.rb
CHANGED
metadata
CHANGED
@@ -1,14 +1,14 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: web_stat
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 0.3.
|
4
|
+
version: 0.3.16
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- yusuke abe
|
8
8
|
autorequire:
|
9
9
|
bindir: bin
|
10
10
|
cert_chain: []
|
11
|
-
date: 2020-07
|
11
|
+
date: 2020-09-07 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
name: bundler
|