raev 0.2.3 → 0.2.4

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (12) hide show
  1. checksums.yaml +4 -4
  2. data/Gemfile +6 -6
  3. data/Gemfile.lock +46 -41
  4. data/README.md +10 -0
  5. data/VERSION +1 -1
  6. data/lib/raev/article.rb +18 -22
  7. data/lib/raev/author.rb +20 -9
  8. data/lib/raev/parser.rb +1 -1
  9. data/lib/raev/url.rb +58 -52
  10. data/raev.gemspec +40 -40
  11. data/test/test_url.rb +14 -17
  12. metadata +17 -17
checksums.yaml CHANGED
@@ -1,7 +1,7 @@
1
1
  ---
2
2
  SHA1:
3
- metadata.gz: 4be78e9ca7dd2c0338d191635539b2e870e53249
4
- data.tar.gz: 78751870f9981ed58aa5f7e946b2a18ce881be44
3
+ metadata.gz: e3c9accf41425df615fb4f1b864fc8075fe0940b
4
+ data.tar.gz: d8c643c647b0ef2d46a02c23003a9d266ed1818e
5
5
  SHA512:
6
- metadata.gz: c6f7fd1de6c47046848e4716a2841b079a5eb9ae39837a84638ffe473fb446e16c3f30d3616276a0d4eaa35ee7ff7f85b4d37b82ef9179bfc07895a08ac24456
7
- data.tar.gz: 1715e8277b331f9a40acc9c4d3e0a9bf2931f84ccd53d0011b483c3f688c573202d733943fbef4a751da026ca5543c5f9d328896be4686b424a28f3b644218a7
6
+ metadata.gz: a107b4380e62a65f2ce83c1477a16f8f083d2bc32e4665fe63e74838f797af94c8e52292601aa7414e88da686ca6e78238c65e228d123ef1e6b38890c4c93eac
7
+ data.tar.gz: e2d2964362e7d42de36f44f0feb4b8265d418faa0245eeb2e7d47fb80a433f45993cd176b54ba52b1e0a2f4d7f9cc2c14d54fe88cfffe7a35d8b264afc6a1446
data/Gemfile CHANGED
@@ -1,14 +1,14 @@
1
1
  source "http://rubygems.org"
2
2
 
3
- gem "json", '>= 1.8.3'
4
- gem "nokogiri", ">= 1.6.1"
3
+ gem "json", '>= 2.1.0'
4
+ gem "nokogiri", ">= 1.8.0"
5
5
  gem "redirect_follower", ">= 0.1.1"
6
6
  gem "sanitize", ">= 2.1.0"
7
- gem "chronic", ">=0.9.1"
7
+ gem "chronic", ">=0.10.2"
8
8
 
9
9
  group :development do
10
10
  gem "shoulda", ">= 0"
11
- gem "bundler", "~> 1.12.3"
12
- gem "jeweler", "2.1.1"
13
- gem "test-unit", "~> 2.5.4"
11
+ gem "bundler", "~> 1.14.6"
12
+ gem "jeweler", "2.3.7"
13
+ gem "test-unit", "3.2.4"
14
14
  end
data/Gemfile.lock CHANGED
@@ -1,91 +1,96 @@
1
1
  GEM
2
2
  remote: http://rubygems.org/
3
3
  specs:
4
- activesupport (4.2.6)
4
+ activesupport (5.1.4)
5
+ concurrent-ruby (~> 1.0, >= 1.0.2)
5
6
  i18n (~> 0.7)
6
- json (~> 1.7, >= 1.7.7)
7
7
  minitest (~> 5.1)
8
- thread_safe (~> 0.3, >= 0.3.4)
9
8
  tzinfo (~> 1.1)
10
9
  addressable (2.4.0)
11
- builder (3.2.2)
10
+ builder (3.2.3)
12
11
  chronic (0.10.2)
12
+ concurrent-ruby (1.0.5)
13
13
  crass (1.0.2)
14
14
  descendants_tracker (0.0.4)
15
15
  thread_safe (~> 0.3, >= 0.3.1)
16
16
  faraday (0.9.2)
17
17
  multipart-post (>= 1.2, < 3)
18
18
  git (1.3.0)
19
- github_api (0.14.0)
19
+ github_api (0.16.0)
20
20
  addressable (~> 2.4.0)
21
21
  descendants_tracker (~> 0.0.4)
22
22
  faraday (~> 0.8, < 0.10)
23
23
  hashie (>= 3.4)
24
- oauth2
25
- hashie (3.4.4)
24
+ mime-types (>= 1.16, < 3.0)
25
+ oauth2 (~> 1.0)
26
+ hashie (3.5.6)
26
27
  highline (1.7.8)
27
- i18n (0.7.0)
28
- jeweler (2.1.1)
28
+ i18n (0.8.6)
29
+ jeweler (2.3.7)
29
30
  builder
30
- bundler (>= 1.0)
31
+ bundler (>= 1)
31
32
  git (>= 1.2.5)
32
- github_api
33
+ github_api (~> 0.16.0)
33
34
  highline (>= 1.6.15)
34
35
  nokogiri (>= 1.5.10)
36
+ psych (~> 2.2)
35
37
  rake
36
38
  rdoc
37
- semver
38
- json (1.8.3)
39
- jwt (1.5.1)
40
- mini_portile2 (2.0.0)
41
- minitest (5.9.0)
42
- multi_json (1.12.1)
43
- multi_xml (0.5.5)
39
+ semver2
40
+ json (2.1.0)
41
+ jwt (1.5.6)
42
+ mime-types (2.99.3)
43
+ mini_portile2 (2.2.0)
44
+ minitest (5.10.3)
45
+ multi_json (1.12.2)
46
+ multi_xml (0.6.0)
44
47
  multipart-post (2.0.0)
45
- nokogiri (1.6.7.2)
46
- mini_portile2 (~> 2.0.0.rc2)
47
- nokogumbo (1.4.7)
48
+ nokogiri (1.8.0)
49
+ mini_portile2 (~> 2.2.0)
50
+ nokogumbo (1.4.13)
48
51
  nokogiri
49
- oauth2 (1.1.0)
50
- faraday (>= 0.8, < 0.10)
51
- jwt (~> 1.0, < 1.5.2)
52
+ oauth2 (1.4.0)
53
+ faraday (>= 0.8, < 0.13)
54
+ jwt (~> 1.0)
52
55
  multi_json (~> 1.3)
53
56
  multi_xml (~> 0.5)
54
57
  rack (>= 1.2, < 3)
55
- rack (1.6.4)
56
- rake (11.1.2)
57
- rdoc (4.2.2)
58
- json (~> 1.4)
58
+ power_assert (1.1.0)
59
+ psych (2.2.4)
60
+ rack (2.0.3)
61
+ rake (12.1.0)
62
+ rdoc (5.1.0)
59
63
  redirect_follower (0.1.1)
60
- sanitize (4.0.1)
64
+ sanitize (4.5.0)
61
65
  crass (~> 1.0.2)
62
66
  nokogiri (>= 1.4.4)
63
67
  nokogumbo (~> 1.4.1)
64
- semver (1.0.1)
68
+ semver2 (3.4.2)
65
69
  shoulda (3.5.0)
66
70
  shoulda-context (~> 1.0, >= 1.0.1)
67
71
  shoulda-matchers (>= 1.4.1, < 3.0)
68
- shoulda-context (1.2.1)
72
+ shoulda-context (1.2.2)
69
73
  shoulda-matchers (2.8.0)
70
74
  activesupport (>= 3.0.0)
71
- test-unit (2.5.5)
72
- thread_safe (0.3.5)
73
- tzinfo (1.2.2)
75
+ test-unit (3.2.4)
76
+ power_assert
77
+ thread_safe (0.3.6)
78
+ tzinfo (1.2.3)
74
79
  thread_safe (~> 0.1)
75
80
 
76
81
  PLATFORMS
77
82
  ruby
78
83
 
79
84
  DEPENDENCIES
80
- bundler (~> 1.12.3)
81
- chronic (>= 0.9.1)
82
- jeweler (= 2.1.1)
83
- json (>= 1.8.3)
84
- nokogiri (>= 1.6.1)
85
+ bundler (~> 1.14.6)
86
+ chronic (>= 0.10.2)
87
+ jeweler (= 2.3.7)
88
+ json (>= 2.1.0)
89
+ nokogiri (>= 1.8.0)
85
90
  redirect_follower (>= 0.1.1)
86
91
  sanitize (>= 2.1.0)
87
92
  shoulda
88
- test-unit (~> 2.5.4)
93
+ test-unit (= 3.2.4)
89
94
 
90
95
  BUNDLED WITH
91
- 1.12.3
96
+ 1.14.6
data/README.md CHANGED
@@ -68,6 +68,16 @@ Raev.url("http://www.polygon.com/e3-2013/2013/6/14/4429126/the-indie-eight-ps4")
68
68
  # => "The Indie Eight: Polygon talks with the showcase indies launching on PS4"
69
69
  ```
70
70
 
71
+ Parse review scores.
72
+
73
+ ```ruby
74
+ review = Raev.url("http://www.gamesradar.com/superhot-review/")
75
+ review.ratingValue
76
+ # => 4.5
77
+ review.bestRating
78
+ # => 5.0
79
+ ```
80
+
71
81
  Normalize author name. Capitalizes name, strips whitespace, ignores email addresses and removes silly nicknames in quotes. Returns nil for empty strings or non-names like *Editor* or *Staff*.
72
82
 
73
83
  ```
data/VERSION CHANGED
@@ -1 +1 @@
1
- 0.2.3
1
+ 0.2.4
data/lib/raev/article.rb CHANGED
@@ -2,65 +2,61 @@ module Raev
2
2
 
3
3
  class Article
4
4
 
5
+ REGEX_NODE_EMPTY = /\A *\z/
6
+
5
7
  attr_reader :body
6
8
  attr_reader :doc
7
-
9
+
8
10
  def initialize(body)
9
- body = replace_non_breaking_space(body)
10
-
11
- @doc = Nokogiri::HTML::DocumentFragment.parse(body)
11
+ @doc = Nokogiri::HTML::DocumentFragment.parse(
12
+ replace_non_breaking_space(body)
13
+ )
12
14
 
13
- @doc = replace_divs_with_paragraphs(@doc)
14
- @doc = remove_empty_paragraphs(@doc)
15
- @doc = remove_extra_linebreaks(@doc)
15
+ replace_divs_with_paragraphs(@doc)
16
+ remove_empty_paragraphs(@doc)
17
+ remove_extra_linebreaks(@doc)
16
18
 
17
- @body = @doc.to_s.gsub("\n", "")
19
+ @body = @doc.to_s.gsub("\n".freeze, "".freeze)
18
20
  end
19
21
 
20
22
  private
21
23
 
22
24
  def replace_non_breaking_space(str)
23
- str.gsub("&nbsp;", " ")
25
+ str.gsub("&nbsp;".freeze, " ".freeze)
24
26
  end
25
27
 
26
28
  def replace_divs_with_paragraphs(doc)
27
- doc.css("div").each do |node|
28
- if node.css("p").length == 0
29
- node.name = "p"
29
+ doc.css("div".freeze).each do |node|
30
+ if node.css("p".freeze).length == 0
31
+ node.name = "p".freeze
30
32
  end
31
33
  end
32
-
33
- doc
34
34
  end
35
35
 
36
36
  def remove_empty_paragraphs(doc)
37
- doc.css("p").each do |node|
37
+ doc.css("p".freeze).each do |node|
38
38
  if node_empty?(node)
39
39
  node.remove
40
40
  end
41
41
  end
42
-
43
- doc
44
42
  end
45
43
 
46
44
  def remove_extra_linebreaks(doc)
47
- doc.css("br").each do |node|
45
+ doc.css("br".freeze).each do |node|
48
46
  next_node = node.next
49
47
 
50
48
  if next_node
51
- if next_node.matches?("br") || node_empty?(next_node)
49
+ if next_node.matches?("br".freeze) || node_empty?(next_node)
52
50
  node.remove
53
51
  end
54
52
  else
55
53
  node.remove
56
54
  end
57
55
  end
58
-
59
- doc
60
56
  end
61
57
 
62
58
  def node_empty?(node)
63
- node.element_children.empty? && /\A *\z/.match(node.inner_text)
59
+ node.element_children.empty? && REGEX_NODE_EMPTY.match(node.inner_text)
64
60
  end
65
61
 
66
62
  end
data/lib/raev/author.rb CHANGED
@@ -2,6 +2,17 @@ module Raev
2
2
 
3
3
  class Author
4
4
 
5
+ NO_AUTHOR_STRINGS = [
6
+ "admin".freeze,
7
+ "blogs".freeze,
8
+ "editor".freeze,
9
+ "staff".freeze
10
+ ]
11
+
12
+ REGEX_EMAIL_WITH_NAME = /\((.*)\)/
13
+ REGEX_QUOTES = /\'(.*)\'/
14
+ REGEX_DOUBLE_QUOTES = /\"(.*)\"/
15
+
5
16
  def self.normalize_name author_name
6
17
  if author_name.nil?
7
18
  return nil
@@ -12,28 +23,28 @@ module Raev
12
23
  return nil
13
24
  end
14
25
 
15
- # Ignore common strings that are not names of people
16
- no_authors = ["admin", "blogs", "editor", "staff"]
17
-
18
- if no_authors.include?(author.downcase)
26
+ # Ignore common strings that are not names of people
27
+ if NO_AUTHOR_STRINGS.include?(author.downcase)
19
28
  return nil
20
29
  end
21
30
  end
22
31
 
23
32
  # Parse notation "andreas@somedomain.com (Andreas)"
24
- m = /\((.*)\)/.match(author)
33
+ m = REGEX_EMAIL_WITH_NAME.match(author)
25
34
  unless m.nil?
26
35
  author = m[1]
27
36
  end
28
-
37
+
29
38
  # Remove nickname quotes
30
- author = author.gsub(/\"(.*)\"/, "").gsub(/\'(.*)\'/, "").gsub(" ", " ")
39
+ author.gsub!(REGEX_DOUBLE_QUOTES, "".freeze)
40
+ author.gsub!(REGEX_QUOTES, "".freeze)
41
+ author.gsub!(" ".freeze, " ".freeze)
31
42
 
32
43
  # Remove "by"
33
- author = author.gsub("by ", "")
44
+ author.gsub!("by ".freeze, "".freeze)
34
45
 
35
46
  # Capitalize
36
- return author.split(' ').map(&:capitalize).join(' ')
47
+ return author.split(' '.freeze).map(&:capitalize).join(' '.freeze)
37
48
  end
38
49
 
39
50
  end
data/lib/raev/parser.rb CHANGED
@@ -3,7 +3,7 @@ module Raev
3
3
  class Parser
4
4
 
5
5
  def match_href list, expression
6
- list.find_all { |node| node['href'] =~ /#{expression}/ }
6
+ list.find_all { |node| node['href'.freeze] =~ /#{expression}/ }
7
7
  end
8
8
 
9
9
  end
data/lib/raev/url.rb CHANGED
@@ -5,9 +5,35 @@ require "sanitize"
5
5
  module Raev
6
6
 
7
7
  class Url
8
+
9
+ AUTHOR_CSS_SELECTORS = [
10
+ '.c-byline__item a'.freeze,
11
+ '.author-info .name'.freeze,
12
+ '.author-top a'.freeze,
13
+ '.yt-user-info a'.freeze,
14
+ 'a[rel~="author"]'.freeze,
15
+ 'a[itemprop~="author"]'.freeze,
16
+ '.author h3 a'.freeze,
17
+ '.author'.freeze,
18
+ '.posted-by a'.freeze,
19
+ '.entryAuthor a'.freeze,
20
+ 'a.names'.freeze,
21
+ 'a.byline-author'.freeze,
22
+ '.byline a'.freeze,
23
+ '.author.vcard a'.freeze,
24
+ 'p.info a'.freeze,
25
+ '.author-name'.freeze,
26
+ '.upcased'.freeze,
27
+ 'a[rel~="nofollow"]'.freeze
28
+ ]
29
+
30
+ REGEX_UTM = /(\?|&)utm_/
31
+ REGEX_URL_DATE = /[0-9]{4}\/[0-9]{1,2}\/[0-9]{1,2}/
32
+ REGEX_ENTRY_DATE = /[^a-zA-Z0-9\s]/
33
+ REGEX_PAGE_TITLE = / +/
34
+
8
35
  attr_reader :url
9
36
  attr_reader :doc
10
- attr_reader :linked_data
11
37
 
12
38
  def initialize(url)
13
39
  @url = url
@@ -16,14 +42,14 @@ module Raev
16
42
  end
17
43
 
18
44
  def base
19
- base_url = @url.split('/')[2]
20
- base_url = base_url.gsub('www.', '') unless base_url.nil?
45
+ base_url = @url.split('/'.freeze)[2]
46
+ base_url.gsub!('www.'.freeze, ''.freeze) unless base_url.nil?
21
47
  base_url
22
48
  end
23
49
 
24
50
  def clean
25
51
  unless @url.nil?
26
- utm_index = @url.index(/(\?|&)utm_/)
52
+ utm_index = @url.index(REGEX_UTM)
27
53
  unless(utm_index.nil?)
28
54
  return url.slice(0, utm_index)
29
55
  end
@@ -50,15 +76,15 @@ module Raev
50
76
  end
51
77
 
52
78
  def without_http
53
- @url.sub("http://", "")
79
+ @url.sub("http://".freeze, "".freeze)
54
80
  end
55
81
 
56
82
  def twitter
57
- node = document.css('a:match_href("twitter.com")', Raev::Parser.new)
83
+ node = document.css('a:match_href("twitter.com")'.freeze, Raev::Parser.new)
58
84
 
59
85
  if node.first
60
86
  twitter_url = node.first["href"]
61
- twitter_url.split('/').last
87
+ twitter_url.split('/'.freeze).last
62
88
  else
63
89
  nil
64
90
  end
@@ -67,19 +93,19 @@ module Raev
67
93
  def feed
68
94
  feed_url = nil
69
95
 
70
- node = document.css('link[type="application/rss+xml"][rel="alternate"]')
96
+ node = document.css('link[type="application/rss+xml"][rel="alternate"]'.freeze)
71
97
 
72
98
  if node.first
73
99
  feed_url = node.first["href"]
74
100
  else
75
- node = document.css('a:match_href("http://feeds.")', Raev::Parser.new)
101
+ node = document.css('a:match_href("http://feeds.")'.freeze, Raev::Parser.new)
76
102
 
77
103
  if node.first
78
104
  feed_url = node.first["href"]
79
105
  end
80
106
  end
81
107
 
82
- if feed_url && feed_url[0,1] == "/"
108
+ if feed_url && feed_url[0,1] == "/".freeze
83
109
  feed_url = @url + feed_url
84
110
  end
85
111
 
@@ -93,7 +119,7 @@ module Raev
93
119
 
94
120
  page_title = nil
95
121
 
96
- node = document.css(".twitter-share-button")
122
+ node = document.css(".twitter-share-button".freeze)
97
123
 
98
124
  if node.first
99
125
  if node.first['data-text']
@@ -102,15 +128,15 @@ module Raev
102
128
  end
103
129
 
104
130
  if page_title.nil?
105
- document.css("head meta").each do |meta|
106
- if meta['property'] == 'og:title' || meta['property'] == 'twitter:title'
131
+ document.css("head meta".freeze).each do |meta|
132
+ if meta['property'] == 'og:title'.freeze || meta['property'] == 'twitter:title'.freeze
107
133
  page_title = meta['content']
108
134
  end
109
135
  end
110
136
  end
111
137
 
112
138
  if page_title.nil?
113
- node = document.css("#article h1, a[rel=\"bookmark\"], h2[itemprop=\"name\"]")
139
+ node = document.css("#article h1, a[rel=\"bookmark\"], h2[itemprop=\"name\"]".freeze)
114
140
 
115
141
  if node.first
116
142
  page_title = node.first.content
@@ -118,7 +144,7 @@ module Raev
118
144
  end
119
145
 
120
146
  unless page_title.nil?
121
- page_title.gsub!(/ +/, ' ')
147
+ page_title.gsub!(REGEX_PAGE_TITLE, ' '.freeze)
122
148
  end
123
149
 
124
150
  page_title
@@ -129,20 +155,20 @@ module Raev
129
155
  return Date.parse(linked_data["datePublished"])
130
156
  end
131
157
 
132
- date_elements = @url.match(/[0-9]{4}\/[0-9]{1,2}\/[0-9]{1,2}/).to_s.split("/")
158
+ date_elements = @url.match(REGEX_URL_DATE).to_s.split("/".freeze)
133
159
 
134
160
  if date_elements.size == 3
135
161
  return Date.new(date_elements[0].to_i, date_elements[1].to_i, date_elements[2].to_i)
136
162
  else
137
- node = document.search("meta[itemprop='datePublished'], meta[name='pub_date']").first
163
+ node = document.search("meta[itemprop='datePublished'], meta[name='pub_date']".freeze).first
138
164
 
139
165
  if node
140
- return Date.parse(node.attribute("content"))
166
+ return Date.parse(node.attribute("content".freeze))
141
167
  else
142
- node = document.search(".entryDate, .entrydate").first
168
+ node = document.search(".entryDate, .entrydate".freeze).first
143
169
 
144
170
  if node
145
- return Chronic.parse(node.content.gsub(/[^a-zA-Z0-9\s]/,"").strip)
171
+ return Chronic.parse(node.content.gsub(REGEX_ENTRY_DATE, "".freeze).strip)
146
172
  end
147
173
  end
148
174
  end
@@ -151,33 +177,13 @@ module Raev
151
177
  end
152
178
 
153
179
  def author
154
- node = document.search('meta[name="author"]').first
180
+ node = document.search('meta[name="author"]'.freeze).first
155
181
 
156
- if node && node.attribute("content")
157
- return node.attribute("content").value
182
+ if node && node.attribute("content".freeze)
183
+ return node.attribute("content".freeze).value
158
184
  end
159
185
 
160
- cssSelectors = [
161
- '.author-info .name',
162
- '.author-top a',
163
- '.yt-user-info a',
164
- 'a[rel~="author"]',
165
- 'a[itemprop~="author"]',
166
- '.author h3 a',
167
- '.author',
168
- '.posted-by a',
169
- '.entryAuthor a',
170
- 'a.names',
171
- 'a.byline-author',
172
- '.byline a',
173
- '.author.vcard a',
174
- 'p.info a',
175
- '.author-name',
176
- '.upcased',
177
- 'a[rel~="nofollow"]'
178
- ]
179
-
180
- node = document.search(cssSelectors.join(", ")).first
186
+ node = document.search(AUTHOR_CSS_SELECTORS.join(", ".freeze)).first
181
187
 
182
188
  if node
183
189
  words = node.content.split.size
@@ -187,15 +193,15 @@ module Raev
187
193
  end
188
194
  end
189
195
 
190
- ""
196
+ "".freeze
191
197
  end
192
198
 
193
199
  def ratingValue
194
- node = document.search('*[itemprop="ratingValue"]').first
200
+ node = document.search('*[itemprop="ratingValue"]'.freeze).first
195
201
 
196
202
  if node
197
- if node.attribute("content")
198
- value = node.attribute("content").value
203
+ if node.attribute("content".freeze)
204
+ value = node.attribute("content".freeze).value
199
205
  else
200
206
  value = node.content
201
207
  end
@@ -209,11 +215,11 @@ module Raev
209
215
  end
210
216
 
211
217
  def bestRating
212
- node = document.search('*[itemprop="bestRating"]').first
218
+ node = document.search('*[itemprop="bestRating"]'.freeze).first
213
219
 
214
220
  if node
215
- if node.attribute("content")
216
- value = node.attribute("content").value
221
+ if node.attribute("content".freeze)
222
+ value = node.attribute("content".freeze).value
217
223
 
218
224
  if value
219
225
  return value.to_f
@@ -236,7 +242,7 @@ module Raev
236
242
 
237
243
  def linked_data
238
244
  if @linked_data.nil?
239
- node = document.css("script[type=\"application/ld+json\"]")
245
+ node = document.css("script[type=\"application/ld+json\"]".freeze)
240
246
 
241
247
  if node.first
242
248
  @linked_data = JSON.parse(node.first.content)
data/raev.gemspec CHANGED
@@ -2,18 +2,18 @@
2
2
  # DO NOT EDIT THIS FILE DIRECTLY
3
3
  # Instead, edit Jeweler::Tasks in Rakefile, and run 'rake gemspec'
4
4
  # -*- encoding: utf-8 -*-
5
- # stub: raev 0.2.3 ruby lib
5
+ # stub: raev 0.2.4 ruby lib
6
6
 
7
7
  Gem::Specification.new do |s|
8
- s.name = "raev"
9
- s.version = "0.2.3"
8
+ s.name = "raev".freeze
9
+ s.version = "0.2.4"
10
10
 
11
- s.required_rubygems_version = Gem::Requirement.new(">= 0") if s.respond_to? :required_rubygems_version=
12
- s.require_paths = ["lib"]
13
- s.authors = ["Andreas Zecher"]
14
- s.date = "2016-05-23"
15
- s.description = "Fetch, parse and normalize meta data from websites."
16
- s.email = "andreas@madebypixelate.com"
11
+ s.required_rubygems_version = Gem::Requirement.new(">= 0".freeze) if s.respond_to? :required_rubygems_version=
12
+ s.require_paths = ["lib".freeze]
13
+ s.authors = ["Andreas Zecher".freeze]
14
+ s.date = "2017-09-18"
15
+ s.description = "Fetch, parse and normalize meta data from websites.".freeze
16
+ s.email = "andreas@madebypixelate.com".freeze
17
17
  s.extra_rdoc_files = [
18
18
  "LICENSE.txt",
19
19
  "README.md"
@@ -37,45 +37,45 @@ Gem::Specification.new do |s|
37
37
  "test/test_author.rb",
38
38
  "test/test_url.rb"
39
39
  ]
40
- s.homepage = "http://github.com/pixelate/raev"
41
- s.licenses = ["MIT"]
42
- s.rubygems_version = "2.5.1"
43
- s.summary = "Fetch, parse and normalize meta data from websites."
40
+ s.homepage = "http://github.com/pixelate/raev".freeze
41
+ s.licenses = ["MIT".freeze]
42
+ s.rubygems_version = "2.6.13".freeze
43
+ s.summary = "Fetch, parse and normalize meta data from websites.".freeze
44
44
 
45
45
  if s.respond_to? :specification_version then
46
46
  s.specification_version = 4
47
47
 
48
48
  if Gem::Version.new(Gem::VERSION) >= Gem::Version.new('1.2.0') then
49
- s.add_runtime_dependency(%q<json>, [">= 1.8.3"])
50
- s.add_runtime_dependency(%q<nokogiri>, [">= 1.6.1"])
51
- s.add_runtime_dependency(%q<redirect_follower>, [">= 0.1.1"])
52
- s.add_runtime_dependency(%q<sanitize>, [">= 2.1.0"])
53
- s.add_runtime_dependency(%q<chronic>, [">= 0.9.1"])
54
- s.add_development_dependency(%q<shoulda>, [">= 0"])
55
- s.add_development_dependency(%q<bundler>, ["~> 1.12.3"])
56
- s.add_development_dependency(%q<jeweler>, ["= 2.1.1"])
57
- s.add_development_dependency(%q<test-unit>, ["~> 2.5.4"])
49
+ s.add_runtime_dependency(%q<json>.freeze, [">= 2.1.0"])
50
+ s.add_runtime_dependency(%q<nokogiri>.freeze, [">= 1.8.0"])
51
+ s.add_runtime_dependency(%q<redirect_follower>.freeze, [">= 0.1.1"])
52
+ s.add_runtime_dependency(%q<sanitize>.freeze, [">= 2.1.0"])
53
+ s.add_runtime_dependency(%q<chronic>.freeze, [">= 0.10.2"])
54
+ s.add_development_dependency(%q<shoulda>.freeze, [">= 0"])
55
+ s.add_development_dependency(%q<bundler>.freeze, ["~> 1.14.6"])
56
+ s.add_development_dependency(%q<jeweler>.freeze, ["= 2.3.7"])
57
+ s.add_development_dependency(%q<test-unit>.freeze, ["= 3.2.4"])
58
58
  else
59
- s.add_dependency(%q<json>, [">= 1.8.3"])
60
- s.add_dependency(%q<nokogiri>, [">= 1.6.1"])
61
- s.add_dependency(%q<redirect_follower>, [">= 0.1.1"])
62
- s.add_dependency(%q<sanitize>, [">= 2.1.0"])
63
- s.add_dependency(%q<chronic>, [">= 0.9.1"])
64
- s.add_dependency(%q<shoulda>, [">= 0"])
65
- s.add_dependency(%q<bundler>, ["~> 1.12.3"])
66
- s.add_dependency(%q<jeweler>, ["= 2.1.1"])
67
- s.add_dependency(%q<test-unit>, ["~> 2.5.4"])
59
+ s.add_dependency(%q<json>.freeze, [">= 2.1.0"])
60
+ s.add_dependency(%q<nokogiri>.freeze, [">= 1.8.0"])
61
+ s.add_dependency(%q<redirect_follower>.freeze, [">= 0.1.1"])
62
+ s.add_dependency(%q<sanitize>.freeze, [">= 2.1.0"])
63
+ s.add_dependency(%q<chronic>.freeze, [">= 0.10.2"])
64
+ s.add_dependency(%q<shoulda>.freeze, [">= 0"])
65
+ s.add_dependency(%q<bundler>.freeze, ["~> 1.14.6"])
66
+ s.add_dependency(%q<jeweler>.freeze, ["= 2.3.7"])
67
+ s.add_dependency(%q<test-unit>.freeze, ["= 3.2.4"])
68
68
  end
69
69
  else
70
- s.add_dependency(%q<json>, [">= 1.8.3"])
71
- s.add_dependency(%q<nokogiri>, [">= 1.6.1"])
72
- s.add_dependency(%q<redirect_follower>, [">= 0.1.1"])
73
- s.add_dependency(%q<sanitize>, [">= 2.1.0"])
74
- s.add_dependency(%q<chronic>, [">= 0.9.1"])
75
- s.add_dependency(%q<shoulda>, [">= 0"])
76
- s.add_dependency(%q<bundler>, ["~> 1.12.3"])
77
- s.add_dependency(%q<jeweler>, ["= 2.1.1"])
78
- s.add_dependency(%q<test-unit>, ["~> 2.5.4"])
70
+ s.add_dependency(%q<json>.freeze, [">= 2.1.0"])
71
+ s.add_dependency(%q<nokogiri>.freeze, [">= 1.8.0"])
72
+ s.add_dependency(%q<redirect_follower>.freeze, [">= 0.1.1"])
73
+ s.add_dependency(%q<sanitize>.freeze, [">= 2.1.0"])
74
+ s.add_dependency(%q<chronic>.freeze, [">= 0.10.2"])
75
+ s.add_dependency(%q<shoulda>.freeze, [">= 0"])
76
+ s.add_dependency(%q<bundler>.freeze, ["~> 1.14.6"])
77
+ s.add_dependency(%q<jeweler>.freeze, ["= 2.3.7"])
78
+ s.add_dependency(%q<test-unit>.freeze, ["= 3.2.4"])
79
79
  end
80
80
  end
81
81
 
data/test/test_url.rb CHANGED
@@ -22,17 +22,17 @@ class UrlTest < Test::Unit::TestCase
22
22
 
23
23
  should "resolve url" do
24
24
  url = Raev.url("http://feedproxy.google.com/~r/fingergaming/~3/nBkNwBLq-U8/")
25
- assert_equal "http://www.gamasutra.com/topic/smartphone-tablet/fg/2011/01/21/zynga-acquires-drop7-developer-areacode/?utm_source=feedburner&utm_medium=feed&utm_campaign=Feed%3A+fingergaming+%28FingerGaming%29", url.resolved
25
+ assert_equal "https://www.gamasutra.com/topic/smartphone-tablet/fg/2011/01/21/zynga-acquires-drop7-developer-areacode/?utm_source=feedburner&utm_medium=feed&utm_campaign=Feed%3A+fingergaming+%28FingerGaming%29", url.resolved
26
26
  end
27
27
 
28
28
  should "resolve and clean url" do
29
29
  url = Raev.url("http://feedproxy.google.com/~r/fingergaming/~3/nBkNwBLq-U8/")
30
- assert_equal "http://www.gamasutra.com/topic/smartphone-tablet/fg/2011/01/21/zynga-acquires-drop7-developer-areacode/", url.resolved_and_clean
30
+ assert_equal "https://www.gamasutra.com/topic/smartphone-tablet/fg/2011/01/21/zynga-acquires-drop7-developer-areacode/", url.resolved_and_clean
31
31
  end
32
32
 
33
33
  should "get twitter handle" do
34
- url = Raev.url("http://polygon.com")
35
- assert_equal nil, url.twitter
34
+ url = Raev.url("https://www.polygon.com")
35
+ assert_equal "Polygon", url.twitter
36
36
  end
37
37
 
38
38
  should "get rss feed" do
@@ -43,14 +43,14 @@ class UrlTest < Test::Unit::TestCase
43
43
  assert_equal "http://feeds.arstechnica.com/arstechnica/index/", url.feed
44
44
 
45
45
  url = Raev.url("http://www.kotaku.com")
46
- assert_equal "http://feeds.gawker.com/kotaku/full", url.feed
46
+ assert_equal "https://kotaku.com/rss", url.feed
47
47
  end
48
48
 
49
49
  should "get headline from url" do
50
- url = Raev.url("http://www.polygon.com/e3-2013/2013/6/14/4429126/the-indie-eight-ps4")
50
+ url = Raev.url("https://www.polygon.com/e3-2013/2013/6/14/4429126/the-indie-eight-ps4")
51
51
  assert_equal "The Indie Eight: Polygon talks with the showcase indies launching on PS4", url.headline
52
52
 
53
- url = Raev.url("http://kotaku.com/the-world-of-a-link-to-the-past-has-changed-in-the-new-513424187")
53
+ url = Raev.url("https://kotaku.com/the-world-of-a-link-to-the-past-has-changed-in-the-new-513424187")
54
54
  assert_equal "The World of A Link To The Past Has Changed in the New 3DS Zelda", url.headline
55
55
 
56
56
  url = Raev.url("http://arstechnica.com/gaming/2012/03/journey-a-hauntingly-beautiful-art-house-film-disguised-as-a-game/")
@@ -65,7 +65,7 @@ class UrlTest < Test::Unit::TestCase
65
65
  url = Raev.url("http://indiegames.com/2013/06/indie_fund_backing_for_two_new.html")
66
66
  assert_equal "Indie Fund backing two new titles for Double Fine", url.headline
67
67
 
68
- url = Raev.url("https://killscreendaily.com/articles/news/cheat-sheet-614/")
68
+ url = Raev.url("https://killscreen.com/articles/news/cheat-sheet-614/")
69
69
  assert_equal "Pixels on canvas, Spielberg's predictions, and Polytron's glorious tease - Kill Screen", url.headline
70
70
 
71
71
  url = Raev.url("https://www.rockpapershotgun.com/2013/06/05/i-spy-an-open-beta-for-spy-party/")
@@ -73,21 +73,18 @@ class UrlTest < Test::Unit::TestCase
73
73
  end
74
74
 
75
75
  should "get pubdate from url" do
76
- url = Raev.url("http://www.polygon.com/2015/5/18/8620223/witcher-3-guide-witcher-2-witcher")
76
+ url = Raev.url("https://www.polygon.com/2015/5/18/8620223/witcher-3-guide-witcher-2-witcher")
77
77
  assert_equal_date Date.new(2015, 5, 18), url.pubdate
78
78
 
79
- url = Raev.url("http://kotaku.com/this-week-destiny-got-a-hell-of-a-lot-better-1706391634")
79
+ url = Raev.url("https://kotaku.com/this-week-destiny-got-a-hell-of-a-lot-better-1706391634")
80
80
  assert_equal_date Date.new(2015, 5, 23), url.pubdate
81
81
 
82
82
  url = Raev.url("https://www.rockpapershotgun.com/2014/07/03/beauty-beheld-future-unfolding/")
83
83
  assert_equal_date Date.new(2014, 7, 3), url.pubdate
84
84
 
85
- url = Raev.url("http://jayisgames.com/review/the-black-forest-finding-friends.php")
85
+ url = Raev.url("https://jayisgames.com/review/the-black-forest-finding-friends.php")
86
86
  assert_equal_date Date.new(2009, 12, 9), url.pubdate
87
87
 
88
- url = Raev.url("http://boingboing.net/2007/03/21/understanding-games.html")
89
- assert_equal_date Date.new(2007, 3, 21), url.pubdate
90
-
91
88
  url = Raev.url("http://www.wired.com/2014/09/upcoming-a-gorgeous-adventure-game-that-mutates-for-each-player/")
92
89
  assert_equal_date Date.new(2014, 9, 4), url.pubdate
93
90
 
@@ -102,17 +99,17 @@ class UrlTest < Test::Unit::TestCase
102
99
  url = Raev.url("http://www.polygon.com/features/2013/3/25/4128022/gdc-gathering-of-game-makers")
103
100
  assert_equal "Colin Campbell", url.author
104
101
 
105
- url = Raev.url("http://kotaku.com/worth-reading-some-kickstarters-are-lying-about-game-b-1706340013")
102
+ url = Raev.url("https://kotaku.com/worth-reading-some-kickstarters-are-lying-about-game-b-1706340013")
106
103
  assert_equal "Patrick Klepek", url.author
107
104
 
108
- url = Raev.url("https://killscreendaily.com/articles/future-unfolding-wonder/")
105
+ url = Raev.url("https://killscreen.com/articles/future-unfolding-wonder/")
109
106
  assert_equal "Jess Joho", url.author
110
107
 
111
108
  url = Raev.url("http://www.creativeapplications.net/games/future-unfolding-procedurally-generated-world-both-beautiful-and-dangerous/")
112
109
  assert_equal "Filip Visnjic", Raev::normalize_author(url.author)
113
110
 
114
111
  url = Raev.url("https://www.youtube.com/watch?v=FmZYPMsq5m4")
115
- assert_equal "PsiSyndicate", url.author
112
+ assert_equal "PsiSyn", url.author
116
113
  end
117
114
 
118
115
  should "get score" do
metadata CHANGED
@@ -1,14 +1,14 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: raev
3
3
  version: !ruby/object:Gem::Version
4
- version: 0.2.3
4
+ version: 0.2.4
5
5
  platform: ruby
6
6
  authors:
7
7
  - Andreas Zecher
8
8
  autorequire:
9
9
  bindir: bin
10
10
  cert_chain: []
11
- date: 2016-05-23 00:00:00.000000000 Z
11
+ date: 2017-09-18 00:00:00.000000000 Z
12
12
  dependencies:
13
13
  - !ruby/object:Gem::Dependency
14
14
  name: json
@@ -16,28 +16,28 @@ dependencies:
16
16
  requirements:
17
17
  - - ">="
18
18
  - !ruby/object:Gem::Version
19
- version: 1.8.3
19
+ version: 2.1.0
20
20
  type: :runtime
21
21
  prerelease: false
22
22
  version_requirements: !ruby/object:Gem::Requirement
23
23
  requirements:
24
24
  - - ">="
25
25
  - !ruby/object:Gem::Version
26
- version: 1.8.3
26
+ version: 2.1.0
27
27
  - !ruby/object:Gem::Dependency
28
28
  name: nokogiri
29
29
  requirement: !ruby/object:Gem::Requirement
30
30
  requirements:
31
31
  - - ">="
32
32
  - !ruby/object:Gem::Version
33
- version: 1.6.1
33
+ version: 1.8.0
34
34
  type: :runtime
35
35
  prerelease: false
36
36
  version_requirements: !ruby/object:Gem::Requirement
37
37
  requirements:
38
38
  - - ">="
39
39
  - !ruby/object:Gem::Version
40
- version: 1.6.1
40
+ version: 1.8.0
41
41
  - !ruby/object:Gem::Dependency
42
42
  name: redirect_follower
43
43
  requirement: !ruby/object:Gem::Requirement
@@ -72,14 +72,14 @@ dependencies:
72
72
  requirements:
73
73
  - - ">="
74
74
  - !ruby/object:Gem::Version
75
- version: 0.9.1
75
+ version: 0.10.2
76
76
  type: :runtime
77
77
  prerelease: false
78
78
  version_requirements: !ruby/object:Gem::Requirement
79
79
  requirements:
80
80
  - - ">="
81
81
  - !ruby/object:Gem::Version
82
- version: 0.9.1
82
+ version: 0.10.2
83
83
  - !ruby/object:Gem::Dependency
84
84
  name: shoulda
85
85
  requirement: !ruby/object:Gem::Requirement
@@ -100,42 +100,42 @@ dependencies:
100
100
  requirements:
101
101
  - - "~>"
102
102
  - !ruby/object:Gem::Version
103
- version: 1.12.3
103
+ version: 1.14.6
104
104
  type: :development
105
105
  prerelease: false
106
106
  version_requirements: !ruby/object:Gem::Requirement
107
107
  requirements:
108
108
  - - "~>"
109
109
  - !ruby/object:Gem::Version
110
- version: 1.12.3
110
+ version: 1.14.6
111
111
  - !ruby/object:Gem::Dependency
112
112
  name: jeweler
113
113
  requirement: !ruby/object:Gem::Requirement
114
114
  requirements:
115
115
  - - '='
116
116
  - !ruby/object:Gem::Version
117
- version: 2.1.1
117
+ version: 2.3.7
118
118
  type: :development
119
119
  prerelease: false
120
120
  version_requirements: !ruby/object:Gem::Requirement
121
121
  requirements:
122
122
  - - '='
123
123
  - !ruby/object:Gem::Version
124
- version: 2.1.1
124
+ version: 2.3.7
125
125
  - !ruby/object:Gem::Dependency
126
126
  name: test-unit
127
127
  requirement: !ruby/object:Gem::Requirement
128
128
  requirements:
129
- - - "~>"
129
+ - - '='
130
130
  - !ruby/object:Gem::Version
131
- version: 2.5.4
131
+ version: 3.2.4
132
132
  type: :development
133
133
  prerelease: false
134
134
  version_requirements: !ruby/object:Gem::Requirement
135
135
  requirements:
136
- - - "~>"
136
+ - - '='
137
137
  - !ruby/object:Gem::Version
138
- version: 2.5.4
138
+ version: 3.2.4
139
139
  description: Fetch, parse and normalize meta data from websites.
140
140
  email: andreas@madebypixelate.com
141
141
  executables: []
@@ -181,7 +181,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
181
181
  version: '0'
182
182
  requirements: []
183
183
  rubyforge_project:
184
- rubygems_version: 2.5.1
184
+ rubygems_version: 2.6.13
185
185
  signing_key:
186
186
  specification_version: 4
187
187
  summary: Fetch, parse and normalize meta data from websites.