raev 0.2.1 → 0.2.2

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 64988202ffa1289c5d9e0f6fe59767e1bf6c2b2d
-  data.tar.gz: 1fc08d2929d84fbb849a81c6bd4a843eb952b644
+  metadata.gz: b020e95434fd22eaeb55f5046596393745179bad
+  data.tar.gz: 4f11eb87fdbabfb2cfd57affce3d51fc8b56af26
 SHA512:
-  metadata.gz: 42cf3c6f84cc0061b7b5b51e43796546c9e03d1a5064d20b187783f065a354a63b90cbe8ae91254436a915d75c0459dae6eabfb6a9ffbb95e6197add643245fa
-  data.tar.gz: f97e2730ca39ad035a0891701cdfc65cf7b1208cd313299a26146079ecaf38d5f4b9f69a36e23017be70f58153452cdbb4391b44c1b4dfcedfeb193ca15c0874
+  metadata.gz: eea620803d2b0588fcef20a1be4c93ad311b2e31e3588822b1ccb780dde354e0a19ddfbcceaeba211d931e60c84fd917d6174f849fd7b641b40f9d709e2b4b37
+  data.tar.gz: ad3e2afef1f12370a98742e5d45148fb79240c15c7abcb4bef2d1f4d601cbd9aae78998a1d1dd6f711d59c95993ae48e4f94dd0f438588f2363127bca011eddf

data/Gemfile

@@ -1,6 +1,6 @@
 source "http://rubygems.org"
 
-gem "json", '>= 1.8.1'
+gem "json", '>= 1.8.3'
 gem "nokogiri", ">= 1.6.1"
 gem "redirect_follower", ">= 0.1.1"
 gem "sanitize", ">= 2.1.0"
@@ -8,7 +8,7 @@ gem "chronic", ">=0.9.1"
 
 group :development do
   gem "shoulda", ">= 0"
-  gem "bundler", "~> 1.7.2"
-  gem "jeweler", "2.0.1"
+  gem "bundler", "~> 1.12.3"
+  gem "jeweler", "2.1.1"
   gem "test-unit", "~> 2.5.4"
 end

data/Gemfile.lock

@@ -1,33 +1,31 @@
 GEM
   remote: http://rubygems.org/
   specs:
-    activesupport (4.1.8)
-      i18n (~> 0.6, >= 0.6.9)
+    activesupport (4.2.6)
+      i18n (~> 0.7)
       json (~> 1.7, >= 1.7.7)
       minitest (~> 5.1)
-      thread_safe (~> 0.1)
+      thread_safe (~> 0.3, >= 0.3.4)
       tzinfo (~> 1.1)
-    addressable (2.3.6)
+    addressable (2.4.0)
     builder (3.2.2)
     chronic (0.10.2)
     crass (1.0.2)
     descendants_tracker (0.0.4)
       thread_safe (~> 0.3, >= 0.3.1)
-    faraday (0.9.0)
+    faraday (0.9.2)
       multipart-post (>= 1.2, < 3)
-    git (1.2.8)
-    github_api (0.12.2)
-      addressable (~> 2.3)
+    git (1.3.0)
+    github_api (0.14.0)
+      addressable (~> 2.4.0)
       descendants_tracker (~> 0.0.4)
       faraday (~> 0.8, < 0.10)
-      hashie (>= 3.3)
-      multi_json (>= 1.7.5, < 2.0)
-      nokogiri (~> 1.6.3)
+      hashie (>= 3.4)
       oauth2
-    hashie (3.3.1)
-    highline (1.6.21)
-    i18n (0.6.11)
-    jeweler (2.0.1)
+    hashie (3.4.4)
+    highline (1.7.8)
+    i18n (0.7.0)
+    jeweler (2.1.1)
       builder
       bundler (>= 1.0)
       git (>= 1.2.5)
@@ -36,40 +34,42 @@ GEM
       nokogiri (>= 1.5.10)
       rake
       rdoc
-    json (1.8.1)
-    jwt (1.2.0)
-    mini_portile (0.6.1)
-    minitest (5.4.3)
-    multi_json (1.10.1)
+      semver
+    json (1.8.3)
+    jwt (1.5.1)
+    mini_portile2 (2.0.0)
+    minitest (5.9.0)
+    multi_json (1.12.1)
     multi_xml (0.5.5)
     multipart-post (2.0.0)
-    nokogiri (1.6.4.1)
-      mini_portile (~> 0.6.0)
-    nokogumbo (1.4.1)
+    nokogiri (1.6.7.2)
+      mini_portile2 (~> 2.0.0.rc2)
+    nokogumbo (1.4.7)
       nokogiri
-    oauth2 (1.0.0)
+    oauth2 (1.1.0)
       faraday (>= 0.8, < 0.10)
-      jwt (~> 1.0)
+      jwt (~> 1.0, < 1.5.2)
       multi_json (~> 1.3)
       multi_xml (~> 0.5)
-      rack (~> 1.2)
-    rack (1.5.2)
-    rake (10.4.0)
-    rdoc (4.1.2)
+      rack (>= 1.2, < 3)
+    rack (1.6.4)
+    rake (11.1.2)
+    rdoc (4.2.2)
       json (~> 1.4)
     redirect_follower (0.1.1)
-    sanitize (4.0.0)
+    sanitize (4.0.1)
       crass (~> 1.0.2)
       nokogiri (>= 1.4.4)
-      nokogumbo (= 1.4.1)
+      nokogumbo (~> 1.4.1)
+    semver (1.0.1)
     shoulda (3.5.0)
       shoulda-context (~> 1.0, >= 1.0.1)
       shoulda-matchers (>= 1.4.1, < 3.0)
     shoulda-context (1.2.1)
-    shoulda-matchers (2.7.0)
+    shoulda-matchers (2.8.0)
       activesupport (>= 3.0.0)
     test-unit (2.5.5)
-    thread_safe (0.3.4)
+    thread_safe (0.3.5)
     tzinfo (1.2.2)
       thread_safe (~> 0.1)
 
@@ -77,12 +77,15 @@ PLATFORMS
   ruby
 
 DEPENDENCIES
-  bundler (~> 1.7.2)
+  bundler (~> 1.12.3)
   chronic (>= 0.9.1)
-  jeweler (= 2.0.1)
-  json (>= 1.8.1)
+  jeweler (= 2.1.1)
+  json (>= 1.8.3)
   nokogiri (>= 1.6.1)
   redirect_follower (>= 0.1.1)
   sanitize (>= 2.1.0)
   shoulda
   test-unit (~> 2.5.4)
+
+BUNDLED WITH
+   1.12.3

data/VERSION

@@ -1 +1 @@
-0.2.1
+0.2.2

data/lib/raev/author.rb

@@ -29,6 +29,9 @@ module Raev
       # Remove nickname quotes
       author = author.gsub(/\"(.*)\"/, "").gsub(/\'(.*)\'/, "").gsub("  ", " ")
 
+			# Remove "by"
+			author = author.gsub("by ", "")
+
       # Capitalize
       return author.split(' ').map(&:capitalize).join(' ')
     end

data/lib/raev/url.rb

@@ -151,10 +151,16 @@ module Raev
     end
     
     def author
+			node = document.search('meta[name="author"]').first
+
+			if node && node.attribute("content")
+				return node.attribute("content").value
+			end
+			
       cssSelectors = [
         '.author-info .name',
         '.author-top a',
-        '.yt-user-name',
+				'.yt-user-info a',
         'a[rel~="author"]',
         'a[itemprop~="author"]',
         '.author h3 a',
@@ -183,7 +189,41 @@ module Raev
       
       ""
     end
-        
+		
+		def ratingValue
+			node = document.search('*[itemprop="ratingValue"]').first
+			
+			if node
+				if node.attribute("content")
+					value = node.attribute("content").value
+				else
+					value = node.content
+				end
+			end
+
+			if value
+				value.to_f
+			else
+				nil
+			end
+		end
+		
+		def bestRating
+			node = document.search('*[itemprop="bestRating"]').first
+			
+			if node
+				if node.attribute("content")
+					value = node.attribute("content").value
+				
+					if value
+						return value.to_f
+					end
+				end
+			end
+			
+			nil			
+		end
+		
     private
     
     def document

data/raev.gemspec

@@ -2,16 +2,16 @@
 # DO NOT EDIT THIS FILE DIRECTLY
 # Instead, edit Jeweler::Tasks in Rakefile, and run 'rake gemspec'
 # -*- encoding: utf-8 -*-
-# stub: raev 0.2.1 ruby lib
+# stub: raev 0.2.2 ruby lib
 
 Gem::Specification.new do |s|
   s.name = "raev"
-  s.version = "0.2.1"
+  s.version = "0.2.2"
 
   s.required_rubygems_version = Gem::Requirement.new(">= 0") if s.respond_to? :required_rubygems_version=
   s.require_paths = ["lib"]
   s.authors = ["Andreas Zecher"]
-  s.date = "2015-08-20"
+  s.date = "2016-05-23"
   s.description = "Fetch, parse and normalize meta data from websites."
   s.email = "andreas@madebypixelate.com"
   s.extra_rdoc_files = [
@@ -39,42 +39,42 @@ Gem::Specification.new do |s|
   ]
   s.homepage = "http://github.com/pixelate/raev"
   s.licenses = ["MIT"]
-  s.rubygems_version = "2.4.5"
+  s.rubygems_version = "2.5.1"
   s.summary = "Fetch, parse and normalize meta data from websites."
 
   if s.respond_to? :specification_version then
     s.specification_version = 4
 
     if Gem::Version.new(Gem::VERSION) >= Gem::Version.new('1.2.0') then
-      s.add_runtime_dependency(%q<json>, [">= 1.8.1"])
+      s.add_runtime_dependency(%q<json>, [">= 1.8.3"])
       s.add_runtime_dependency(%q<nokogiri>, [">= 1.6.1"])
       s.add_runtime_dependency(%q<redirect_follower>, [">= 0.1.1"])
       s.add_runtime_dependency(%q<sanitize>, [">= 2.1.0"])
       s.add_runtime_dependency(%q<chronic>, [">= 0.9.1"])
       s.add_development_dependency(%q<shoulda>, [">= 0"])
-      s.add_development_dependency(%q<bundler>, ["~> 1.7.2"])
-      s.add_development_dependency(%q<jeweler>, ["= 2.0.1"])
+      s.add_development_dependency(%q<bundler>, ["~> 1.12.3"])
+      s.add_development_dependency(%q<jeweler>, ["= 2.1.1"])
       s.add_development_dependency(%q<test-unit>, ["~> 2.5.4"])
     else
-      s.add_dependency(%q<json>, [">= 1.8.1"])
+      s.add_dependency(%q<json>, [">= 1.8.3"])
       s.add_dependency(%q<nokogiri>, [">= 1.6.1"])
       s.add_dependency(%q<redirect_follower>, [">= 0.1.1"])
       s.add_dependency(%q<sanitize>, [">= 2.1.0"])
       s.add_dependency(%q<chronic>, [">= 0.9.1"])
       s.add_dependency(%q<shoulda>, [">= 0"])
-      s.add_dependency(%q<bundler>, ["~> 1.7.2"])
-      s.add_dependency(%q<jeweler>, ["= 2.0.1"])
+      s.add_dependency(%q<bundler>, ["~> 1.12.3"])
+      s.add_dependency(%q<jeweler>, ["= 2.1.1"])
       s.add_dependency(%q<test-unit>, ["~> 2.5.4"])
     end
   else
-    s.add_dependency(%q<json>, [">= 1.8.1"])
+    s.add_dependency(%q<json>, [">= 1.8.3"])
     s.add_dependency(%q<nokogiri>, [">= 1.6.1"])
     s.add_dependency(%q<redirect_follower>, [">= 0.1.1"])
     s.add_dependency(%q<sanitize>, [">= 2.1.0"])
     s.add_dependency(%q<chronic>, [">= 0.9.1"])
     s.add_dependency(%q<shoulda>, [">= 0"])
-    s.add_dependency(%q<bundler>, ["~> 1.7.2"])
-    s.add_dependency(%q<jeweler>, ["= 2.0.1"])
+    s.add_dependency(%q<bundler>, ["~> 1.12.3"])
+    s.add_dependency(%q<jeweler>, ["= 2.1.1"])
     s.add_dependency(%q<test-unit>, ["~> 2.5.4"])
   end
 end

data/test/test_url.rb

@@ -65,10 +65,10 @@ class UrlTest < Test::Unit::TestCase
     url = Raev.url("http://indiegames.com/2013/06/indie_fund_backing_for_two_new.html")
     assert_equal "Indie Fund backing two new titles for Double Fine", url.headline
 
-    url = Raev.url("http://killscreendaily.com/articles/news/cheat-sheet-614/")
-    assert_equal "Pixels on canvas, Spielberg's predictions, and Polytron's glorious tease", url.headline
+    url = Raev.url("https://killscreendaily.com/articles/news/cheat-sheet-614/")
+    assert_equal "Pixels on canvas, Spielberg's predictions, and Polytron's glorious tease - Kill Screen", url.headline
 
-    url = Raev.url("http://www.rockpapershotgun.com/2013/06/05/i-spy-an-open-beta-for-spy-party/")
+    url = Raev.url("https://www.rockpapershotgun.com/2013/06/05/i-spy-an-open-beta-for-spy-party/")
     assert_equal "I Spy An Open Beta For Spy Party", url.headline
   end
   
@@ -79,7 +79,7 @@ class UrlTest < Test::Unit::TestCase
     url = Raev.url("http://kotaku.com/this-week-destiny-got-a-hell-of-a-lot-better-1706391634")
     assert_equal_date Date.new(2015, 5, 23), url.pubdate
     
-    url = Raev.url("http://www.rockpapershotgun.com/2014/07/03/beauty-beheld-future-unfolding/")
+    url = Raev.url("https://www.rockpapershotgun.com/2014/07/03/beauty-beheld-future-unfolding/")
     assert_equal_date Date.new(2014, 7, 3), url.pubdate
     
     url = Raev.url("http://jayisgames.com/review/the-black-forest-finding-friends.php")
@@ -96,7 +96,7 @@ class UrlTest < Test::Unit::TestCase
   end
   
   should "get author from url" do
-    url = Raev.url("http://www.rockpapershotgun.com/2014/07/03/beauty-beheld-future-unfolding/")
+    url = Raev.url("https://www.rockpapershotgun.com/2014/07/03/beauty-beheld-future-unfolding/")
     assert_equal "Adam Smith", url.author
     
     url = Raev.url("http://www.polygon.com/features/2013/3/25/4128022/gdc-gathering-of-game-makers")
@@ -105,12 +105,29 @@ class UrlTest < Test::Unit::TestCase
     url = Raev.url("http://kotaku.com/worth-reading-some-kickstarters-are-lying-about-game-b-1706340013")
     assert_equal "Patrick Klepek", url.author
     
-    url = Raev.url("http://killscreendaily.com/articles/future-unfolding-wonder/")
+    url = Raev.url("https://killscreendaily.com/articles/future-unfolding-wonder/")
     assert_equal "Jess Joho", url.author
     
     url = Raev.url("http://www.creativeapplications.net/games/future-unfolding-procedurally-generated-world-both-beautiful-and-dangerous/")
-    assert_equal "Filip Visnjic", url.author
+    assert_equal "Filip Visnjic", Raev::normalize_author(url.author)
+		
+		url = Raev.url("https://www.youtube.com/watch?v=FmZYPMsq5m4")
+		assert_equal "PsiSyndicate", url.author
   end
+	
+	should "get score" do
+		url = Raev.url("http://www.slantmagazine.com/games/review/shadow-of-the-beast")
+		assert_equal 4.0, url.ratingValue
+		assert_equal 5, url.bestRating
+		
+		url = Raev.url("http://www.gamesradar.com/superhot-review/")
+		assert_equal 4.5, url.ratingValue
+		assert_equal 5, url.bestRating
+		
+		url = Raev.url("http://www.gameswelt.de/shadow-of-the-beast/test/klassiker-im-neuen-gewand,257932")
+		assert_equal 8, url.ratingValue
+		assert_equal 10, url.bestRating
+	end
   
   private
   

metadata

@@ -1,139 +1,139 @@
 --- !ruby/object:Gem::Specification
 name: raev
 version: !ruby/object:Gem::Version
-  version: 0.2.1
+  version: 0.2.2
 platform: ruby
 authors:
 - Andreas Zecher
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2015-08-20 00:00:00.000000000 Z
+date: 2016-05-23 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: json
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - '>='
+    - - ">="
       - !ruby/object:Gem::Version
-        version: 1.8.1
+        version: 1.8.3
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - '>='
+    - - ">="
       - !ruby/object:Gem::Version
-        version: 1.8.1
+        version: 1.8.3
 - !ruby/object:Gem::Dependency
   name: nokogiri
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: 1.6.1
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: 1.6.1
 - !ruby/object:Gem::Dependency
   name: redirect_follower
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: 0.1.1
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: 0.1.1
 - !ruby/object:Gem::Dependency
   name: sanitize
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: 2.1.0
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: 2.1.0
 - !ruby/object:Gem::Dependency
   name: chronic
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: 0.9.1
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: 0.9.1
 - !ruby/object:Gem::Dependency
   name: shoulda
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: '0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
   name: bundler
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ~>
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: 1.7.2
+        version: 1.12.3
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - ~>
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: 1.7.2
+        version: 1.12.3
 - !ruby/object:Gem::Dependency
   name: jeweler
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - '='
       - !ruby/object:Gem::Version
-        version: 2.0.1
+        version: 2.1.1
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - '='
       - !ruby/object:Gem::Version
-        version: 2.0.1
+        version: 2.1.1
 - !ruby/object:Gem::Dependency
   name: test-unit
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ~>
+    - - "~>"
       - !ruby/object:Gem::Version
         version: 2.5.4
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - ~>
+    - - "~>"
       - !ruby/object:Gem::Version
         version: 2.5.4
 description: Fetch, parse and normalize meta data from websites.
@@ -144,7 +144,7 @@ extra_rdoc_files:
 - LICENSE.txt
 - README.md
 files:
-- .document
+- ".document"
 - Gemfile
 - Gemfile.lock
 - LICENSE.txt
@@ -171,17 +171,17 @@ require_paths:
 - lib
 required_ruby_version: !ruby/object:Gem::Requirement
   requirements:
-  - - '>='
+  - - ">="
     - !ruby/object:Gem::Version
       version: '0'
 required_rubygems_version: !ruby/object:Gem::Requirement
   requirements:
-  - - '>='
+  - - ">="
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
 rubyforge_project: 
-rubygems_version: 2.4.5
+rubygems_version: 2.5.1
 signing_key: 
 specification_version: 4
 summary: Fetch, parse and normalize meta data from websites.