link_thumbnailer 3.1.2 → 3.2.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 11cf021d0592289c3cba03e2e9168397b17bf952
-  data.tar.gz: 873d56f6a10e21bba990f1be63ea750b811766ae
+  metadata.gz: 9799bede3f23e3369ddafa4ddeb36c9436d7ee5d
+  data.tar.gz: 484c6c008967be9cd3d813bac81dffde02c18bd7
 SHA512:
-  metadata.gz: 283a2b8210c2ba9f71aee43eacc7e66e2896aebb1c1d9d68ebf1284c85d78bd083ddb83c3b6643411b4e575667aae463d1b5061d1a2f1e880ce3f0c4d6d0b3ea
-  data.tar.gz: cb3cc71b303e6845352d9e934c4dda1f9aee8451c8a24c9df30b0ab808c5cc65188e1c1851fe58a5d477791f48cbfa82eca98e16afc52937baecc634359df327
+  metadata.gz: 3c6a25faef22554a54a84a2ffbf0ee85babb1b088b5ed79d08e6550504f9e9853fa177cd730856cd1c3cb3d285dc1bf6a727cd89a85d410f00cf89023668d1de
+  data.tar.gz: 10216dc920ce54195179337fc4034ba14413c833369a2e566e2b7aa5d118a5c7599df4673564ff7a57bc3558be3fa8d826e0c8f35058aba64e9544a13bc1d09d

data/CHANGELOG.md

@@ -1,3 +1,16 @@
+# 3.2.0
+
+Makes scrapers configurable by allowing to set the scraping strategy:
+
+```ruby
+LinkThumbnailer.configure do |config|
+  config.scrapers = [:opengraph, :default]
+end
+```
+
+`opengraph` use the [Open Graph Protocol](http://ogp.me/).
+`default` use a homemade algorithm
+
 # 3.1.2
 
 Allows to customize ideal description length

data/lib/generators/templates/initializer.rb

@@ -67,13 +67,17 @@ LinkThumbnailer.configure do |config|
   # does not have to fetch its size and type.
   #
   # config.image_stats = true
-  #
+
   # Whether you want LinkThumbnailer to raise an exception if the Content-Type of the HTTP request
   # is not an html or xml.
   #
   # config.raise_on_invalid_format = false
-  #
+
   # Sets number of concurrent http connections that can be opened to fetch images informations such as size and type.
   #
   # config.max_concurrency = 20
+
+  # Defines the strategies to use to scrap the website. See the [Open Graph Protocol](http://ogp.me/) for more information.
+  #
+  # config.scrapers = [:opengraph, :default]
 end

data/lib/link_thumbnailer/configuration.rb

@@ -25,7 +25,8 @@ module LinkThumbnailer
     attr_accessor :redirect_limit, :blacklist_urls, :user_agent,
                   :verify_ssl, :http_open_timeout, :http_read_timeout, :attributes,
                   :graders, :description_min_length, :positive_regex, :negative_regex,
-                  :image_limit, :image_stats, :raise_on_invalid_format, :max_concurrency
+                  :image_limit, :image_stats, :raise_on_invalid_format, :max_concurrency,
+                  :scrapers
 
     alias_method :http_timeout, :http_open_timeout
     alias_method :http_timeout=, :http_open_timeout=
@@ -60,6 +61,7 @@ module LinkThumbnailer
       @image_stats    = true
       @raise_on_invalid_format = false
       @max_concurrency = 20
+      @scrapers = [:opengraph, :default]
     end
 
 	end

data/lib/link_thumbnailer/scraper.rb

@@ -33,7 +33,7 @@ module LinkThumbnailer
 
     def call
       config.attributes.each do |name|
-        scrapers.each do |scraper_prefix|
+        config.scrapers.each do |scraper_prefix|
           scraper_class(scraper_prefix, name).new(document, website).call(name.to_s)
           break unless website.send(name).blank?
         end
@@ -44,14 +44,8 @@ module LinkThumbnailer
 
     private
 
-    def scrapers
-      [
-        '::LinkThumbnailer::Scrapers::Opengraph',
-        '::LinkThumbnailer::Scrapers::Default'
-      ]
-    end
-
     def scraper_class(prefix, name)
+      prefix = "::LinkThumbnailer::Scrapers::#{prefix.to_s.camelize}"
       name = name.to_s.camelize
       "#{prefix}::#{name}".constantize
     rescue NameError

data/lib/link_thumbnailer/version.rb

@@ -1,3 +1,3 @@
 module LinkThumbnailer
-  VERSION = '3.1.2'
+  VERSION = '3.2.0'
 end

data/spec/scraper_spec.rb

@@ -25,7 +25,7 @@ describe LinkThumbnailer::Scraper do
 
     before do
       instance.stub_chain(:config, :attributes).and_return(attributes)
-      instance.stub(:scrapers).and_return(scrapers)
+      instance.stub_chain(:config, :scrapers).and_return(scrapers)
     end
 
     context 'when first one return a result' do

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: link_thumbnailer
 version: !ruby/object:Gem::Version
-  version: 3.1.2
+  version: 3.2.0
 platform: ruby
 authors:
 - Pierre-Louis Gottfrois
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2016-04-18 00:00:00.000000000 Z
+date: 2016-05-15 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: activesupport