link_thumbnailer 3.3.1 → 3.3.2

data/lib/link_thumbnailer/models/title.rb

@@ -1,3 +1,5 @@
+# frozen_string_literal: true
+
 require 'link_thumbnailer/model'
 
 module LinkThumbnailer

data/lib/link_thumbnailer/models/video.rb

@@ -1,3 +1,5 @@
+# frozen_string_literal: true
+
 require 'link_thumbnailer/model'
 require 'link_thumbnailer/video_parser'
 

data/lib/link_thumbnailer/models/website.rb

@@ -1,52 +1,54 @@
-require 'link_thumbnailer/model'
-
-module LinkThumbnailer
-  module Models
-    class Website < ::LinkThumbnailer::Model
-
-      attr_accessor :url, :title, :description, :images, :videos, :favicon
-
-      def initialize
-        @images = []
-        @videos = []
-      end
-
-      def video=(video)
-        self.videos = video
-      end
-
-      def videos=(videos)
-        Array(videos).each do |video|
-          @videos << video
-        end
-      end
-
-      def image=(image)
-        self.images = image
-      end
-
-      def images=(images)
-        Array(images).each do |image|
-          next unless image.valid?
-          @images << image
-        end
-      end
-
-      def images
-        @images.sort!
-      end
-
-      def as_json(*)
-        {
-          url:          url.to_s,
-          favicon:      favicon,
-          title:        title,
-          description:  description,
-          images:       images.map(&:as_json),
-          videos:       videos.map(&:as_json)
-        }
-      end
-
-    end
-  end
-end
+# frozen_string_literal: true
+
+require 'link_thumbnailer/model'
+
+module LinkThumbnailer
+  module Models
+    class Website < ::LinkThumbnailer::Model
+
+      attr_accessor :url, :title, :description, :images, :videos, :favicon
+
+      def initialize
+        @images = []
+        @videos = []
+      end
+
+      def video=(video)
+        self.videos = video
+      end
+
+      def videos=(videos)
+        Array(videos).each do |video|
+          @videos << video
+        end
+      end
+
+      def image=(image)
+        self.images = image
+      end
+
+      def images=(images)
+        Array(images).each do |image|
+          next unless image.valid?
+          @images << image
+        end
+      end
+
+      def images
+        @images.sort!
+      end
+
+      def as_json(*)
+        {
+          url:          url.to_s,
+          favicon:      favicon,
+          title:        title,
+          description:  description,
+          images:       images.map(&:as_json),
+          videos:       videos.map(&:as_json)
+        }
+      end
+
+    end
+  end
+end

data/lib/link_thumbnailer/page.rb

@@ -1,3 +1,5 @@
+# frozen_string_literal: true
+
 require 'link_thumbnailer/response'
 require 'link_thumbnailer/processor'
 require 'link_thumbnailer/scraper'

data/lib/link_thumbnailer/parser.rb

@@ -1,3 +1,5 @@
+# frozen_string_literal: true
+
 require 'nokogiri'
 
 module LinkThumbnailer

data/lib/link_thumbnailer/processor.rb

@@ -1,3 +1,5 @@
+# frozen_string_literal: true
+
 require 'delegate'
 require 'uri'
 require 'net/http/persistent'

data/lib/link_thumbnailer/railtie.rb

@@ -1,3 +1,5 @@
+# frozen_string_literal: true
+
 module LinkThumbnailer
   class Railtie < ::Rails::Railtie
   end

data/lib/link_thumbnailer/response.rb

@@ -1,3 +1,5 @@
+# frozen_string_literal: true
+
 module LinkThumbnailer
   class Response
     def initialize(response)

data/lib/link_thumbnailer/scraper.rb

@@ -1,60 +1,62 @@
-require 'delegate'
-require 'active_support/core_ext/object/blank'
-require 'active_support/inflector'
-
-require 'link_thumbnailer/parser'
-require 'link_thumbnailer/models/website'
-require 'link_thumbnailer/scrapers/default/title'
-require 'link_thumbnailer/scrapers/opengraph/title'
-require 'link_thumbnailer/scrapers/default/description'
-require 'link_thumbnailer/scrapers/opengraph/description'
-require 'link_thumbnailer/scrapers/default/images'
-require 'link_thumbnailer/scrapers/opengraph/images'
-require 'link_thumbnailer/scrapers/default/videos'
-require 'link_thumbnailer/scrapers/opengraph/videos'
-require 'link_thumbnailer/scrapers/default/favicon'
-require 'link_thumbnailer/scrapers/opengraph/favicon'
-
-module LinkThumbnailer
-  class Scraper < ::SimpleDelegator
-
-    attr_reader :document, :source, :url, :config, :website
-
-    def initialize(source, url)
-      @source       = source
-      @url          = url
-      @config       = ::LinkThumbnailer.page.config
-      @document     = parser.call(source)
-      @website      = ::LinkThumbnailer::Models::Website.new
-      @website.url  = url
-
-      super(config)
-    end
-
-    def call
-      config.attributes.each do |name|
-        config.scrapers.each do |scraper_prefix|
-          scraper_class(scraper_prefix, name).new(document, website).call(name.to_s)
-          break unless website.send(name).blank?
-        end
-      end
-
-      website
-    end
-
-    private
-
-    def scraper_class(prefix, name)
-      prefix = "::LinkThumbnailer::Scrapers::#{prefix.to_s.camelize}"
-      name = name.to_s.camelize
-      "#{prefix}::#{name}".constantize
-    rescue NameError
-      raise ::LinkThumbnailer::ScraperInvalid, "scraper named '#{prefix}::#{name}' does not exists."
-    end
-
-    def parser
-      ::LinkThumbnailer::Parser.new
-    end
-
-  end
-end
+# frozen_string_literal: true
+
+require 'delegate'
+require 'active_support/core_ext/object/blank'
+require 'active_support/inflector'
+
+require 'link_thumbnailer/parser'
+require 'link_thumbnailer/models/website'
+require 'link_thumbnailer/scrapers/default/title'
+require 'link_thumbnailer/scrapers/opengraph/title'
+require 'link_thumbnailer/scrapers/default/description'
+require 'link_thumbnailer/scrapers/opengraph/description'
+require 'link_thumbnailer/scrapers/default/images'
+require 'link_thumbnailer/scrapers/opengraph/images'
+require 'link_thumbnailer/scrapers/default/videos'
+require 'link_thumbnailer/scrapers/opengraph/videos'
+require 'link_thumbnailer/scrapers/default/favicon'
+require 'link_thumbnailer/scrapers/opengraph/favicon'
+
+module LinkThumbnailer
+  class Scraper < ::SimpleDelegator
+
+    attr_reader :document, :source, :url, :config, :website
+
+    def initialize(source, url)
+      @source       = source
+      @url          = url
+      @config       = ::LinkThumbnailer.page.config
+      @document     = parser.call(source)
+      @website      = ::LinkThumbnailer::Models::Website.new
+      @website.url  = url
+
+      super(config)
+    end
+
+    def call
+      config.attributes.each do |name|
+        config.scrapers.each do |scraper_prefix|
+          scraper_class(scraper_prefix, name).new(document, website).call(name.to_s)
+          break unless website.send(name).blank?
+        end
+      end
+
+      website
+    end
+
+    private
+
+    def scraper_class(prefix, name)
+      prefix = "::LinkThumbnailer::Scrapers::#{prefix.to_s.camelize}"
+      name = name.to_s.camelize
+      "#{prefix}::#{name}".constantize
+    rescue NameError
+      raise ::LinkThumbnailer::ScraperInvalid, "scraper named '#{prefix}::#{name}' does not exists."
+    end
+
+    def parser
+      ::LinkThumbnailer::Parser.new
+    end
+
+  end
+end

data/lib/link_thumbnailer/scrapers/base.rb

@@ -1,67 +1,69 @@
-require 'delegate'
-require 'link_thumbnailer/models/title'
-require 'link_thumbnailer/models/description'
-require 'link_thumbnailer/models/image'
-require 'link_thumbnailer/models/video'
-
-module LinkThumbnailer
-  module Scrapers
-    class Base < ::SimpleDelegator
-
-      attr_reader :config, :document, :website, :attribute_name
-
-      def initialize(document, website = nil)
-        @config   = ::LinkThumbnailer.page.config
-        @document = document
-        @website  = website
-
-        super(config)
-      end
-
-      def call(attribute_name)
-        return false unless website.present?
-        return false unless applicable?
-
-        @attribute_name = attribute_name
-
-        website.send("#{attribute_name}=", value)
-        website
-      end
-
-      def applicable?
-        true
-      end
-
-      def value
-        fail NotImplementedError
-      end
-
-      private
-
-      def meta_xpath(options = {})
-        meta_xpaths(options).first
-      end
-
-      def meta_xpaths(options = {})
-        key       = options.fetch(:key, :property)
-        value     = options.fetch(:value, :content)
-        attribute = options.fetch(:attribute, attribute_name)
-
-        document.xpath("//meta[translate(@#{key},'#{abc.upcase}','#{abc}') = '#{attribute}' and string-length(@#{value}) > 0]")
-      end
-
-      def abc
-        'abcdefghijklmnopqrstuvwxyz'
-      end
-
-      def model_class
-        "::LinkThumbnailer::Models::#{attribute_name.to_s.camelize}".constantize
-      end
-
-      def modelize(node, text = nil)
-        model_class.new(node, text)
-      end
-
-    end
-  end
-end
+# frozen_string_literal: true
+
+require 'delegate'
+require 'link_thumbnailer/models/title'
+require 'link_thumbnailer/models/description'
+require 'link_thumbnailer/models/image'
+require 'link_thumbnailer/models/video'
+
+module LinkThumbnailer
+  module Scrapers
+    class Base < ::SimpleDelegator
+
+      attr_reader :config, :document, :website, :attribute_name
+
+      def initialize(document, website = nil)
+        @config   = ::LinkThumbnailer.page.config
+        @document = document
+        @website  = website
+
+        super(config)
+      end
+
+      def call(attribute_name)
+        return false unless website.present?
+        return false unless applicable?
+
+        @attribute_name = attribute_name
+
+        website.send("#{attribute_name}=", value)
+        website
+      end
+
+      def applicable?
+        true
+      end
+
+      def value
+        fail NotImplementedError
+      end
+
+      private
+
+      def meta_xpath(options = {})
+        meta_xpaths(options).first
+      end
+
+      def meta_xpaths(options = {})
+        key       = options.fetch(:key, :property)
+        value     = options.fetch(:value, :content)
+        attribute = options.fetch(:attribute, attribute_name)
+
+        document.xpath("//meta[translate(@#{key},'#{abc.upcase}','#{abc}') = '#{attribute}' and string-length(@#{value}) > 0]")
+      end
+
+      def abc
+        'abcdefghijklmnopqrstuvwxyz'
+      end
+
+      def model_class
+        "::LinkThumbnailer::Models::#{attribute_name.to_s.camelize}".constantize
+      end
+
+      def modelize(node, text = nil)
+        model_class.new(node, text)
+      end
+
+    end
+  end
+end

data/lib/link_thumbnailer/scrapers/default/base.rb

@@ -1,3 +1,5 @@
+# frozen_string_literal: true
+
 require 'link_thumbnailer/scrapers/base'
 
 module LinkThumbnailer

data/lib/link_thumbnailer/scrapers/default/description.rb

@@ -1,3 +1,5 @@
+# frozen_string_literal: true
+
 require 'link_thumbnailer/scrapers/default/base'
 
 module LinkThumbnailer

data/lib/link_thumbnailer/scrapers/default/favicon.rb

@@ -1,3 +1,5 @@
+# frozen_string_literal: true
+
 require 'link_thumbnailer/scrapers/default/base'
 require 'link_thumbnailer/models/favicon'
 

data/lib/link_thumbnailer/scrapers/default/images.rb

@@ -1,3 +1,5 @@
+# frozen_string_literal: true
+
 require 'link_thumbnailer/scrapers/default/base'
 require 'link_thumbnailer/models/image'
 
@@ -57,7 +59,9 @@ module LinkThumbnailer
 
         def base_href
           base = document.at('//head/base')
-          base['href'] if base
+          base['href'] if base && ::URI.parse(base['href']).host
+        rescue ::URI::InvalidURIError
+          nil
         end
 
         def model_class