link_thumbnailer 3.3.2

data/lib/link_thumbnailer/image_comparator.rb

@@ -0,0 +1,26 @@
+# frozen_string_literal: true
+
+require 'link_thumbnailer/image_comparators/base'
+require 'link_thumbnailer/image_comparators/size'
+
+module LinkThumbnailer
+  class ImageComparator
+
+    attr_reader :image
+
+    def initialize(image)
+      @image = image
+    end
+
+    def call(other)
+      size_comparator.call(other)
+    end
+
+    private
+
+    def size_comparator
+      ::LinkThumbnailer::ImageComparators::Size.new(image)
+    end
+
+  end
+end

data/lib/link_thumbnailer/image_comparators/base.rb

@@ -0,0 +1,19 @@
+# frozen_string_literal: true
+
+module LinkThumbnailer
+  module ImageComparators
+    class Base
+
+      attr_reader :image
+
+      def initialize(image)
+        @image = image
+      end
+
+      def call
+        fail NotImplementedError
+      end
+
+    end
+  end
+end

data/lib/link_thumbnailer/image_comparators/size.rb

@@ -0,0 +1,13 @@
+# frozen_string_literal: true
+
+module LinkThumbnailer
+  module ImageComparators
+    class Size < ::LinkThumbnailer::ImageComparators::Base
+
+      def call(other)
+        (other.size.min.to_i ** 2) <=> (image.size.min.to_i ** 2)
+      end
+
+    end
+  end
+end

data/lib/link_thumbnailer/image_parser.rb

@@ -0,0 +1,62 @@
+# frozen_string_literal: true
+
+require 'image_info'
+
+module LinkThumbnailer
+  class ImageParser
+
+    attr_reader :images
+
+    def initialize(urls)
+      @images = perform? ? image_info(urls) : default_images(urls)
+    end
+
+    def size
+      images.first.size
+    end
+
+    def type
+      images.first.type
+    end
+
+    private
+
+    def default_images(urls)
+      Array(urls).compact.map(&method(:build_default_image))
+    end
+
+    def build_default_image(uri)
+      NullImage.new(uri)
+    end
+
+    def perform?
+      ::LinkThumbnailer.page.config.image_stats
+    end
+
+    def max_concurrency
+      ::LinkThumbnailer.page.config.max_concurrency
+    end
+
+    def image_info(urls)
+      ::ImageInfo.from(urls, max_concurrency: max_concurrency)
+    rescue
+      default_images(urls)
+    end
+
+    class NullImage
+      attr_reader :uri
+
+      def initialize(uri)
+        @uri = uri
+      end
+
+      def size
+        [0, 0]
+      end
+
+      def type
+      end
+    end
+
+  end
+end

data/lib/link_thumbnailer/image_validator.rb

@@ -0,0 +1,32 @@
+# frozen_string_literal: true
+
+require 'delegate'
+
+module LinkThumbnailer
+  class ImageValidator < ::SimpleDelegator
+
+    attr_reader :config, :image
+
+    def initialize(image)
+      @config = ::LinkThumbnailer.page.config
+      @image  = image
+
+      super(config)
+    end
+
+    def call
+      blacklist_urls.each do |url|
+        return false if image.src && image.src.to_s[url]
+      end
+
+      true
+    end
+
+    private
+
+    def blacklist_urls
+      config.blacklist_urls
+    end
+
+  end
+end

data/lib/link_thumbnailer/model.rb

@@ -0,0 +1,20 @@
+# frozen_string_literal: true
+
+module LinkThumbnailer
+  class Model
+
+    def to_json(*args)
+      as_json.to_json(*args)
+    end
+
+    private
+
+    def sanitize(str)
+      return unless str
+
+      str = str.dup
+      str.encode!("UTF-16", "UTF-8", invalid: :replace, undef: :replace, replace: "")
+      str.encode!("UTF-8", "UTF-16").strip.gsub(/[\r\n\f]+/, "\n")
+    end
+  end
+end

data/lib/link_thumbnailer/models/description.rb

@@ -0,0 +1,37 @@
+# frozen_string_literal: true
+
+require 'link_thumbnailer/model'
+require 'link_thumbnailer/grader'
+
+module LinkThumbnailer
+  module Models
+    class Description < ::LinkThumbnailer::Model
+
+      attr_reader   :node, :text, :position, :candidates_number
+      attr_accessor :probability
+
+      def initialize(node, text, position = 1, candidates_number = 1)
+        @node              = node
+        @text              = sanitize(text)
+        @position          = position
+        @candidates_number = candidates_number
+        @probability       = compute_probability
+      end
+
+      def to_s
+        text
+      end
+
+      def <=>(other)
+        probability <=> other.probability
+      end
+
+      private
+
+      def compute_probability
+        ::LinkThumbnailer::Grader.new(self).call
+      end
+
+    end
+  end
+end

data/lib/link_thumbnailer/models/favicon.rb

@@ -0,0 +1,27 @@
+# frozen_string_literal: true
+
+require 'link_thumbnailer/model'
+
+module LinkThumbnailer
+  module Models
+    class Favicon < ::LinkThumbnailer::Model
+
+      attr_reader :uri
+
+      def initialize(uri)
+        @uri = uri
+      end
+
+      def to_s
+        uri.to_s
+      end
+
+      def as_json(*)
+        {
+          src: to_s
+        }
+      end
+
+    end
+  end
+end

data/lib/link_thumbnailer/models/image.rb

@@ -0,0 +1,56 @@
+# frozen_string_literal: true
+
+require 'link_thumbnailer/model'
+require 'link_thumbnailer/image_parser'
+require 'link_thumbnailer/image_comparator'
+require 'link_thumbnailer/image_validator'
+
+module LinkThumbnailer
+  module Models
+    class Image < ::LinkThumbnailer::Model
+
+      attr_reader :src, :type, :size
+
+      def initialize(src, size = nil, type = nil)
+        @src  = src
+        @size = size || parser.size
+        @type = type || parser.type
+      end
+
+      def to_s
+        src.to_s
+      end
+
+      def <=>(other)
+        comparator.call(other)
+      end
+
+      def valid?
+        validator.call
+      end
+
+      def as_json(*)
+        {
+          src:  src.to_s,
+          size: size,
+          type: type
+        }
+      end
+
+      private
+
+      def parser
+        @parser ||= ::LinkThumbnailer::ImageParser.new(src)
+      end
+
+      def validator
+        ::LinkThumbnailer::ImageValidator.new(self)
+      end
+
+      def comparator
+        ::LinkThumbnailer::ImageComparator.new(self)
+      end
+
+    end
+  end
+end

data/lib/link_thumbnailer/models/title.rb

@@ -0,0 +1,22 @@
+# frozen_string_literal: true
+
+require 'link_thumbnailer/model'
+
+module LinkThumbnailer
+  module Models
+    class Title < ::LinkThumbnailer::Model
+
+      attr_reader :node, :text
+
+      def initialize(node, text = nil)
+        @node = node
+        @text = sanitize(text || node.text)
+      end
+
+      def to_s
+        text
+      end
+
+    end
+  end
+end

data/lib/link_thumbnailer/models/video.rb

@@ -0,0 +1,44 @@
+# frozen_string_literal: true
+
+require 'link_thumbnailer/model'
+require 'link_thumbnailer/video_parser'
+
+module LinkThumbnailer
+  module Models
+    class Video < ::LinkThumbnailer::Model
+
+      attr_reader :src, :size, :duration, :provider, :id, :embed_code
+
+      def initialize(src, size = nil)
+        @src        = src
+        @id         = parser.id
+        @size       = size || parser.size
+        @duration   = parser.duration
+        @provider   = parser.provider
+        @embed_code = parser.embed_code
+      end
+
+      def to_s
+        src.to_s
+      end
+
+      def as_json(*)
+        {
+          id:         id,
+          src:        src.to_s,
+          size:       size,
+          duration:   duration,
+          provider:   provider,
+          embed_code: embed_code
+        }
+      end
+
+      private
+
+      def parser
+        @parser ||= ::LinkThumbnailer::VideoParser.new(self)
+      end
+
+    end
+  end
+end

data/lib/link_thumbnailer/models/website.rb

@@ -0,0 +1,54 @@
+# frozen_string_literal: true
+
+require 'link_thumbnailer/model'
+
+module LinkThumbnailer
+  module Models
+    class Website < ::LinkThumbnailer::Model
+
+      attr_accessor :url, :title, :description, :images, :videos, :favicon
+
+      def initialize
+        @images = []
+        @videos = []
+      end
+
+      def video=(video)
+        self.videos = video
+      end
+
+      def videos=(videos)
+        Array(videos).each do |video|
+          @videos << video
+        end
+      end
+
+      def image=(image)
+        self.images = image
+      end
+
+      def images=(images)
+        Array(images).each do |image|
+          next unless image.valid?
+          @images << image
+        end
+      end
+
+      def images
+        @images.sort!
+      end
+
+      def as_json(*)
+        {
+          url:          url.to_s,
+          favicon:      favicon,
+          title:        title,
+          description:  description,
+          images:       images.map(&:as_json),
+          videos:       videos.map(&:as_json)
+        }
+      end
+
+    end
+  end
+end

data/lib/link_thumbnailer/page.rb

@@ -0,0 +1,43 @@
+# frozen_string_literal: true
+
+require 'link_thumbnailer/response'
+require 'link_thumbnailer/processor'
+require 'link_thumbnailer/scraper'
+
+module LinkThumbnailer
+  class Page
+
+    attr_reader :url, :options, :source
+
+    def initialize(url, options = {})
+      @url     = url
+      @options = options
+
+      set_options
+    end
+
+    def generate
+      @source = processor.call(url)
+      scraper.call
+    end
+
+    def config
+      @config ||= ::LinkThumbnailer.config.dup
+    end
+
+    private
+
+    def set_options
+      options.each { |k, v| config.send("#{k}=", v) }
+    end
+
+    def processor
+      @processor ||= ::LinkThumbnailer::Processor.new
+    end
+
+    def scraper
+      @scraper ||= ::LinkThumbnailer::Scraper.new(source, processor.url)
+    end
+
+  end
+end