rcarvalho-link_thumbnailer 1.0.9.1

data/lib/link_thumbnailer/configuration.rb

@@ -0,0 +1,6 @@
+require 'hashie'
+
+module LinkThumbnailer
+	class Configuration < Hashie::Mash
+	end
+end

data/lib/link_thumbnailer/doc.rb

@@ -0,0 +1,65 @@
+require 'uri'
+
+module LinkThumbnailer
+
+  module Doc
+
+    def doc_base_href
+      base = at('//head/base')
+      base['href'] if base
+    end
+
+    def img_srcs
+      search('//img').map { |i| i['src'] }.compact
+    end
+
+    def img_abs_urls(base_url = nil)
+      result = []
+
+      img_srcs.each do |i|
+        begin
+          u = URI(i)
+        rescue URI::InvalidURIError
+          next
+        end
+
+        result << if u.is_a?(URI::HTTP)
+                    u
+                  else
+                    URI.join(base_url || doc_base_href || source_url, i)
+                  end
+      end
+
+      result
+    end
+
+    def title
+      css('title').text.strip
+    end
+
+    def description
+      if element = xpath("//meta[translate(@name,'ABCDEFGHIJKLMNOPQRSTUVWXYZ','abcdefghijklmnopqrstuvwxyz') = 'description' and @content]").first
+        return element.attributes['content'].value.strip
+      end
+
+      css('body p').each do |node|
+        if !node.has_attribute?('style') && node.first_element_child.nil?
+          return node.text.strip
+        end
+      end
+
+      nil
+    end
+
+    def canonical_url
+      if element = xpath("//link[translate(@rel, 'ABCDEFGHIJKLMNOPQRSTUVWXYZ','abcdefghijklmnopqrstuvwxyz') = 'canonical' and @href]").first
+        return element.attributes['href'].value.strip
+      end
+      nil
+    end
+
+    attr_accessor :source_url
+
+  end
+
+end

data/lib/link_thumbnailer/doc_parser.rb

@@ -0,0 +1,15 @@
+require 'nokogiri'
+
+module LinkThumbnailer
+
+  class DocParser
+
+    def parse(doc_string, source_url = nil)
+      doc = Nokogiri::HTML(doc_string).extend(LinkThumbnailer::Doc)
+      doc.source_url = source_url
+      doc
+    end
+
+  end
+
+end

data/lib/link_thumbnailer/engine.rb

@@ -0,0 +1,9 @@
+module LinkThumbnailer
+  class Engine < Rails::Engine
+
+    initializer 'link_thumbnailer.routes' do
+      LinkThumbnailer::Rails::Routes.install!
+    end
+
+  end
+end

data/lib/link_thumbnailer/fetcher.rb

@@ -0,0 +1,34 @@
+require 'net/http/persistent'
+
+module LinkThumbnailer
+
+  class Fetcher
+
+    attr_accessor :url
+
+    def fetch(url, redirect_count = 0)
+      if redirect_count > LinkThumbnailer.configuration.redirect_limit
+        raise ArgumentError, "too many redirects (#{redirect_count})"
+      end
+
+      self.url = url.is_a?(URI) ? url : URI(url)
+
+      if self.url.is_a?(URI::HTTP)
+        http                        = Net::HTTP::Persistent.new('linkthumbnailer')
+        http.headers['User-Agent']  = LinkThumbnailer.configuration.user_agent
+        http.verify_mode            = OpenSSL::SSL::VERIFY_NONE unless LinkThumbnailer.configuration.verify_ssl
+        http.open_timeout           = LinkThumbnailer.configuration.http_timeout
+        resp                        = http.request(self.url)
+        case resp
+        when Net::HTTPSuccess     then resp.body
+        when Net::HTTPRedirection
+          location = resp['location'].start_with?('http') ? resp['location'] : "#{self.url.scheme}://#{self.url.host}#{resp['location']}"
+          fetch(location, redirect_count + 1)
+        else resp.error!
+        end
+      end
+    end
+
+  end
+
+end

data/lib/link_thumbnailer/img_comparator.rb

@@ -0,0 +1,18 @@
+module LinkThumbnailer
+
+  module ImgComparator
+
+    def <=> other
+      result = ([other.rows, other.columns].min ** 2) <=>
+        ([rows, columns].min ** 2)
+
+      if result == 0
+        result = other.number_colors <=> number_colors
+      end
+
+      result
+    end
+
+  end
+
+end

data/lib/link_thumbnailer/img_parser.rb

@@ -0,0 +1,46 @@
+require 'RMagick'
+
+module LinkThumbnailer
+
+  class ImgParser
+
+    def initialize(fetcher, img_url_filter)
+      @fetcher          = fetcher
+      @img_url_filters  = [*img_url_filter]
+    end
+
+    def parse(img_urls)
+      @img_url_filters.each do |filter|
+        img_urls.delete_if { |i| filter.reject?(i) }
+      end
+
+      imgs  = []
+      count = 0
+      img_urls.each { |i|
+        break if count >= LinkThumbnailer.configuration.limit
+        img = parse_one(i)
+        next unless img
+        img.extend LinkThumbnailer::ImgComparator
+        imgs << img
+        count += 1
+      }
+
+      imgs.sort! unless imgs.count <= 1
+
+      imgs.first(LinkThumbnailer.configuration.top)
+    end
+
+    def parse_one(img_url)
+      img_data = @fetcher.fetch(img_url)
+      img = Magick::ImageList.new.from_blob(img_data).extend(
+        LinkThumbnailer::WebImage
+      )
+      img.source_url = img_url
+      img
+    rescue StandardError
+      nil
+    end
+
+  end
+
+end

data/lib/link_thumbnailer/img_url_filter.rb

@@ -0,0 +1,13 @@
+module LinkThumbnailer
+  class ImgUrlFilter
+
+    def reject?(img_url)
+      LinkThumbnailer.configuration.blacklist_urls.each do |url|
+        return true if img_url && img_url.to_s[url]
+      end
+
+      false
+    end
+
+  end
+end

data/lib/link_thumbnailer/object.rb

@@ -0,0 +1,41 @@
+require 'hashie'
+require 'json'
+
+module LinkThumbnailer
+  class Object < Hashie::Mash
+
+    def method_missing(method_name, *args, &block)
+      method_name = method_name.to_s
+
+      if method_name.end_with?('?')
+        method_name.chop!
+        !self[method_name].nil?
+      else
+        self[method_name]
+      end
+    end
+
+    def valid?
+      return false if self.keys.empty?
+      LinkThumbnailer.configuration.mandatory_attributes.each {|a| return false if self[a].nil? || self[a].empty? } if LinkThumbnailer.configuration.strict
+      true
+    end
+
+    def to_hash
+      if self.images.none? {|i| i.is_a?(String)}
+        super.merge('images' => self.images.map(&:to_hash))
+      else
+        super
+      end
+    end
+
+    def to_json
+      if self.images.none? {|i| i.is_a?(String)}
+        JSON.generate(self.to_hash.merge('images' => self.images.map(&:to_hash)))
+      else
+        JSON.generate(self.to_hash)
+      end
+    end
+
+  end
+end

data/lib/link_thumbnailer/opengraph.rb

@@ -0,0 +1,20 @@
+module LinkThumbnailer
+    class Opengraph
+
+      def self.parse(object, doc)
+        doc.css('meta').each do |m|
+          if m.attribute('property') && m.attribute('property').to_s.match(/^og:(.+)$/i)
+            object[$1.gsub('-', '_')] = m.attribute('content').to_s
+          end
+        end
+
+        object[:images] = []
+        if object[:image]
+          object[:images] << { source_url: object[:image] }
+        end
+
+        object
+      end
+
+    end
+end

data/lib/link_thumbnailer/rails/routes.rb

@@ -0,0 +1,47 @@
+require 'link_thumbnailer/rails/routes/mapping'
+require 'link_thumbnailer/rails/routes/mapper'
+
+module LinkThumbnailer
+  module Rails
+    class Routes
+
+      module Helper
+        def use_link_thumbnailer(options = {}, &block)
+          LinkThumbnailer::Rails::Routes.new(self, &block).generate_routes!(options)
+        end
+      end
+
+      def self.install!
+        ActionDispatch::Routing::Mapper.send(:include, LinkThumbnailer::Rails::Routes::Helper)
+      end
+
+      attr_accessor :routes
+
+      def initialize(routes, &options)
+        @routes, @options = routes, options
+      end
+
+      def generate_routes!(options)
+        @mapping = Mapper.new.map(&@options)
+        routes.scope 'link', as: 'link' do
+          map_route(:previews, :preview_routes)
+        end
+      end
+
+      private
+
+      def map_route(name, method)
+        unless @mapping.skipped?(name)
+          send method, @mapping[name]
+        end
+      end
+
+      def preview_routes(mapping)
+        routes.scope controller: mapping[:controllers] do
+          routes.match 'preview', via: :post, action: :create, as: mapping[:as], defaults: { format: 'json' }
+        end
+      end
+
+    end
+  end
+end

data/lib/link_thumbnailer/rails/routes/mapper.rb

@@ -0,0 +1,30 @@
+module LinkThumbnailer
+  module Rails
+    class Routes
+      class Mapper
+
+        def initialize(mapping = Mapping.new)
+          @mapping = mapping
+        end
+
+        def map(&block)
+          self.instance_eval(&block) if block
+          @mapping
+        end
+
+        def controllers(controller_names = {})
+          @mapping.controllers.merge!(controller_names)
+        end
+
+        def skip_controllers(*controller_names)
+          @mapping.skips = controller_names
+        end
+
+        def as(alias_names = {})
+          @mapping.as.merge!(alias_names)
+        end
+
+      end
+    end
+  end
+end

data/lib/link_thumbnailer/rails/routes/mapping.rb

@@ -0,0 +1,33 @@
+module LinkThumbnailer
+  module Rails
+    class Routes
+      class Mapping
+
+        attr_accessor :controllers, :as, :skips
+
+        def initialize
+          @controllers = {
+            previews: 'link_thumbnailer/previews'
+          }
+
+          @as = {
+            previews: :preview
+          }
+
+          @skips = []
+        end
+
+        def [](routes)
+          {
+            controllers:  @controllers[routes],
+            as:           @as[routes]
+          }
+        end
+
+        def skipped?(controller)
+          @skips.include?(controller)
+        end
+      end
+    end
+  end
+end

data/lib/link_thumbnailer/version.rb

@@ -0,0 +1,3 @@
+module LinkThumbnailer
+  VERSION = "1.0.9.1"
+end

data/lib/link_thumbnailer/web_image.rb

@@ -0,0 +1,18 @@
+module LinkThumbnailer
+  module WebImage
+
+    attr_accessor :source_url, :doc
+
+    def to_hash
+      result = {}
+      LinkThumbnailer.configuration.rmagick_attributes.each {|m|
+        k         = m.to_sym
+        result[k] = self.send(m)    if self.respond_to?(m)
+        result[k] = result[k].to_s  if result[k].is_a?(URI)
+      }
+
+      result
+    end
+
+  end
+end

data/link_thumbnailer.gemspec

@@ -0,0 +1,28 @@
+# -*- encoding: utf-8 -*-
+require File.expand_path('../lib/link_thumbnailer/version', __FILE__)
+
+Gem::Specification.new do |gem|
+  gem.authors       = ["Pierre-Louis Gottfrois"]
+  gem.email         = ["pierrelouis.gottfrois@gmail.com"]
+  gem.description   = %q{Ruby gem generating thumbnail images from a given URL.}
+  gem.summary       = %q{Ruby gem ranking images from a given URL returning an object containing images and website informations.}
+  gem.homepage      = "https://github.com/gottfrois/link_thumbnailer"
+
+  gem.files         = `git ls-files`.split($\)
+  gem.executables   = gem.files.grep(%r{^bin/}).map{ |f| File.basename(f) }
+  gem.test_files    = gem.files.grep(%r{^(test|spec|features)/})
+  gem.name          = "rcarvalho-link_thumbnailer"
+  gem.require_paths = ["lib"]
+  gem.version       = LinkThumbnailer::VERSION
+
+  gem.add_dependency 'rake',                  '>= 0.9'
+  gem.add_dependency 'nokogiri',              '>= 1.5.5'
+  gem.add_dependency 'hashie',                '>= 1.2.0'
+  gem.add_dependency 'net-http-persistent',   '>= 2.7'
+  gem.add_dependency 'rmagick',               '>= 2.13.1'
+  gem.add_dependency 'json',                  '>= 1.7.6'
+
+  gem.add_development_dependency 'bundler',  '>= 1.3'
+  gem.add_development_dependency 'rspec',    '>= 2.14'
+  gem.add_development_dependency 'pry',      '>= 0.9'
+end