lookupurl 0.0.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: b0d86a099a83f6f58a0b1f6eaf974ab64f783af8
+  data.tar.gz: bbadc55def823f9485bd1fad9505b1efe00d4c10
+SHA512:
+  metadata.gz: 5a734c2f313435c262cd18d746fa49bf93959959127e8c51e672093c55cdcfcfde73977617c49e54f27b1decf7ec27a3f7edead0edc087c6fcafc914efdfa9a5
+  data.tar.gz: acb415a06af932eea79f2a486c220976c893537676651ced34c37458613a2a359f02f2ce5c7dd815492b9b3614b79e5fce8e52a437efcbab8d0fe3e989faa45d

data/lib/lookupurl.rb

@@ -0,0 +1,93 @@
+require 'uri'
+require 'httparty'
+require 'nokogiri'
+
+class LookUpUrl
+  attr_accessor :title, :description, :host, :url, :image_url
+  def crawl_url(link) 
+            url = link
+
+            @url = url
+            @host = URI.parse(url).host
+
+            begin
+                # get the url content
+                response = HTTParty.get(url)
+                # /get the url content
+                
+                
+                # nokogiri in action
+                doc = Nokogiri::HTML(response)
+
+                #----- description ----
+                @description = ""
+                doc.xpath("//meta[@name='description']/@content").each do |attr|
+                    @description = attr.value
+                end
+                if @description == ""
+                    doc.xpath("//p").each do |attr|
+                        @description = attr.text
+                        break
+                    end
+                end
+                if @description == ""
+                    doc.xpath("//meta[@name='description']/@content").each do |attr|
+                        @description = ""
+                        @description = attr.value
+                    end
+                end
+                if @description == ""
+                    doc.xpath("//meta[@property='og:description']/@content").each do |attr|
+                        @description = ""
+                        @description = attr.value
+                    end
+                end
+                #----- /description --------
+                #----- images --------
+                images = []
+                doc.xpath("//img/@src").each do |attr|
+                    images << attr.value if attr.value.include? ".jp" or  attr.value.include? ".png"
+                end
+                doc.xpath("//meta[@property='og:image']/@content").each do |attr|
+                    if attr.value.include? ".jp" or  attr.value.include? ".png"
+                        images = []
+                        images << attr.value 
+                    end
+                end
+                image = images.first
+                #----- /images --------
+                #
+                #----- title --------
+                if doc.at_css("title")
+                    @title = doc.at_css("title").text
+                else
+                    @title = nil
+                end
+                #----- /title --------
+                # /nokogiri in action
+                #
+                
+                # rescue
+            rescue
+                @title = @host
+                @description = @url
+                return false
+            end
+            # end rescue
+            if image == "" || image == nil
+               @image_url = ""
+            else
+               @image_url = image.force_encoding('iso-8859-1').encode('utf-8')
+            end
+            if @title == "" || @title == nil
+                @title = @host
+            else
+                @title = @title.force_encoding('iso-8859-1').encode('utf-8').to_s[0..100]
+            end
+            if @description == "" || @description == nil
+                @description = @url
+            else
+                @description = @description.force_encoding('iso-8859-1').encode('utf-8')
+            end
+  end
+end

metadata

@@ -0,0 +1,44 @@
+--- !ruby/object:Gem::Specification
+name: lookupurl
+version: !ruby/object:Gem::Version
+  version: 0.0.0
+platform: ruby
+authors:
+- Evan Purnama
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2015-04-05 00:00:00.000000000 Z
+dependencies: []
+description: A simple look up url gem
+email: e@qiscus.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- lib/lookupurl.rb
+homepage: ''
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.2.2
+signing_key: 
+specification_version: 4
+summary: Hola!
+test_files: []