opengraph_parser 0.2.2 → 0.2.5

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA256:
+  metadata.gz: 15c61cf496e86ff25b78ddf8dc79d60c9d72620dbcd88e0748457e1a56c40902
+  data.tar.gz: 25ab321fb45b195b5f5a4810922d9b35a9a7ce8256bfd09113bbd36217a2315b
+SHA512:
+  metadata.gz: 95ae2946ea00c037102a263fa766a81f4ce6cca640c3ac7e03807ba4487263539b1a7c08467a56f9628b470921b005420d95b56a6dcab8f20783186784b39882
+  data.tar.gz: a8f6d57466a55350051206b12b099b721ef4cc89a9276fb1fea8029e59d514e2b603d7a9272175fbe22187e0bd7f92181c56846c3030c3ab8d8f281af1662cd1

data/README.md

@@ -0,0 +1,74 @@
+# OpengraphParser
+
+OpengraphParser is a simple Ruby library for parsing Open Graph protocol information from a website. Learn more about the protocol at:
+http://ogp.me
+
+## Installation
+
+```bash
+  gem install opengraph_parser
+```
+
+or add to Gemfile
+
+```bash
+  gem "opengraph_parser"
+```
+
+## Usage
+
+### Parsing an URL
+
+```ruby
+og = OpenGraph.new("http://ogp.me")
+og.title # => "Open Graph protocol"
+og.type # => "website"
+og.url # => "http://ogp.me/"
+og.description # => "The Open Graph protocol enables any web page to become a rich object in a social graph."
+og.images # => ["http://ogp.me/logo.png"]
+```
+
+You can also get other Open Graph metadata as:
+
+```ruby
+og.metadata # => {"og:image:type"=>"image/png", "og:image:width"=>"300", "og:image:height"=>"300"}
+```
+
+### Parsing a HTML document
+
+```ruby
+og = OpenGraph.new(html_string)
+```
+
+### Custom header fields
+In some cases you may need to change fields in HTTP request header for an URL
+```ruby
+og = OpenGraph.new("http://opg.me", { :headers => {'User-Agent' => 'Custom User Agent'} })
+```
+
+### Fallback
+If you try to parse Open Graph information for a website that doesn’t have any Open Graph metadata, the library will try to find other information in the website as the following rules:
+
+* `<title>` for title
+* `<meta name="description">` for description
+* `<link rel="image_src">` or all `<img>` tags for images
+
+You can disable this fallback lookup by passing false to init method:
+
+```ruby
+og = OpenGraph.new("http://ogp.me", false)
+```
+
+## Contributing to opengraph_parser
+
+* Check out the latest master to make sure the feature hasn't been implemented or the bug hasn't been fixed yet.
+* Check out the issue tracker to make sure someone already hasn't requested it and/or contributed it.
+* Fork the project.
+* Start a feature/bugfix branch.
+* Commit and push until you are happy with your contribution.
+* Make sure to add tests for it. This is important so I don't break it in a future version unintentionally.
+* Please try not to mess with the Rakefile, version, or history. If you want to have your own version, or is otherwise necessary, that is fine, but please isolate to its own commit so I can cherry-pick around it.
+
+## Copyright
+
+Copyright (c) 2013 Huy Ha. See LICENSE.txt for further details.

data/lib/open_graph.rb

@@ -1,9 +1,10 @@
 require 'nokogiri'
 require 'redirect_follower'
 require "addressable/uri"
+require 'uri'
 
 class OpenGraph
-  attr_accessor :src, :url, :type, :title, :description, :images, :metadata, :response, :original_images
+  attr_accessor :src, :url, :type, :title, :description, :images, :metadata, :response, :original_images, :html_content
 
   def initialize(src, fallback = true, options = {})
     if fallback.is_a? Hash
@@ -11,6 +12,7 @@ class OpenGraph
       fallback = true
     end
     @src = src
+    @body = nil
     @images = []
     @metadata = {}
     parse_opengraph(options)
@@ -21,15 +23,21 @@ class OpenGraph
   private
   def parse_opengraph(options = {})
     begin
-      @response = RedirectFollower.new(@src, options).resolve
+      if @src.include? '</html>'
+        @body = @src
+        @html_content = true
+      else
+        @body = RedirectFollower.new(@src, options).resolve.body
+        @html_content = false
+      end
     rescue
       @title = @url = @src
       return
     end
 
-    if @response && @response.body
+    if @body
       attrs_list = %w(title url type description)
-      doc = Nokogiri.parse(@response.body)
+      doc = Nokogiri.parse(@body)
       doc.css('meta').each do |m|
         if m.attribute('property') && m.attribute('property').to_s.match(/^og:(.+)$/i)
           m_content = m.attribute('content').to_s.strip
@@ -47,8 +55,8 @@ class OpenGraph
   end
 
   def load_fallback
-    if @response && @response.body
-      doc = Nokogiri.parse(@response.body)
+    if @body
+      doc = Nokogiri.parse(@body)
 
       if @title.to_s.empty? && doc.xpath("//head//title").size > 0
         @title = doc.xpath("//head//title").first.text.to_s.strip
@@ -60,6 +68,10 @@ class OpenGraph
         @description = description_meta.attribute("content").to_s.strip
       end
 
+      if @description.to_s.empty?
+        @description = fetch_first_text(doc)
+      end
+
       fetch_images(doc, "//head//link[@rel='image_src']", "href") if @images.empty?
       fetch_images(doc, "//img", "src") if @images.empty?
     end
@@ -67,7 +79,11 @@ class OpenGraph
 
   def check_images_path
     @original_images = @images.dup
-    uri = Addressable::URI.parse(@src)
+
+    uri = Addressable::URI.parse(@url || @src)
+
+    return unless uri
+
     imgs = @images.dup
     @images = []
     imgs.each do |img|
@@ -90,6 +106,13 @@ class OpenGraph
     end
   end
 
+  def fetch_first_text(doc)
+    doc.xpath('//p').each do |p|
+      s = p.text.to_s.strip
+      return s if s.length > 20
+    end
+  end
+
   def add_metadata(metadata_container, path, content)
     path_elements = path.split(':')
     if path_elements.size > 1
@@ -111,4 +134,4 @@ class OpenGraph
       metadata_container
     end
   end
-end
+end

data/lib/redirect_follower.rb

@@ -6,21 +6,18 @@ class RedirectFollower
 
   attr_accessor :url, :body, :redirect_limit, :response, :headers
 
-  def initialize(url, limit = REDIRECT_DEFAULT_LIMIT, options = {})
-    if limit.is_a? Hash
-      options = limit
-      limit = REDIRECT_DEFAULT_LIMIT
-    end
-    @url, @redirect_limit = url, limit
+  def initialize(url, options = {})
+    @url = url
+    @redirect_limit = options[:redirect_limit] || REDIRECT_DEFAULT_LIMIT
     @headers = options[:headers] || {}
   end
 
   def resolve
     raise TooManyRedirects if redirect_limit < 0
 
-    uri = URI.parse(URI.escape(url))
+    uri = Addressable::URI.parse(url)
 
-    http = Net::HTTP.new(uri.host, uri.port)
+    http = Net::HTTP.new(uri.host, uri.inferred_port)
     if uri.scheme == 'https'
       http.use_ssl = true
       http.verify_mode = OpenSSL::SSL::VERIFY_PEER
@@ -45,4 +42,4 @@ class RedirectFollower
       response['location']
     end
   end
-end
+end

metadata

@@ -1,111 +1,98 @@
 --- !ruby/object:Gem::Specification
 name: opengraph_parser
 version: !ruby/object:Gem::Version
-  version: 0.2.2
-  prerelease: 
+  version: 0.2.5
 platform: ruby
 authors:
 - Huy Ha
 - Duc Trinh
-autorequire: 
+autorequire:
 bindir: bin
 cert_chain: []
-date: 2013-02-21 00:00:00.000000000 Z
+date: 2022-02-23 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: nokogiri
   requirement: !ruby/object:Gem::Requirement
-    none: false
     requirements:
-    - - ! '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: '0'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
-    none: false
     requirements:
-    - - ! '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
   name: addressable
   requirement: !ruby/object:Gem::Requirement
-    none: false
     requirements:
-    - - ! '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: '0'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
-    none: false
     requirements:
-    - - ! '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
   name: rspec
   requirement: !ruby/object:Gem::Requirement
-    none: false
     requirements:
-    - - ! '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: '0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
-    none: false
     requirements:
-    - - ! '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
   name: rdoc
   requirement: !ruby/object:Gem::Requirement
-    none: false
     requirements:
-    - - ! '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: '0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
-    none: false
     requirements:
-    - - ! '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
   name: bundler
   requirement: !ruby/object:Gem::Requirement
-    none: false
     requirements:
-    - - ! '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: '0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
-    none: false
     requirements:
-    - - ! '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
   name: jeweler
   requirement: !ruby/object:Gem::Requirement
-    none: false
     requirements:
-    - - ! '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: '0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
-    none: false
     requirements:
-    - - ! '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: '0'
 description: A simple Ruby library for parsing Open Graph Protocol information from
@@ -116,39 +103,34 @@ executables: []
 extensions: []
 extra_rdoc_files:
 - LICENSE.txt
-- README.rdoc
+- README.md
 files:
+- LICENSE.txt
+- README.md
 - lib/open_graph.rb
 - lib/opengraph_parser.rb
 - lib/redirect_follower.rb
-- LICENSE.txt
-- README.rdoc
 homepage: http://github.com/huyha85/opengraph_parser
 licenses:
 - MIT
-post_install_message: 
+metadata: {}
+post_install_message:
 rdoc_options: []
 require_paths:
 - lib
 required_ruby_version: !ruby/object:Gem::Requirement
-  none: false
   requirements:
-  - - ! '>='
+  - - ">="
     - !ruby/object:Gem::Version
       version: '0'
-      segments:
-      - 0
-      hash: -2567811217494491510
 required_rubygems_version: !ruby/object:Gem::Requirement
-  none: false
   requirements:
-  - - ! '>='
+  - - ">="
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubyforge_project: 
-rubygems_version: 1.8.24
-signing_key: 
+rubygems_version: 3.0.3
+signing_key:
 specification_version: 3
 summary: A simple Ruby library for parsing Open Graph Protocol information from a
   website.

data/README.rdoc

@@ -1,45 +0,0 @@
-= OpengraphParser
-
-OpengraphParser is a simple Ruby library for parsing Open Graph protocol information from a web site. Learn more about the protocol at:
-http://ogp.me
-
-== Installation
-  gem install opengraph_parser
-
-or add to Gemfile
-
-  gem "opengraph_parser"
-
-== Usage
-  og = OpenGraph.new("http://ogp.me")
-  og.title # => "Open Graph protocol"
-  og.type # => "website"
-  og.url # => "http://ogp.me/"
-  og.description # => "The Open Graph protocol enables any web page to become a rich object in a social graph."
-  og.images # => ["http://ogp.me/logo.png"]
-
-You can also get other Open Graph metadata as:
-  og.metadata # => {"og:image:type"=>"image/png", "og:image:width"=>"300", "og:image:height"=>"300"}
-
-If you try to parse Open Graph information for a website that doesn’t have any Open Graph metadata, the library will try to find other information in the website as the following rules:
-  <title> for title
-  <meta name="description"> for description
-  <link rel="image_src"> or all <img> tags for images
-
-You can disable this fallback lookup by passing false to init method:
-  og = OpenGraph.new("http://ogp.me", false)
-
-== Contributing to opengraph_parser
-
-* Check out the latest master to make sure the feature hasn't been implemented or the bug hasn't been fixed yet.
-* Check out the issue tracker to make sure someone already hasn't requested it and/or contributed it.
-* Fork the project.
-* Start a feature/bugfix branch.
-* Commit and push until you are happy with your contribution.
-* Make sure to add tests for it. This is important so I don't break it in a future version unintentionally.
-* Please try not to mess with the Rakefile, version, or history. If you want to have your own version, or is otherwise necessary, that is fine, but please isolate to its own commit so I can cherry-pick around it.
-
-== Copyright
-
-Copyright (c) 2012 Huy Ha. See LICENSE.txt for
-further details.