metainspector 1.15.4 → 1.16.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: f52d3692c9305059affd0cecbe31856a9c67ef08
+  data.tar.gz: 9936b40ceb9430f22c1a77aeb57004e90c7dd3c4
+SHA512:
+  metadata.gz: 25dc0a75ee2c5a464c781de219cfc34744d5853bc96c4bc6b996ca7860bf093e990982e333650e9fc4cbc21d27747d4cb480bc8d506e0890c91a9d7d21f6d3bf
+  data.tar.gz: c278db782849963eecb68b37195f50ea5661d363574182930926f300f2182bb99062ec1dda42faba8833b1465cef2b3f9371da2a51c146990424e39b0466c334

data/.travis.yml

@@ -1,3 +1,4 @@
 rvm:
   - 1.9.2
-  - 1.9.3
+  - 1.9.3
+  - 2.0.0

data/MIT-LICENSE

@@ -1,4 +1,4 @@
-Copyright (c) 2009-2011 Jaime Iniesta
+Copyright (c) 2009-2013 Jaime Iniesta
 
 Permission is hereby granted, free of charge, to any person obtaining
 a copy of this software and associated documentation files (the

data/README.md

@@ -16,7 +16,7 @@ If you're using it on a Rails application, just add it to your Gemfile and run `
 
     gem 'metainspector'
 
-This gem is tested on Ruby versions 1.9.2 and 1.9.3.
+This gem is tested on Ruby versions 1.9.2, 1.9.3 and 2.0.0.
 
 ## Usage
 
@@ -50,8 +50,6 @@ Then you can see the scraped data like this:
     page.image              # Most relevant image, if defined with og:image
     page.images             # array of strings, with every img found on the page as an absolute URL
     page.feed               # Get rss or atom links in meta data fields as array
-    page.meta_og_title      # opengraph title
-    page.meta_og_image      # opengraph image
     page.charset            # UTF-8
     page.content_type       # content-type returned by the server when the url was requested
 
@@ -82,6 +80,25 @@ And the full scraped document is accessible from:
 
     page.parsed_document  # Nokogiri doc that you can use it to get any element from the page
 
+## Opengraph and Twitter card meta tags
+
+Twitter cards & Open graph tags make it possible for you to attach media experiences to Tweets & Facebook posts. Nowadays most of the content creators add these meta tags to headers to quickly identify content on the page. Sometimes these tags could be nested as well. For example when a site wants to provide information about primary image used on a page it could use
+
+    <meta name="og:image" content="http://www.somedomain.com/assets/images/abc.jpeg">
+    <meta name="og:image:width" content="200">
+    <meta name="twitter:image" value="http://www.somedomain.com/assets/images/abc.jpeg">
+    <meta property="twitter:image:width" value="200">
+
+Also many sites use name & property, content & value attributes interchangeably. Using MetaInspector accessing this information is as easy as -
+
+    page.meta_og_image 
+    page.meta_twitter_image_width 
+
+Note that MetaInspector gives priority to content over value. In other words if there is a tag of the form
+
+    <meta property="og:something" value="100" content="real value">
+    page.meta_og_something #=> "real value"
+
 ## Options
 
 ### Timeout
@@ -176,4 +193,10 @@ Thanks to all the contributors:
 
 [https://github.com/jaimeiniesta/metainspector/graphs/contributors](https://github.com/jaimeiniesta/metainspector/graphs/contributors)
 
-Copyright (c) 2009-2012 Jaime Iniesta, released under the MIT license
+## Related projects
+
+* [go-metainspector](https://github.com/fern4lvarez/go-metainspector), a port of MetaInspector for Go.
+* [Node-MetaInspector](https://github.com/gabceb/node-metainspector), a port of MetaInspector for Node.
+
+## License
+MetaInspector is released under the [MIT license](MIT-LICENSE).

data/lib/meta_inspector/scraper.rb

@@ -72,7 +72,7 @@ module MetaInspector
     # Most all major websites now define this property and is usually very relevant
     # See doc at http://developers.facebook.com/docs/opengraph/
     def image
-      meta_og_image
+      meta_og_image || meta_twitter_image
     end
 
     # Returns the parsed document meta rss link
@@ -152,7 +152,9 @@ module MetaInspector
     def method_missing(method_name)
       if method_name.to_s =~ /^meta_(.*)/
         key = $1
-        key = "og:#{$1}" if key =~ /^og_(.*)/ # special treatment for og:
+
+	#special treatment for opengraph (og:) and twitter card (twitter:) tags
+	key.gsub!("_",":") if key =~ /^og_(.*)/ || key =~ /^twitter_(.*)/
 
         scrape_meta_data
 
@@ -187,10 +189,11 @@ module MetaInspector
 
     # Store meta tag value, looking at meta name or meta property
     def get_meta_name_or_property(element)
-      if element.attributes["content"]
-        type = element.attributes["name"] ? "name" : (element.attributes["property"] ? "property" : nil)
-
-        @data.meta.name[element.attributes[type].value.downcase] = element.attributes["content"].value if type
+      name_or_property = element.attributes["name"] ? "name" : (element.attributes["property"] ? "property" : nil)
+      content_or_value = element.attributes["content"] ? "content" : (element.attributes["value"] ? "value" : nil)
+      
+      if !name_or_property.nil? && !content_or_value.nil?
+        @data.meta.name[element.attributes[name_or_property].value.downcase] = element.attributes[content_or_value].value
       end
     end
 

data/lib/meta_inspector/version.rb

@@ -1,5 +1,5 @@
 # -*- encoding: utf-8 -*-
 
 module MetaInspector
-  VERSION = "1.15.4"
+  VERSION = "1.16.0"
 end

data/meta_inspector.gemspec

@@ -6,7 +6,7 @@ Gem::Specification.new do |gem|
   gem.email         = ["jaimeiniesta@gmail.com"]
   gem.description   = %q{MetaInspector lets you scrape a web page and get its title, charset, link and meta tags}
   gem.summary       = %q{MetaInspector is a ruby gem for web scraping purposes, that returns a hash with metadata from a given URL}
-  gem.homepage      = "https://github.com/jaimeiniesta/metainspector"
+  gem.homepage      = "http://jaimeiniesta.github.io/metainspector/"
 
   gem.files         = `git ls-files`.split("\n")
   gem.test_files    = `git ls-files -- {spec}/*`.split("\n")

data/spec/metainspector_spec.rb

@@ -227,7 +227,7 @@ describe MetaInspector do
           m = MetaInspector.new('http://example.com/malformed_href')
           expect {
             m.external_links.should == ["skype:joeuser?call", "telnet://telnet.cdrom.com",
-                                        "javascript:alert('ok');", "mailto:email(at)example.com"]
+                                        "javascript:alert('ok');", "javascript://", "mailto:email(at)example.com"]
             m.should_not be_ok
           }.to_not raise_error
         end
@@ -354,6 +354,25 @@ describe MetaInspector do
       @m.meta_og_something.should == nil
     end
 
+    it "should find a meta_twitter_site" do
+      @m = MetaInspector.new('http://www.youtube.com/watch?v=iaGSSrp49uc')
+      @m.meta_twitter_site.should == "@youtube"
+    end
+
+    it "should find a meta_twitter_player_width" do
+      @m = MetaInspector.new('http://www.youtube.com/watch?v=iaGSSrp49uc')
+      @m.meta_twitter_player_width.should == "1920"
+    end
+
+    it "should not find a meta_twitter_dummy" do
+      @m = MetaInspector.new('http://www.youtube.com/watch?v=iaGSSrp49uc')
+      @m.meta_twitter_dummy.should == nil
+    end
+
+    it "should find a meta_og_video_width" do
+      @m = MetaInspector.new('http://www.youtube.com/watch?v=iaGSSrp49uc')
+      @m.meta_og_video_width.should == "1920"
+    end
   end
 
   describe 'Charset detection' do

metadata

@@ -1,20 +1,18 @@
 --- !ruby/object:Gem::Specification
 name: metainspector
 version: !ruby/object:Gem::Version
-  version: 1.15.4
-  prerelease: 
+  version: 1.16.0
 platform: ruby
 authors:
 - Jaime Iniesta
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2013-04-19 00:00:00.000000000 Z
+date: 2013-09-04 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: nokogiri
   requirement: !ruby/object:Gem::Requirement
-    none: false
     requirements:
     - - ~>
       - !ruby/object:Gem::Version
@@ -22,7 +20,6 @@ dependencies:
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
-    none: false
     requirements:
     - - ~>
       - !ruby/object:Gem::Version
@@ -30,7 +27,6 @@ dependencies:
 - !ruby/object:Gem::Dependency
   name: rash
   requirement: !ruby/object:Gem::Requirement
-    none: false
     requirements:
     - - ~>
       - !ruby/object:Gem::Version
@@ -38,7 +34,6 @@ dependencies:
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
-    none: false
     requirements:
     - - ~>
       - !ruby/object:Gem::Version
@@ -46,7 +41,6 @@ dependencies:
 - !ruby/object:Gem::Dependency
   name: open_uri_redirections
   requirement: !ruby/object:Gem::Requirement
-    none: false
     requirements:
     - - ~>
       - !ruby/object:Gem::Version
@@ -54,7 +48,6 @@ dependencies:
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
-    none: false
     requirements:
     - - ~>
       - !ruby/object:Gem::Version
@@ -62,7 +55,6 @@ dependencies:
 - !ruby/object:Gem::Dependency
   name: addressable
   requirement: !ruby/object:Gem::Requirement
-    none: false
     requirements:
     - - ~>
       - !ruby/object:Gem::Version
@@ -70,7 +62,6 @@ dependencies:
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
-    none: false
     requirements:
     - - ~>
       - !ruby/object:Gem::Version
@@ -78,7 +69,6 @@ dependencies:
 - !ruby/object:Gem::Dependency
   name: rspec
   requirement: !ruby/object:Gem::Requirement
-    none: false
     requirements:
     - - '='
       - !ruby/object:Gem::Version
@@ -86,7 +76,6 @@ dependencies:
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
-    none: false
     requirements:
     - - '='
       - !ruby/object:Gem::Version
@@ -94,7 +83,6 @@ dependencies:
 - !ruby/object:Gem::Dependency
   name: fakeweb
   requirement: !ruby/object:Gem::Requirement
-    none: false
     requirements:
     - - '='
       - !ruby/object:Gem::Version
@@ -102,7 +90,6 @@ dependencies:
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
-    none: false
     requirements:
     - - '='
       - !ruby/object:Gem::Version
@@ -110,7 +97,6 @@ dependencies:
 - !ruby/object:Gem::Dependency
   name: awesome_print
   requirement: !ruby/object:Gem::Requirement
-    none: false
     requirements:
     - - '='
       - !ruby/object:Gem::Version
@@ -118,7 +104,6 @@ dependencies:
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
-    none: false
     requirements:
     - - '='
       - !ruby/object:Gem::Version
@@ -126,7 +111,6 @@ dependencies:
 - !ruby/object:Gem::Dependency
   name: rake
   requirement: !ruby/object:Gem::Requirement
-    none: false
     requirements:
     - - ~>
       - !ruby/object:Gem::Version
@@ -134,7 +118,6 @@ dependencies:
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
-    none: false
     requirements:
     - - ~>
       - !ruby/object:Gem::Version
@@ -190,35 +173,28 @@ files:
 - spec/metainspector_spec.rb
 - spec/redirections_spec.rb
 - spec/spec_helper.rb
-homepage: https://github.com/jaimeiniesta/metainspector
+homepage: http://jaimeiniesta.github.io/metainspector/
 licenses: []
+metadata: {}
 post_install_message: 
 rdoc_options: []
 require_paths:
 - lib
 required_ruby_version: !ruby/object:Gem::Requirement
-  none: false
   requirements:
-  - - ! '>='
+  - - '>='
     - !ruby/object:Gem::Version
       version: '0'
-      segments:
-      - 0
-      hash: -4602043206768445405
 required_rubygems_version: !ruby/object:Gem::Requirement
-  none: false
   requirements:
-  - - ! '>='
+  - - '>='
     - !ruby/object:Gem::Version
       version: '0'
-      segments:
-      - 0
-      hash: -4602043206768445405
 requirements: []
 rubyforge_project: 
-rubygems_version: 1.8.25
+rubygems_version: 2.0.3
 signing_key: 
-specification_version: 3
+specification_version: 4
 summary: MetaInspector is a ruby gem for web scraping purposes, that returns a hash
   with metadata from a given URL
 test_files: []