metainspector 1.8.8 → 1.8.9

data/lib/meta_inspector/scraper.rb

@@ -3,7 +3,6 @@
 require 'open-uri'
 require 'nokogiri'
 require 'charguess'
-require 'iconv'
 require 'hashie/rash'
 
 # MetaInspector provides an easy way to scrape web pages and get its elements
@@ -86,8 +85,9 @@ module MetaInspector
     def parsed_document
       @parsed_document ||= Nokogiri::HTML(document)
 
-      rescue
+      rescue Exception => e
         warn 'An exception occurred while trying to scrape the page!'
+        warn e.message
     end
 
     # Returns the original, unparsed document
@@ -99,8 +99,11 @@ module MetaInspector
         @scraped = false
       rescue TimeoutError
         warn 'Timeout!!!'
-      rescue
+        @scraped = false
+      rescue Exception => e
         warn 'An exception occurred while trying to fetch the page!'
+        warn e.message
+        @scraped = false
     end
 
     # Scrapers for all meta_tags in the form of "meta_name" are automatically defined. This has been tested for

data/lib/meta_inspector/version.rb

@@ -1,5 +1,5 @@
 # -*- encoding: utf-8 -*-
 
 module MetaInspector
-  VERSION = "1.8.8"
+  VERSION = "1.8.9"
 end

data/meta_inspector.gemspec

@@ -14,12 +14,12 @@ Gem::Specification.new do |gem|
   gem.require_paths = ["lib"]
   gem.version       = MetaInspector::VERSION
 
-  gem.add_dependency 'nokogiri', '1.5.0'
+  gem.add_dependency 'nokogiri', '1.5.3'
   gem.add_dependency 'charguess', '1.3.20111021164500'
   gem.add_dependency 'rash', '0.3.2'
 
-  gem.add_development_dependency 'rspec', '2.6.0'
+  gem.add_development_dependency 'rspec', '2.10.0'
   gem.add_development_dependency 'fakeweb', '1.3.0'
-  gem.add_development_dependency 'awesome_print', '0.4.0'
+  gem.add_development_dependency 'awesome_print', '1.0.2'
   gem.add_development_dependency 'rake', '0.9.2.2'
 end

data/samples/spider.rb

@@ -1,5 +1,6 @@
 # A basic spider that will follow links on an infinite loop
 $: << File.join(File.dirname(__FILE__), "/../lib")
+require 'rubygems'
 require 'meta_inspector'
 
 q = Queue.new

metadata

@@ -1,13 +1,13 @@
 --- !ruby/object:Gem::Specification 
 name: metainspector
 version: !ruby/object:Gem::Version 
-  hash: 39
+  hash: 37
   prerelease: 
   segments: 
   - 1
   - 8
-  - 8
-  version: 1.8.8
+  - 9
+  version: 1.8.9
 platform: ruby
 authors: 
 - Jaime Iniesta
@@ -15,7 +15,7 @@ autorequire:
 bindir: bin
 cert_chain: []
 
-date: 2011-12-30 00:00:00 Z
+date: 2012-06-03 00:00:00 Z
 dependencies: 
 - !ruby/object:Gem::Dependency 
   name: nokogiri
@@ -25,12 +25,12 @@ dependencies:
     requirements: 
     - - "="
       - !ruby/object:Gem::Version 
-        hash: 3
+        hash: 5
         segments: 
         - 1
         - 5
-        - 0
-        version: 1.5.0
+        - 3
+        version: 1.5.3
   type: :runtime
   version_requirements: *id001
 - !ruby/object:Gem::Dependency 
@@ -73,12 +73,12 @@ dependencies:
     requirements: 
     - - "="
       - !ruby/object:Gem::Version 
-        hash: 23
+        hash: 39
         segments: 
         - 2
-        - 6
+        - 10
         - 0
-        version: 2.6.0
+        version: 2.10.0
   type: :development
   version_requirements: *id004
 - !ruby/object:Gem::Dependency 
@@ -105,12 +105,12 @@ dependencies:
     requirements: 
     - - "="
       - !ruby/object:Gem::Version 
-        hash: 15
+        hash: 19
         segments: 
+        - 1
         - 0
-        - 4
-        - 0
-        version: 0.4.0
+        - 2
+        version: 1.0.2
   type: :development
   version_requirements: *id006
 - !ruby/object:Gem::Dependency 
@@ -193,7 +193,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
 requirements: []
 
 rubyforge_project: 
-rubygems_version: 1.8.10
+rubygems_version: 1.8.15
 signing_key: 
 specification_version: 3
 summary: MetaInspector is a ruby gem for web scraping purposes, that returns a hash with metadata from a given URL