synopsis 0.0.1 → 0.0.3

data/Rakefile

@@ -19,10 +19,8 @@ Jeweler::Tasks.new do |gem|
   gem.description = %Q{Web page synopsis from meta tags with fallback to bing screen scrape.}
   gem.email = "kenr@aeseducation.com"
   gem.authors = ["Ken Richard"]
-  # Include your dependencies below. Runtime dependencies are required when using your gem,
-  # and development dependencies are only needed for development (ie running rake tasks, tests, etc)
   gem.add_runtime_dependency 'nokogiri', '> 1.4'
-  #  gem.add_development_dependency 'rspec', '> 1.2.3'
+  gem.add_development_dependency 'rspec', '> 1.2.3'
 end
 Jeweler::RubygemsDotOrgTasks.new
 
@@ -44,8 +42,7 @@ task :default => :test
 
 require 'rake/rdoctask'
 Rake::RDocTask.new do |rdoc|
-  version = File.exist?('VERSION') ? File.read('VERSION') : "0.0.1"
-
+  version = File.read('VERSION')
   rdoc.rdoc_dir = 'rdoc'
   rdoc.title = "synopsis #{version}"
   rdoc.rdoc_files.include('README*')

data/VERSION

@@ -1,2 +1 @@
-0.0.1
-
+0.0.3

data/lib/synopsis.rb

@@ -1,8 +1,46 @@
 require 'nokogiri'
 require 'open-uri'
 
-dir = Pathname(__FILE__).dirname.expand_path
+module Synopsis
 
-require dir + 'synopsis/meta'
-require dir + 'synopsis/bing_scrape'
-require dir + 'synopsis/main'
+	def self.synopsis(url)
+
+    doc = nil
+    description = nil
+
+    begin
+			doc = Nokogiri::HTML(open(url))
+    rescue
+      doc = nil
+    end
+
+    # Try the meta description tag first
+    if doc
+			doc.css('meta').each do |meta|
+				if meta.attributes['name'] && meta.attributes['name'].value == 'description'
+					description = meta.attributes['content'].value
+				end
+			end
+    end
+
+    # if that fails use bing
+    if description.nil? || description.length == 0
+  		begin
+	  		bing_url = "http://www.bing.com/search?q=" + GI.escapeHTML(url)
+  			bing_doc = Nokogiri::HTML(open(bing_url))
+  			description = bing_doc.css('p').first.to_s.gsub(/<\/?[^>]*>/, "")
+  		rescue
+        description = nil
+  		end
+    end
+
+    # still failing grab the first para from the original doc
+    if description.nil? || description.length == 0
+				description = doc.css('p').first.to_s.gsub(/<\/?[^>]*>/, "")
+    end
+
+    description
+
+	end
+
+end

data/synopsis.gemspec

@@ -5,7 +5,7 @@
 
 Gem::Specification.new do |s|
   s.name = %q{synopsis}
-  s.version = "0.0.1"
+  s.version = "0.0.3"
 
   s.required_rubygems_version = Gem::Requirement.new(">= 0") if s.respond_to? :required_rubygems_version=
   s.authors = ["Ken Richard"]
@@ -25,9 +25,6 @@ Gem::Specification.new do |s|
     "Rakefile",
     "VERSION",
     "lib/synopsis.rb",
-    "lib/synopsis/bing_scrape.rb",
-    "lib/synopsis/main.rb",
-    "lib/synopsis/meta.rb",
     "synopsis.gemspec",
     "test/helper.rb",
     "test/test_synopsis.rb"
@@ -52,6 +49,7 @@ Gem::Specification.new do |s|
       s.add_development_dependency(%q<jeweler>, ["~> 1.5.2"])
       s.add_development_dependency(%q<rcov>, [">= 0"])
       s.add_runtime_dependency(%q<nokogiri>, ["> 1.4"])
+      s.add_development_dependency(%q<rspec>, ["> 1.2.3"])
     else
       s.add_dependency(%q<nokogiri>, [">= 0"])
       s.add_dependency(%q<shoulda>, [">= 0"])
@@ -59,6 +57,7 @@ Gem::Specification.new do |s|
       s.add_dependency(%q<jeweler>, ["~> 1.5.2"])
       s.add_dependency(%q<rcov>, [">= 0"])
       s.add_dependency(%q<nokogiri>, ["> 1.4"])
+      s.add_dependency(%q<rspec>, ["> 1.2.3"])
     end
   else
     s.add_dependency(%q<nokogiri>, [">= 0"])
@@ -67,6 +66,7 @@ Gem::Specification.new do |s|
     s.add_dependency(%q<jeweler>, ["~> 1.5.2"])
     s.add_dependency(%q<rcov>, [">= 0"])
     s.add_dependency(%q<nokogiri>, ["> 1.4"])
+    s.add_dependency(%q<rspec>, ["> 1.2.3"])
   end
 end
 

metadata

@@ -1,13 +1,13 @@
 --- !ruby/object:Gem::Specification 
 name: synopsis
 version: !ruby/object:Gem::Version 
-  hash: 29
+  hash: 25
   prerelease: 
   segments: 
   - 0
   - 0
-  - 1
-  version: 0.0.1
+  - 3
+  version: 0.0.3
 platform: ruby
 authors: 
 - Ken Richard
@@ -107,6 +107,22 @@ dependencies:
         version: "1.4"
   name: nokogiri
   version_requirements: *id006
+- !ruby/object:Gem::Dependency 
+  prerelease: false
+  type: :development
+  requirement: &id007 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">"
+      - !ruby/object:Gem::Version 
+        hash: 25
+        segments: 
+        - 1
+        - 2
+        - 3
+        version: 1.2.3
+  name: rspec
+  version_requirements: *id007
 description: Web page synopsis from meta tags with fallback to bing screen scrape.
 email: kenr@aeseducation.com
 executables: []
@@ -125,9 +141,6 @@ files:
 - Rakefile
 - VERSION
 - lib/synopsis.rb
-- lib/synopsis/bing_scrape.rb
-- lib/synopsis/main.rb
-- lib/synopsis/meta.rb
 - synopsis.gemspec
 - test/helper.rb
 - test/test_synopsis.rb

data/lib/synopsis/bing_scrape.rb

@@ -1,21 +0,0 @@
-module Synopsis
-	class BingScrape
-
-
-		def self.get(url)
-			bing_url = "http://www.bing.com/search?q=" + url_escape(url)
-			doc = Nokogiri::HTML(open(url))
-			description = nil
-			description = doc.css('p').first.to_s
-		end
-
-
-		def self.url_escape(string)
-			string.gsub(/([^ a-zA-Z0-9_.-]+)/n) do
-				'%' + $1.unpack('H2' * $1.size).join('%').upcase
-			end.tr(' ', '+')
-		end
-
-
-	end
-end

data/lib/synopsis/main.rb

@@ -1,7 +0,0 @@
-module Synopsis
-
-	def self.synopsis(url)
-		description = Meta.get(url) or BingScrape.get(url)
-	end
-
-end

data/lib/synopsis/meta.rb

@@ -1,16 +0,0 @@
-module Synopsis
-	class Meta
-
-		def self.get(url)
-			doc = Nokogiri::HTML(open(url))
-			description = nil
-			doc.css('meta').each do |meta|
-			  if meta.attributes['name'] && meta.attributes['name'].value == 'description'
-			  	description = meta.attributes['content'].value
-			  end
-			end
-			description
-		end
-
-	end
-end