extractula 0.0.1 → 0.0.2

data/README.textile

@@ -0,0 +1,97 @@
+h1. Extractula
+
+"http://github.com/pauldix/extractula":http://github.com/pauldix/extractula
+
+h2. Summary
+
+Extracts content like title, summary, and images from web pages like Dracula extracts blood: with care and finesse.
+
+h2. Description
+
+Extractula attempts to extract the core content from a web page. For a news article or blog post this would be the content of the article itself. For a github project this would be the main README file. The library also has logic for writing your own custom extractors. This is useful if you want to write extractors for popular sites that you want to build custom support for.
+
+h2. Installation
+
+<pre>
+  gem install extractula --source http://gemcutter.org
+</pre>
+
+h2. Use
+
+<pre>
+require 'extractula'
+some_html = "..." # get some html to extract, yo!
+
+extracted_content = Extractula.extract(url, some_html)
+extracted_content.title       # pulled from the page
+extracted_content.url         # what you passed in
+extracted_content.content     # the main content body (article, blog post, etc)
+extracted_content.summary     # an automatically generated plain text summary of the content
+extracted_content.image_urls  # the urls for images that appear in the content
+extracted_content.video_embed # the embed code if a video is embedded in the content
+
+Extractula.add_extractor(SomeClass) # so you can add a custom extractor
+</pre>
+
+h3. Custom Extractors
+
+The "Use" section showed adding a custom extractor. This should be a class that at a minimum implements the following methods.
+
+<pre>
+class MyCustomExtractor
+  def self.can_extract?(url, html)
+  end
+
+  def extract(url, html)
+    # should return a Extractula::ExtractedContent object
+  end
+end
+</pre>
+
+Notice that can_extract? is a class method while extract is an instance method. Extract should return an ExtractedContent object.
+
+h3. ExtractedContent
+
+The ExtractedContent object holds the results of an extraction. It additionally has methods to automatically generate a summary, image_urls, and video_embed code from the content. If you implement a custom extractor and want to provide the summary, image_urls, and video_embed, simply pass those values into the constructor for ExtractedContent. Here are some examples:
+
+<pre>
+extracted_content = ExtractedContent.new(:url => "http://pauldix.net", :content => "...some content...")
+extracted_content.summary     # auto-generated from content
+extracted_content.image_urls  # auto-generated from content
+extracted_content.video_embed # auto-generated from content
+
+extracted_content = ExtractedContent.new(:url => "http://pauldix.net", :content => "...some content...",
+  :summary => "a summary", :image_urls => ["foo.jpg"], :video_embed => "blah")
+extracted_content.summary     # "a summary"
+extracted_content.image_urls  # ["foo.jpg"]
+extracted_content.video_embed # "blah"
+</pre>
+
+Zero, one, or more of the values can be passed into the ExtractedContent constructor. It will auto-generate ones not passed in and keep the others.
+
+h2. LICENSE
+
+(The MIT License)
+
+Copyright (c) 2009:
+
+"Paul Dix":http://pauldix.net
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+'Software'), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED 'AS IS', WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.
+IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY
+CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
+TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE
+SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/lib/extractula.rb

@@ -3,10 +3,13 @@ $LOAD_PATH.unshift(File.dirname(__FILE__)) unless $LOAD_PATH.include?(File.dirna
 module Extractula; end
 
 require 'nokogiri'
+require 'domainatrix'
 require 'extractula/extracted_content'
-require 'extractula/dom_extractor'
+require 'extractula/extractor'
 
 module Extractula
+  VERSION = "0.0.2"
+
   @extractors = []
 
   def self.add_extractor(extractor_class)
@@ -18,7 +21,16 @@ module Extractula
   end
 
   def self.extract(url, html)
-    extractor = @extractors.detect {|e| e.can_extract? url, html} || DomExtractor
-    extractor.new.extract(url, html)
+    parsed_url = Domainatrix.parse(url)
+    parsed_html = Nokogiri::HTML(html)
+    extractor = @extractors.detect {|e| e.can_extract? parsed_url, parsed_html} || Extractor
+    extractor.new(parsed_url, parsed_html).extract
+  end
+
+  def self.custom_extractor(config = {})
+    klass = Class.new(Extractula::Extractor)
+    klass.include(Extractula::OEmbed) if config.delete(:oembed)
+    config.each { |option, args| klass.__send__(option, *args) }
+    klass
   end
-end
+end

data/lib/extractula/custom_extractors.rb

@@ -0,0 +1,5 @@
+require File.dirname(__FILE__) + '/oembed'
+
+Dir.glob(File.dirname(__FILE__) + '/custom_extractors/*.rb').each do |lib|
+  require File.expand_path(lib).chomp('.rb')
+end

data/lib/extractula/custom_extractors/dinosaur_comics.rb

@@ -0,0 +1,9 @@
+# This is mostly a proof-of-concept.
+
+module Extractula
+  class DinosaurComics < Extractula::Extractor
+    domain          'qwantz'
+    content_path    'img.comic', 'title'
+    image_urls_path 'img.comic'
+  end
+end

data/lib/extractula/custom_extractors/flickr.rb

@@ -0,0 +1,8 @@
+module Extractula
+  class Flickr < Extractula::Extractor
+    include Extractula::OEmbed
+    domain              'flickr'
+    content_path        'div.photoDescription'
+    oembed_endpoint     'http://www.flickr.com/services/oembed/'
+  end
+end

data/lib/extractula/custom_extractors/you_tube.rb

@@ -0,0 +1,8 @@
+module Extractula
+  class YouTube < Extractula::Extractor
+    include Extractula::OEmbed
+    domain              'youtube'
+    content_path        '.description'
+    oembed_endpoint     'http://www.youtube.com/oembed'
+  end
+end

data/lib/extractula/extracted_content.rb

@@ -1,5 +1,5 @@
 class Extractula::ExtractedContent
-  attr_reader :url, :title, :content
+  attr_reader :url, :title, :content, :summary, :image_urls, :video_embed
 
   def initialize(attributes = {})
     attributes.each_pair {|k, v| instance_variable_set("@#{k}", v)}

data/lib/extractula/extractor.rb

@@ -0,0 +1,151 @@
+# Abstract (more or less) extractor class from which custom extractor
+# classes should descend. Subclasses of Extractula::Extractor will be
+# automatically added to the Extracula module.
+
+class Extractula::Extractor
+  def self.inherited subclass
+    Extractula.add_extractor subclass
+  end
+
+  def self.domain domain
+    @extractable_domain = domain
+  end
+
+  def self.can_extract? url, html
+    @extractable_domain ? @extractable_domain == url.domain : false
+  end
+
+  %w{title content summary image_urls video_embed }.each do |field|
+    class_eval <<-EOS
+      def self.#{field}_path(path = nil, attrib = nil)
+        if path
+          @#{field}_path = path
+          @#{field}_attr = attrib || :text
+        end
+        @#{field}_path
+      end
+
+      def self.#{field}_attr(attrib = nil)
+        @#{field}_attr = attrib if attrib
+        @#{field}_attr
+      end
+
+      def #{field}_path
+        self.class.#{field}_path
+      end
+
+      def #{field}_attr
+        self.class.#{field}_attr
+      end
+    EOS
+  end
+
+  attr_reader :url, :html
+
+  def initialize url, html
+    @url  = url.is_a?(Domainatrix::Url) ? url : Domainatrix.parse(url)
+    @html = html.is_a?(Nokogiri::HTML::Document) ? html : Nokogiri::HTML(html)
+  end
+
+  def extract
+    Extractula::ExtractedContent.new({
+      :url          => url.url,
+      :title        => title,
+      :content      => content,
+      :summary      => summary,
+      :image_urls   => image_urls,
+      :video_embed  => video_embed
+    })
+  end
+
+  def title
+    content_at(title_path, title_attr) || content_at("//title")
+  end
+
+  def content
+    content_at(content_path, content_attr) || extract_content
+  end
+
+  def summary
+    content_at(summary_path, summary_attr)
+  end
+
+  def image_urls
+    if image_urls_path
+      html.search(image_urls_path).collect { |img| img['src'].strip }
+    end
+  end
+
+  def video_embed
+    if video_embed_path
+      html.search(video_embed_path).collect { |embed| embed.to_html }.first
+    end
+  end
+
+  private
+
+  def content_at(path, attrib = :text)
+    if path
+      if node = html.at(path)
+        attrib == :text ? node.text.strip : node[attrib].strip
+      end
+    end
+  end
+
+  def extract_content
+    candidate_nodes = html.search("//div|//p|//br").collect do |node|
+      parent = node.parent
+      if node.node_name == 'div'
+        text_size = calculate_children_text_size(parent, "div")
+
+        if text_size > 0
+          {:text_size => text_size, :parent => parent}
+        else
+          nil
+        end
+      elsif node.node_name == "p"
+        text_size = calculate_children_text_size(parent, "p")
+
+        if text_size > 0
+          {:text_size => text_size, :parent => parent}
+        else
+          nil
+        end
+      elsif node.node_name == "br"
+        begin
+          if node.previous.node_name == "text" && node.next.node_name == "text"
+            text_size = 0
+            parent.children.each do |child|
+              text_size += child.text.strip.size if child.node_name == "text"
+            end
+
+            if text_size > 0
+              {:text_size => text_size, :parent => parent}
+            else
+              nil
+            end
+          else
+            nil
+          end
+        rescue => e
+          nil
+        end
+      else
+        nil
+      end
+    end.compact.uniq
+
+    fragment = candidate_nodes.detect {|n| n[:text_size] > 140}[:parent].inner_html.strip rescue ""
+  end
+
+  def calculate_children_text_size(parent, node_type)
+    text_size = 0
+    parent.children.each do |child|
+      if child.node_name == node_type
+        child.children.each {|c| text_size += c.text.strip.size if c.node_name == "text"}
+      end
+    end
+
+    text_size
+  end
+end

data/lib/extractula/oembed.rb

@@ -0,0 +1,124 @@
+require 'typhoeus'
+require 'json'
+
+module Extractula
+  module OEmbed
+    
+    def self.included(base)
+      base.class_eval {
+        extend  Extractula::OEmbed::ClassMethods
+        include Extractula::OEmbed::InstanceMethods
+      }
+    end
+    
+    def self.request(request)
+      http_response = Typhoeus::Request.get(request)
+      if http_response.code == 200
+        Extractula::OEmbed::Response.new(http_response.body)
+      else
+        # do something
+      end
+    end
+    
+    module ClassMethods 
+      def oembed_endpoint(url = nil)
+        if url
+          @oembed_endpoint = url
+          if @oembed_endpoint.match(/\.(xml|json)$/)
+            @oembed_format_param_required = false
+            @oembed_endpoint.sub!(/\.xml$/, '.json') if $1 == 'xml'
+          else
+            @oembed_format_param_required = true
+          end
+        end
+        @oembed_endpoint
+      end
+      
+      def oembed_max_width(width = nil)
+        @oembed_max_width = width if width
+        @oembed_max_width
+      end
+      
+      def oembed_max_height(height = nil)
+        @oembed_max_height = height if height
+        @oembed_max_height
+      end
+      
+      def oembed_format_param_required?
+        @oembed_format_param_required
+      end
+    end
+    
+    module InstanceMethods
+      def initialize(*args)
+        super
+        @oembed = Extractula::OEmbed.request(oembed_request)
+      end
+      
+      def oembed_endpoint
+        self.class.oembed_endpoint
+      end
+      
+      def oembed_max_width
+        self.class.oembed_max_width
+      end
+      
+      def oembed_max_height
+        self.class.oembed_max_height
+      end
+      
+      def oembed_format_param_required?
+        self.class.oembed_format_param_required?
+      end
+      
+      def oembed
+        @oembed
+      end
+      
+      def oembed_request
+        request = "#{oembed_endpoint}?url=#{url.url}"
+        request += "&format=json" if oembed_format_param_required?
+        request += "&maxwidth=#{oembed_max_width}" if oembed_max_width
+        request += "&maxheight=#{oembed_max_height}" if oembed_max_height
+        request
+      end
+      
+      def title
+        oembed.title
+      end
+      
+      def image_urls
+        [ oembed.url ] if oembed.type == 'photo'
+      end
+      
+      def video_embed
+        oembed.html
+      end
+    end
+    
+    class Response
+      
+      FIELDS = %w{ type version title author_name author_url
+                  provider_name provider_url cache_age thumbnail_url
+                  thumbnail_width thumbnail_height }
+
+      FIELDS.each { |field| attr_reader field.to_sym }
+      attr_reader :width, :height, :url, :html
+
+      def initialize response
+        @doc    = ::JSON.parse(response)
+        FIELDS.each { |field| instance_variable_set "@#{field}", @doc[field] }
+        unless @type == 'link'
+          @width  = @doc['width']
+          @height = @doc['height']
+          if @type == 'photo'
+            @url = @doc['url']
+          else
+            @html = @doc['html']
+          end
+        end
+      end
+      
+    end
+  end
+end

data/spec/extractula/extracted_content_spec.rb

@@ -1,3 +1,4 @@
+# coding: utf-8
 require File.dirname(__FILE__) + '/../spec_helper'
 
 describe "extracted content" do
@@ -45,4 +46,11 @@ describe "extracted content" do
       extracted.video_embed.should == "<object width=\"425\" height=\"344\"><param name=\"movie\" value=\"http://www.youtube.com/v/0dHTIGas4CA&amp;color1=0x3a3a3a&amp;color2=0x999999&amp;hl=en_US&amp;feature=player_embedded&amp;fs=1\">\n<param name=\"allowFullScreen\" value=\"true\">\n<param name=\"allowScriptAccess\" value=\"always\">\n<embed wmode=\"opaque\" src=\"http://www.youtube.com/v/0dHTIGas4CA&amp;color1=0x3a3a3a&amp;color2=0x999999&amp;hl=en_US&amp;feature=player_embedded&amp;fs=1\" type=\"application/x-shockwave-flash\" allowfullscreen=\"true\" allowscriptaccess=\"always\" width=\"425\" height=\"344\"></embed></object>"
     end
   end
+
+  describe "some regressions" do
+    it "doesn't error with undefined method 'node_name' for nil:NilClass when looking at <br /> elements" do
+      extracted = Extractula::Extractor.new("http://viceland.com/caprica/", read_test_file("node-name-error.html")).extract
+      extracted.title.should == "Syfy + Motherboard.tv Caprica Screenings Contest"
+    end
+  end
 end

data/spec/extractula_spec.rb

@@ -2,12 +2,12 @@ require File.dirname(__FILE__) + '/spec_helper'
 
 describe "extractula" do
   it "can add custom extractors" do
-    custom_extractor = Class.new do
+    custom_extractor = Class.new(Extractula::Extractor) do
       def self.can_extract? url, html
         true
       end
 
-      def extract url, html
+      def extract
         Extractula::ExtractedContent.new :url => "custom extractor url", :summary => "my custom extractor"
       end
     end
@@ -20,12 +20,12 @@ describe "extractula" do
   end
 
   it "skips custom extractors that can't extract the passed url and html" do
-    custom_extractor = Class.new do
+    custom_extractor = Class.new(Extractula::Extractor) do
       def self.can_extract? url, html
         false
       end
 
-      def extract url, html
+      def extract
         Extractula::ExtractedContent.new :url => "this url", :summary => "this summary"
       end
     end
@@ -42,4 +42,4 @@ describe "extractula" do
     result.should be_a Extractula::ExtractedContent
     result.url.should == "http://pauldix.net"
   end
-end
+end

data/spec/spec_helper.rb

@@ -8,6 +8,7 @@ path = File.expand_path(File.dirname(__FILE__) + "/../lib/")
 $LOAD_PATH.unshift(path) unless $LOAD_PATH.include?(path)
 
 require "lib/extractula"
+require "lib/extractula/custom_extractors"
 
 def read_test_file(file_name)
   File.read("#{File.dirname(__FILE__)}/test-files/#{file_name}")

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification 
 name: extractula
 version: !ruby/object:Gem::Version 
-  version: 0.0.1
+  version: 0.0.2
 platform: ruby
 authors: 
 - Paul Dix
@@ -32,14 +32,18 @@ extra_rdoc_files: []
 
 files: 
 - lib/extractula.rb
+- lib/extractula/custom_extractors.rb
 - lib/extractula/extracted_content.rb
-- lib/extractula/dom_extractor.rb
+- lib/extractula/extractor.rb
+- lib/extractula/oembed.rb
+- lib/extractula/custom_extractors/dinosaur_comics.rb
+- lib/extractula/custom_extractors/flickr.rb
+- lib/extractula/custom_extractors/you_tube.rb
 - README.textile
 - spec/spec.opts
 - spec/spec_helper.rb
 - spec/extractula_spec.rb
 - spec/extractula/extracted_content_spec.rb
-- spec/extractula/dom_extractor_spec.rb
 - spec/test-files/10-stunning-web-site-prototype-sketches.html
 - spec/test-files/totlol-youtube.html
 - spec/test-files/typhoeus-the-best-ruby-http-client-just-got-better.html

data/lib/extractula/dom_extractor.rb

@@ -1,68 +0,0 @@
-# a basic dom based extractor. it's a generic catch all
-class Extractula::DomExtractor
-  def extract url, html
-    @doc = Nokogiri::HTML(html)
-    extracted = Extractula::ExtractedContent.new :url => url, :title => title, :content => content
-  end
-
-  def title
-    @title ||= @doc.search("//title").first.text.strip rescue nil
-  end
-
-  def content
-    candidate_nodes = @doc.search("//div|//p|//br").collect do |node|
-      parent = node.parent
-      if node.node_name == 'div'
-        text_size = calculate_children_text_size(parent, "div")
-
-        if text_size > 0
-          {:text_size => text_size, :parent => parent}
-        else
-          nil
-        end
-      elsif node.node_name == "p"
-        text_size = calculate_children_text_size(parent, "p")
-
-        if text_size > 0
-          {:text_size => text_size, :parent => parent}
-        else
-          nil
-        end
-      elsif node.node_name == "br"
-        if node.previous.node_name == "text" && node.next.node_name == "text"
-          text_size = 0
-          parent.children.each do |child|
-            text_size += child.text.strip.size if child.node_name == "text"
-          end
-
-          if text_size > 0
-            {:text_size => text_size, :parent => parent}
-          else
-            nil
-          end
-        else
-          nil
-        end
-      else
-        nil
-      end
-    end.compact.uniq
-
-    fragment = candidate_nodes.detect {|n| n[:text_size] > 140}[:parent].inner_html.strip rescue ""
-#    Loofah.fragment(fragment).scrub!(:prune).to_s
-  end
-
-  def summary
-  end
-
-  def calculate_children_text_size(parent, node_type)
-    text_size = 0
-    parent.children.each do |child|
-      if child.node_name == node_type
-        child.children.each {|c| text_size += c.text.strip.size if c.node_name == "text"}
-      end
-    end
-
-    text_size
-  end
-end

data/spec/extractula/dom_extractor_spec.rb

@@ -1,109 +0,0 @@
-require File.dirname(__FILE__) + '/../spec_helper'
-
-describe "dom extractor" do
-  it "returns an extracted content object with the url set" do
-    result = Extractula::DomExtractor.new.extract("http://pauldix.net", "")
-    result.should be_a Extractula::ExtractedContent
-    result.url.should == "http://pauldix.net"
-  end
-end
-
-describe "extraction cases" do
-  describe "extracting from a typepad blog" do
-    before(:all) do
-      @extracted_content = Extractula::DomExtractor.new.extract(
-        "http://www.pauldix.net/2009/10/typhoeus-the-best-ruby-http-client-just-got-better.html",
-        read_test_file("typhoeus-the-best-ruby-http-client-just-got-better.html"))
-    end
-
-    it "extracts the title" do
-      @extracted_content.title.should == "Paul Dix Explains Nothing: Typhoeus, the best Ruby HTTP client just got better"
-    end
-
-    it "extracts the content" do
-      @extracted_content.content.should == "<p>I've been quietly working on Typhoeus for the last few months. With the help of <a href=\"http://metaclass.org/\">Wilson Bilkovich</a> and <a href=\"http://github.com/dbalatero\">David Balatero</a> I've finished what I think is a significant improvement to the library. The new interface removes all the magic and opts instead for clarity.</p>\n<p>It's really slick and includes improved stubing support, caching, memoization, and (of course) parallelism. The <a href=\"http://github.com/pauldix/typhoeus/\">Typhoeus readme</a> highlights all of the awesomeness. It should be noted that the old interface of including Typhoeus into classes and defining remote methods has been deprecated. I'll be removing that sometime in the next six months.</p>\n<p>In addition to thanking everyone using the library and everyone contributing, I should also thank my employer kgbweb. If you're a solid Rubyist that likes parsing, crawling, and stuff, or a machine learning guy, or a Solr/Lucene/indexing bad ass, let me know. We need you and we're doing some crazy awesome stuff.</p>"
-    end
-  end
-
-  describe "extracting from wordpress - techcrunch" do
-    before(:all) do
-      @extracted_content = Extractula::DomExtractor.new.extract(
-        "http://www.techcrunch.com/2009/12/29/totlol-youtube/",
-        read_test_file("totlol-youtube.html"))
-    end
-
-    it "extracts the title" do
-      @extracted_content.title.should == "The Sad Tale Of Totlol And How YouTube’s Changing TOS Made It Hard To Make A Buck"
-    end
-
-    it "extracts the content" do
-      @extracted_content.content.should == Nokogiri::HTML(read_test_file("totlol-youtube.html")).css("div.entry").first.inner_html.strip
-    end
-  end
-
-  describe "extracting from wordpress - mashable" do
-    before(:all) do
-      @extracted_content = Extractula::DomExtractor.new.extract(
-        "http://mashable.com/2009/12/29/ustream-new-years-eve/",
-        read_test_file("ustream-new-years-eve.html"))
-    end
-
-    it "extracts the title" do
-      @extracted_content.title.should == "New Years Eve: Watch Live Celebrations on Ustream"
-    end
-
-    it "extracts the content" do
-      @extracted_content.content.should == Nokogiri::HTML(read_test_file("ustream-new-years-eve.html")).css("div.text-content").first.inner_html.strip
-    end
-
-    it "extracts content with a video embed" do
-      extracted = Extractula::DomExtractor.new.extract(
-        "http://mashable.com/2009/12/30/weather-channel-marriage-proposal-touching-with-a-chance-of-viral-status-video/",
-        read_test_file("weather-channel-marriage-proposal-touching-with-a-chance-of-viral-status-video.html"))
-      extracted.content.should == "<div style=\"float: left; margin-right: 10px; margin-bottom: 4px;\">\n<div class=\"wdt_button\"><iframe scrolling=\"no\" height=\"61\" frameborder=\"0\" width=\"50\" src=\"http://api.tweetmeme.com/widget.js?url=http://mashable.com/2009/12/30/weather-channel-marriage-proposal-touching-with-a-chance-of-viral-status-video/&amp;style=normal&amp;source=mashable&amp;service=bit.ly\"></iframe></div>\n<div class=\"wdt_button\" style=\"height:59px;\">\n<a name=\"fb_share\" type=\"box_count\" share_url=\"http://mashable.com/2009/12/30/weather-channel-marriage-proposal-touching-with-a-chance-of-viral-status-video/\"></a>\n</div>\n</div>\n<p><a href=\"http://mashable.com/wp-content/uploads/2009/12/weather.jpg\"><img src=\"http://mashable.com/wp-content/uploads/2009/12/weather.jpg\" alt=\"\" title=\"weather\" width=\"266\" height=\"184\" class=\"alignright size-full wp-image-174336\"></a>First <a href=\"http://mashable.com/tag/twitter/\">Twitter</a>, then Foursquare, now the Weather Channel? People are broadcasting their wedding proposals all over the place these days. </p>\n<p>That’s right, the other night Weather Channel meteorologist Kim Perez’s beau, police Sgt. Marty Cunningham (best name EVER), asked her to marry him during a routine forecast. Good thing she said yes, otherwise Cunningham’s disposition would have been cloudy with a serious chance of all-out mortification.<br><span id=\"more-174310\"></span></p>\n<p>Social media and viral videos have taken the place of the jumbotron when it comes to marriage proposals, allowing one to sound one’s not-so barbaric yawp over the roofs of the world. In today’s look-at-me society, public proposals are probably the least offensive byproduct. Meaning that even the most hardened of cynics can admit that they’re kind of sweet.</p>\n<p>Check out Cunningham’s proposal below (I personally enjoy that the weather map reads “<em>ring</em>ing in the New Year”), and then dive right into our list of even more social media wooers. What’s next? Entire domains dedicated to popping the question?</p>\n<p></p>\n<center>\n<object width=\"425\" height=\"344\"><param name=\"movie\" value=\"http://www.youtube.com/v/0dHTIGas4CA&amp;color1=0x3a3a3a&amp;color2=0x999999&amp;hl=en_US&amp;feature=player_embedded&amp;fs=1\">\n<param name=\"allowFullScreen\" value=\"true\">\n<param name=\"allowScriptAccess\" value=\"always\">\n<embed wmode=\"opaque\" src=\"http://www.youtube.com/v/0dHTIGas4CA&amp;color1=0x3a3a3a&amp;color2=0x999999&amp;hl=en_US&amp;feature=player_embedded&amp;fs=1\" type=\"application/x-shockwave-flash\" allowfullscreen=\"true\" allowscriptaccess=\"always\" width=\"425\" height=\"344\"></embed></object>\n<p></p>\n</center>\n<hr>\n<h2>More Wedding Bells and Whistles</h2>\n<hr>\n<p><a href=\"http://mashable.com/2009/08/28/mashable-marriage-proposal/\">CONGRATS: Mashable Marriage Proposal Live at #SocialGood [Video]</a></p>\n<p><a href=\"http://mashable.com/2009/12/19/foursquare-proposal/\">Man Proposes Marriage via Foursquare Check-In</a></p>\n<p><a href=\"http://mashable.com/2008/03/21/max-emily-twitter-proposal/\">Did We Just Witness a Twitter Marriage Proposal?</a></p>\n<p><a href=\"http://mashable.com/2009/06/30/twitter-marriage/\">Successful Marriage Proposal on Twitter Today: We #blamedrewscancer</a></p>\n<p><a href=\"http://mashable.com/2009/12/01/groom-facebook-update/\">Just Married: Groom Changes Facebook Relationship Status at the Altar [VIDEO]</a></p>"
-    end
-  end
-
-  describe "extracting from alleyinsider" do
-    before(:all) do
-      @extracted_content = Extractula::DomExtractor.new.extract(
-        "http://www.businessinsider.com/10-stunning-web-site-prototype-sketches-2009-12",
-        read_test_file("10-stunning-web-site-prototype-sketches.html"))
-    end
-
-    it "extracts the title" do
-      @extracted_content.title.should == "10 Stunning Web Site Prototype Sketches"
-    end
-
-    it "extracts the content" do
-      @extracted_content.content.should == Nokogiri::HTML(read_test_file("10-stunning-web-site-prototype-sketches.html")).css("div.KonaBody").first.inner_html.strip
-    end
-  end
-
-  describe "extracting from nytimes" do
-    before(:all) do
-      @front_page = Extractula::DomExtractor.new.extract(
-        "http://www.nytimes.com/",
-        read_test_file("nytimes.html"))
-      @story_page = Extractula::DomExtractor.new.extract(
-        "http://www.nytimes.com/2009/12/31/world/asia/31history.html?_r=1&hp",
-        read_test_file("nytimes_story.html"))
-    end
-
-    it "extracts the title" do
-      @front_page.title.should == "The New York Times - Breaking News, World News & Multimedia"
-    end
-
-    it "extracts the content" do
-      @front_page.content.should == Nokogiri::HTML(read_test_file("nytimes.html")).css("div.story").first.inner_html.strip
-    end
-
-    it "extracts a story title" do
-      @story_page.title.should == "Army Historians Document Early Missteps in Afghanistan - NYTimes.com"
-    end
-
-    it "extracts the story content" do
-      @story_page.content.should == Nokogiri::HTML(read_test_file("nytimes_story.html")).css("nyt_text").first.inner_html.strip
-    end
-  end
-end