olek-libcraigscrape 1.1.0.4 → 1.1.0.5

data/bin/craigwatch

@@ -171,6 +171,7 @@ require 'action_mailer'
 require 'kwalify/util/hashlike'
 require 'libcraigscrape'
 require "socket"
+require 'active_support/all'
 
 class String #:nodoc:
   RE = /^\/(.*)\/([ixm]*)$/
@@ -252,9 +253,9 @@ class CraigReportDefinition #:nodoc:
     def price_required?; @price_required; end
 
     def starting_at
-      (@starting) ?
-        Time.strptime(@starting, "%m/%d/%Y") :
-        Time.now.yesterday.beginning_of_day
+      ((@starting) ?
+        Time.strptime([@starting, 'UTC'].join(' '), "%m/%d/%Y %Z") :
+        Time.zone.now.yesterday).to_date
     end
 
     def passes_filter?(post)
@@ -339,7 +340,6 @@ class TrackedListing < ActiveRecord::Base #:nodoc:
   end
 
   def delete_posts_older_than(cutoff_date)
-    # TODO: can't I use posts.delete 'created_at < ?' and keep it cleaner?
     TrackedPost.delete_all [ 'tracked_listing_id = ? AND created_at < ?', self.id, cutoff_date ]
   end
 end
@@ -360,12 +360,10 @@ class TrackedPost < ActiveRecord::Base #:nodoc:
 end
 
 class ReportMailer < ActionMailer::Base #:nodoc:
-  # default :template_path => File.dirname(__FILE__)
-
   def report(to, sender, subject_template, report_tmpl)
-    subject = Time.now.strftime subject_template
     @summaries = report_tmpl[:summaries]
-    mail :to => to, :subject => subject, :from => sender
+
+    mail :to => to, :subject => Time.zone.now.strftime(subject_template), :from => sender
   end
 end
 
@@ -472,11 +470,11 @@ report_summaries = craig_report.searches.collect do |search|
     already_tracked_urls = tracked_listing.posts.collect{|tp| tp.url}
 
     # We'll use this in the loop to decide what posts to track:
-    newest_post_date = last_tracked_at
+    newest_post_date = last_tracked_at.to_date
 
     # We keep track of post.post_date here, b/c in some circumstances, you can be in the below loop
     # but have no post.post_date since the posting was removed and it parsed to nil
-    most_recent_posting_date = Time.now
+    most_recent_posting_date = Time.zone.now.to_date
 
     # OK - Now let's go!
     catch :list_break do
@@ -487,7 +485,7 @@ report_summaries = craig_report.searches.collect do |search|
 
             # Are we at a point in the scrape, past which we don't need to proceed?
             throw :list_break if (
-              most_recent_posting_date < last_tracked_at or
+              most_recent_posting_date.to_time < last_tracked_at or
               already_tracked_urls.include? post.url
             )
 
@@ -496,7 +494,7 @@ report_summaries = craig_report.searches.collect do |search|
               !new_summaries.has_key? post.url and
               search.passes_filter? post
             )
-          rescue CraigScrape::Scraper::ResourceNotFoundError,CraigScrape::Scraper::MaxRedirectError => e
+          rescue CraigScrape::Scraper::ResourceNotFoundError => e
             # Sometimes we do end up with 404's that will never load, and we dont want to
             # abort a run simply b/c we found some anomaly due to the craigslist index.
             # being out of date. This ResourceNotFoundError can occur due to

data/lib/libcraigscrape.rb

@@ -7,10 +7,13 @@ require 'time'
 require 'uri'
 require 'htmlentities'
 require 'active_support/core_ext/class/attribute_accessors'
+require 'active_support/core_ext/time/calculations'
 require 'htmlentities'
 require 'nokogiri'
 require 'typhoeus'
 
+Time.zone = 'UTC'
+
 # A base class encapsulating the various libcraigscrape objects, and providing most of the
 # craigslist interaction methods. Currently, we're supporting the old Class methods
 # in a legacy-compatibility mode, but these methods are marked for deprecation. Instead,
@@ -101,7 +104,7 @@ class CraigScrape
     ret = []
     fragments.each do |frag|
       each_post(frag) do |p|
-        break if p.post_date <= newer_then
+        break if p.post_time <= newer_then
         ret << p
       end
     end
@@ -196,11 +199,11 @@ class CraigScrape
 
   # Returns the most recentlt expired  time for the provided month and day
   def self.most_recently_expired_time(month, day)  #:nodoc:
-    now = (time_now) ? time_now : Time.now
+    now = (time_now) ? time_now : Time.zone.now
 
     # This ensures we always generate a time in the past, by guessing the year and subtracting one if we guessed wrong
-    ret = Time.local now.year, month, day
-    ret = Time.local now.year-1, month, day if ret > now
+    ret = Time.zone.local now.year, month, day
+    ret = Time.zone.local now.year-1, month, day if ret > now
 
     ret
   end

data/lib/posting.rb

@@ -17,7 +17,12 @@ class CraigScrape::Posting < CraigScrape::Scraper
   HEADER_LOCATION = /^.+[ ]*\-[ ]*[\$]?[\d]+[ ]*\((.+)\)$/
   POSTING_ID      = /PostingID\:[ ]*([\d]+)/
   REPLY_TO        = /(.+)/
+<<<<<<< HEAD
   PRICE           = /((?:^\$[\d]+(?:\.[\d]{2})?)|(?:\$[\d]+(?:\.[\d]{2})?$))/
+   
+=======
+  PRICE           = /((?:^\$[\d]+(?:\.[\d]{2})?)|(?:\$[\d]+(?:\.[\d]{2})?))/
+>>>>>>> bded128... Removed end of line ($) in price regex, and switched price method to use header. Fixes Real Estate listings.
   # NOTE: we implement the (?:) to first check the 'old' style format, and then the 'new style'
   # (As of 12/03's parse changes)
   USERBODY_PARTS  = /^(.+)\<div id\=\"userbody\">(.+)\<br[ ]*[\/]?\>\<br[ ]*[\/]?\>(.+)\<\/div\>(.+)$/m
@@ -105,7 +110,7 @@ class CraigScrape::Posting < CraigScrape::Scraper
     unless @post_time
       cursor = html_head.at 'hr' if html_head
       cursor = cursor.next until cursor.nil? or POST_DATE.match cursor.to_s
-      @post_time = Time.parse $1 if $1
+      @post_time = Time.zone.parse $1 if $1
     end
     
     @post_time
@@ -239,7 +244,7 @@ class CraigScrape::Posting < CraigScrape::Scraper
   # Reflects only the date portion of the posting. Does not include hours/minutes. This is useful when reflecting the listing scrapes, and can be safely
   # used if you wish conserve bandwidth by not pulling an entire post from a listing scrape.
   def post_date
-    @post_date = Time.local(*[0]*3+post_time.to_a[3...10]) unless @post_date or post_time.nil?
+    @post_date = post_time.to_date unless @post_date or post_time.nil?
     
     @post_date
   end
@@ -297,7 +302,7 @@ class CraigScrape::Posting < CraigScrape::Scraper
   # Returns the best-guess of a price, judging by the label's contents. Price is available when pulled from the listing summary
   # and can be safely used if you wish conserve bandwidth by not pulling an entire post from a listing scrape.
   def price
-    $1.tr('$','').to_f if label and PRICE.match label
+    $1.tr('$','').to_f if header and PRICE.match header
   end
   
   # Returns the post contents with all html tags removed

data/lib/scraper.rb

@@ -15,14 +15,6 @@
 # 
 # <b>logger</b> - a Logger object to debug http notices too. Defaults to nil
 #
-# <b>retries_on_fetch_fail</b> - The number of times to retry a failed uri download. Defaults to 8
-#
-# <b>sleep_between_fetch_retries</b> - The amount of seconds to sleep, between successive attempts in the case of a failed download. Defaults to 30.
-#
-# <b>retries_on_404_fail</b> - The number of times to retry a Resource Not Found error (http Response code 404). Defaults to 3.
-#
-# <b>sleep_between_404_retries</b> - The amount of seconds to sleep, between successive attempts in the case of a Resource Not Found error. Defaults to 3.
-#
 
 class CraigScrape::Scraper
   cattr_accessor :logger
@@ -50,6 +42,9 @@ class CraigScrape::Scraper
 
   class FetchError < StandardError #:nodoc:
   end
+
+  class ResourceNotFoundError < StandardError #:nodoc:
+  end
   
   # Scraper Objects can be created from either a full URL (string), or a Hash.
   # Currently, this initializer isn't intended to be called from libcraigslist API users, though

data/spec/listings_spec.rb

@@ -5,16 +5,18 @@ describe CraigScrape::Listings do
   context "listing_cta_ftl_112612.html" do
     subject { described_class.new( uri_for('listing_cta_ftl_112612.html') ) }
     specify{ subject.posts.should have(100).items }
-    specify{ subject.posts.collect(&:post_date).uniq.should eq([Time.parse('2012-11-26 00:00:00 -0500')]) }
+    specify{ subject.posts.collect(&:post_date).uniq.should eq([Time.zone.parse('2012-11-26 00:00:00')]) }
     specify{ subject.next_page_href.should eq('index100.html') }
+
+
   end
 
   context 'listing_search_ppa_nyc_121212.html' do
     subject {  described_class.new( uri_for('listing_search_ppa_nyc_121212.html') ) }
 
     specify{ subject.posts.should have(100).items }
-    specify{ subject.posts.collect(&:post_date).uniq.should eq(['2012-12-12 00:00:00 -0500', 
-      '2012-12-11 00:00:00 -0500', '2012-12-10 00:00:00 -0500'].collect{|t| Time.parse(t) }) }
+    specify{ subject.posts.collect(&:post_date).uniq.should eq(['2012-12-12 00:00:00', 
+      '2012-12-11 00:00:00', '2012-12-10 00:00:00'].collect{|t| Time.zone.parse(t) }) }
     specify{ subject.next_page_href.should eq('http://newyork.craigslist.org/search/ppa?query=kenmore&srchType=A&s=100') }
   end
 end

data/spec/postings_spec.rb

@@ -8,12 +8,6 @@ describe CraigScrape::Posting do
     its(:posting_has_expired?){ should be_true }
   end
 
-  context "posting_page_not_found_120512.html" do
-    subject{ described_class.new uri_for('posting_page_not_found_120512.html') }
-
-    its(:system_post?){ should be_true }
-  end
-
   context "posting_sya_121012.html" do
     # This example was picked since it has pics
     subject{ described_class.new uri_for('posting_sya_121012.html') }

data/test/test_craigslist_posting.rb

@@ -146,7 +146,7 @@ EOD
     assert_equal "NMB", posting0.location
     assert_equal 1131363612, posting0.posting_id
     assert_equal "sale-ktf9w-1131363612@craigslist.org", posting0.reply_to 
-    assert_equal [0, 21, 13, 20, 4, 2009, 1, 110, true, "EDT"], posting0.post_time.to_a
+    assert_equal [0, 21, 13, 20, 4, 2009, 1, 110, true, "UTC"], posting0.post_time.to_a
     assert_equal [], posting0.pics
     assert_equal "Has storage for videos/dvds. About 2 ft high by 21/2 ft widw. Almond/light beige color",posting0.contents_as_plain
     assert_equal 35.0, posting0.price
@@ -162,7 +162,7 @@ EOD
     assert_equal '1000 NE 14th Pl', posting1.location
     assert_equal 1131242195, posting1.posting_id
     assert_equal "hous-5nzhq-1131242195@craigslist.org", posting1.reply_to 
-    assert_equal [0, 33, 13, 20, 4, 2009, 1, 110, true, "EDT"], posting1.post_time.to_a
+    assert_equal [0, 33, 13, 20, 4, 2009, 1, 110, true, "UTC"], posting1.post_time.to_a
     assert_equal %w(http://images.craigslist.org/3n83o33l5ZZZZZZZZZ94k913ac1582d4b1fa4.jpg http://images.craigslist.org/3n93p63obZZZZZZZZZ94k19d5e32eb3b610c2.jpg http://images.craigslist.org/3n93m03l6ZZZZZZZZZ94k6e9785e37a1b1f3f.jpg http://images.craigslist.org/3ma3oc3l4ZZZZZZZZZ94kbfecbcd2fb2e19cc.jpg), posting1.pics
     assert_equal "Residential income property\u0097Investors this property is for you! This duplex has a 2bedroom/1bath unit on each side. It features updated kitchens and baths (new tubs, toilet, sink, vanities), ceramic tile flooring throughout, separate water and electric meters and on site laundry facilities. It is also closed to the Galleria, beaches and downtown Fort Lauderdale! \r\n\r\nJe parle le Français\r\n\r\nThis property is being offered by Blaunch Perrier, Broker Associate, Atlantic Properties International. Blaunch can be reached at 954-593-0077. For additional property information you may also visit www.garylanham.com\r\n\r", posting1.contents_as_plain
     assert_equal 189900.0, posting1.price
@@ -179,7 +179,7 @@ EOD
     assert_equal 'Fort Lauderdale', posting2.location
     assert_equal 1127037648, posting2.posting_id
     assert_equal nil, posting2.reply_to 
-    assert_equal [0, 16, 14, 17, 4, 2009, 5, 107, true, "EDT"], posting2.post_time.to_a
+    assert_equal [0, 16, 14, 17, 4, 2009, 5, 107, true, "UTC"], posting2.post_time.to_a
     assert_equal [], posting2.pics
     assert_equal "\302\240 Sheehan Buick Pontiac GMC \302\240 Pompano Beach, FL(754) 224-3257 \302\240PRESENTING A ELECTRON BLUE METALLIC 2002 CHEVROLET CORVETTE Z06 6 SPEED FLORIDA DRIVEN SMOKIN' SPORTS CAR!2002 Chevrolet Corvette Z06 Florida Driven AutoCheck Certified 5.7L V8 6sp2 Door Coupe.\302\240Price: \302\240 $23,975Exterior:Electron Blue MetallicInterior:BlackStock#:P5110AVIN:1G1YY12S625129021FREE AutoCheck Vehicle ReportMileage:63,560Transmission:6 Speed ManualEngine:V8 5.7L OHVWarranty:Limited WarrantyTitle:Clear\302\273\302\240View All 58 Photos\302\273\302\240View Full Vehicle Details\302\273\302\240Ask the Seller a Question\302\273\302\240E-mail this to a Friend\302\240 DescriptionPRESENTING A ELECTRON BLUE METALLIC 2002 CHEVROLET CORVETTE Z06 6 SPEED FLORIDA DRIVEN SMOKIN' SPORTS CAR!\r\n\r\nLOADED WITH BLACK LEATHER BUCKET SEATS, POWER DRIVERS SEAT, DUAL ZONE CLIMATE CONTROL, 4 WHEEL ABS BRAKES, POWER STEERING AND BRAKES, REAR LIMITED SLIP DIFFERENTIAL, STABILITY CONTROL, CRUISE CONTROL, TLT STEERING WHEEL, POWER WINDOWS AND LOCKS, AUTOMATIC ON/OFF HEADLAMPS, FOG LIGHTS, DUAL AIR BAG SAFETY, AM/FM STEREO CD PLAYER, INTERMITTENT WINDSHIELD WIPERS AND SO MUCH MORE - THIS CAR IS TOTALLY HOT WITH GREAT LOW MILES!\r\n\r\nPlease call us to make your deal now at 1-888-453-5244. Please visit our Website at www.sheehanautoplex.com ***View 50+ Pictures of this vehicle - a complete description including standard features and all added options & a FREE AUTO CHECK REPORT at www.sheehanautoplex.com. ***Financing for Everyone - Good credit - bad credit - divorce - charge off's - NO PROBLEM. To complete a secure credit application, please visit our website at www.sheehanautoplex.com ***The largest Dealer in the State of Florida - We export all over the world - For details please visit www.sheehanautoplex.com ***Sheehan Autoplex takes great pride in our outstanding customer service and has been recognized by the following associations - BBB (Better Business Bureau) - NIADA - and the FIADA. Call us to get your best deal. CALL NOW. 1-888-453-5244\302\240 Contact Sheehan Buick Pontiac GMCPhone:(754) 224-3257Fax:(954) 781-9050Phone:(754) 224-3257E-mail:sales@proauto.comBusiness HoursWeekdays:9:00 AM to 9:00 PMSat:9:00 AM to 6:00 PMSun:",posting2.contents_as_plain
     assert_equal 23975.0, posting2.price
@@ -195,7 +195,7 @@ EOD
     assert_equal "N.Miami/ Hialeah", posting3.location
     assert_equal 1130212403, posting3.posting_id
     assert_equal "sale-c9bpa-1130212403@craigslist.org", posting3.reply_to 
-    assert_equal [0, 21, 18, 19, 4, 2009, 0, 109, true, "EDT"], posting3.post_time.to_a
+    assert_equal [0, 21, 18, 19, 4, 2009, 0, 109, true, "UTC"], posting3.post_time.to_a
     assert_equal %w(http://images.craigslist.org/3n23kf3lfZZZZZZZZZ94j1160e7d7b0601934.jpg http://images.craigslist.org/3nc3kf3p2ZZZZZZZZZ94j04fbc71e0a551ace.jpg http://images.craigslist.org/3nc3k33l7ZZZZZZZZZ94k13d8d7b1024e1e0e.jpg http://images.craigslist.org/3n23k63mfZZZZZZZZZ94k7838ae5d48d91eb8.jpg), posting3.pics
     assert_equal "1992 Twin Turbo 300ZX. This car is pearl white outside and Camel leather interior with suede accents. Motor was re-done from the ground up two years ago. 23,000 on new motor rebuild! New Leather seats and center arm rest done also two years ago. Has Alpine Am/Fm Cd with Ipod cable, Viper pager alarm New! JL Audio Amp & JLAudio sub box custom made. Mtx mids& highs component speakers sparate tweeter. Car runs strong & straight. Just detailed the interior. Exterior should be painted. This car once painted will sell for over $10,000. \r\nCome get a great deal now! offers and trades will be considered. 786-303-6550 Manny",posting3.contents_as_plain
     assert_equal 5800.0, posting3.price
@@ -213,7 +213,7 @@ EOD
     assert_equal nil, posting4.location
     assert_equal 1139303170, posting4.posting_id
     assert_equal "hous-sk9f2-1139303170@craigslist.org", posting4.reply_to 
-    assert_equal [0, 8, 9, 25, 4, 2009, 6, 115, true, "EDT"], posting4.post_time.to_a
+    assert_equal [0, 8, 9, 25, 4, 2009, 6, 115, true, "UTC"], posting4.post_time.to_a
     assert_equal [], posting4.pics
     assert_equal 6321,posting4.contents_as_plain.length
     assert_equal 225000.0, posting4.price
@@ -264,7 +264,7 @@ EOD
     assert_equal "$1350 / 3br - 2bth for no deposit req",posting6.label
     assert_equal ["http://images.craigslist.org/3k43pe3o8ZZZZZZZZZ9655022102a3ea51624.jpg", "http://images.craigslist.org/3n13m53p6ZZZZZZZZZ96596515e51237a179c.jpg", "http://images.craigslist.org/3od3p33leZZZZZZZZZ9656d614da8e3a51dd9.jpg", "http://images.craigslist.org/3pb3oa3leZZZZZZZZZ965eb60e4d2344019fb.jpg"],posting6.pics
     assert_equal 'Coral Springs',posting6.location
-    assert_equal [0, 56, 18, 5, 6, 2009, 5, 156, true, "EDT"],posting6.post_time.to_a
+    assert_equal [0, 56, 18, 5, 6, 2009, 5, 156, true, "UTC"],posting6.post_time.to_a
     assert_equal 1207457727,posting6.posting_id
     assert_equal 1350.0,posting6.price
     assert_equal "hous-ccpap-1207457727@craigslist.org",posting6.reply_to
@@ -283,7 +283,7 @@ EOD
     assert_equal "$189999 / 3br - Nice 3 Bedroom/ 2 Bathroom House with Garage in Sunrise (Sunrise) (map)", brw_reb_1224008903.header_as_plain
     assert_equal ["http://images.craigslist.org/3ma3o93laZZZZZZZZZ96g5ee7cc528f1818a8.jpg", "http://images.craigslist.org/3nf3m03oeZZZZZZZZZ96gb267b7db57d91f60.jpg", "http://images.craigslist.org/3m63oc3p1ZZZZZZZZZ96g521443416aea1cac.jpg", "http://images.craigslist.org/3nc3p53l5ZZZZZZZZZ96g8706fce2c0bb17e9.jpg"], brw_reb_1224008903.pics
     assert_equal "Sunrise", brw_reb_1224008903.location
-    assert_equal [0, 43, 18, 16, 6, 2009, 2, 167, true, "EDT"], brw_reb_1224008903.post_time.to_a
+    assert_equal [0, 43, 18, 16, 6, 2009, 2, 167, true, "UTC"], brw_reb_1224008903.post_time.to_a
     assert_equal 1224008903, brw_reb_1224008903.posting_id
     assert_equal 189999.0, brw_reb_1224008903.price
     assert_equal "1971CJS@Bellsouth.net", brw_reb_1224008903.reply_to
@@ -305,8 +305,8 @@ EOD
     assert_equal ["http://images.craigslist.org/3kf3o93laZZZZZZZZZ96fbc594a6ceb1f1025.jpg"], sfbay_art_1223614914.pics
     assert_equal "Bombay Company Art Painting - $650", sfbay_art_1223614914.label
     assert_equal 'saratoga', sfbay_art_1223614914.location
-    assert_equal [0, 0, 0, 15, 6, 2009, 1, 166, true, "EDT"], sfbay_art_1223614914.post_date.to_a
-    assert_equal [0, 38, 22, 15, 6, 2009, 1, 166, true, "EDT"], sfbay_art_1223614914.post_time.to_a
+    assert_equal Date.new(2009, 6, 15), sfbay_art_1223614914.post_date
+    assert_equal [0, 38, 22, 15, 6, 2009, 1, 166, true, "UTC"], sfbay_art_1223614914.post_time.to_a
     assert_equal 1223614914, sfbay_art_1223614914.posting_id
     assert_equal 650.0, sfbay_art_1223614914.price
     assert_equal "sale-trzm8-1223614914@craigslist.org", sfbay_art_1223614914.reply_to
@@ -338,8 +338,8 @@ EOD
     assert_equal "*****SOFTWARE****", posting_061710.label
     assert_equal "Dade/Broward", posting_061710.location
     assert_equal [], posting_061710.pics
-    assert_equal [0, 0, 0, 17, 6, 2010, 4, 168, true, "EDT"], posting_061710.post_date.to_a
-    assert_equal [0, 22, 13, 17, 6, 2010, 4, 168, true, "EDT"], posting_061710.post_time.to_a
+    assert_equal Date.new(2010, 6, 17), posting_061710.post_date
+    assert_equal [0, 22, 13, 17, 6, 2010, 4, 168, true, "UTC"], posting_061710.post_time.to_a
     assert_equal 1796890756, posting_061710.posting_id
     assert_equal nil, posting_061710.price
     assert_equal nil, posting_061710.reply_to
@@ -363,8 +363,8 @@ EOD
     assert_equal "*Software*AdobeCS5*RosettaStone*AutoCAD*Windows7*Office2010*&* More", posting1808219423.label
     assert_equal "Dade/Broward", posting1808219423.location
     assert_equal [], posting1808219423.pics
-    assert_equal [0, 0, 0, 24, 6, 2010, 4, 175, true, "EDT"], posting1808219423.post_date.to_a
-    assert_equal [0, 35, 7, 24, 6, 2010, 4, 175, true, "EDT"], posting1808219423.post_time.to_a
+    assert_equal Date.new(2010, 6, 24), posting1808219423.post_date
+    assert_equal [0, 35, 7, 24, 6, 2010, 4, 175, true, "UTC"], posting1808219423.post_time.to_a
     assert_equal 1808219423, posting1808219423.posting_id
     assert_equal nil, posting1808219423.price
     assert_equal nil, posting1808219423.reply_to
@@ -393,8 +393,8 @@ EOD
     assert_equal "2008 GMC Sierra 2500HD - $14800", posting_090610.label
     assert_equal "boston", posting_090610.location
     assert_equal [], posting_090610.pics
-    assert_equal [0, 0, 0, 5, 9, 2010, 0, 248, true, "EDT"], posting_090610.post_date.to_a
-    assert_equal [0, 29, 18, 5, 9, 2010, 0, 248, true, "EDT"], posting_090610.post_time.to_a
+    assert_equal Date.new(2010, 9, 5), posting_090610.post_date
+    assert_equal [0, 29, 18, 5, 9, 2010, 0, 248, true, "UTC"], posting_090610.post_time.to_a
     assert_equal 1938291834, posting_090610.posting_id
     assert_equal 14800.0, posting_090610.price
     assert_equal nil, posting_090610.reply_to

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: olek-libcraigscrape
 version: !ruby/object:Gem::Version
-  version: 1.1.0.4
+  version: 1.1.0.5
   prerelease: 
 platform: ruby
 authors:
@@ -9,7 +9,7 @@ authors:
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2012-12-17 00:00:00.000000000 Z
+date: 2012-12-21 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: htmlentities
@@ -271,7 +271,6 @@ files:
 - spec/assets/posting_daytona_art_120512.html
 - spec/assets/posting_mdc_cto_ftl_112612.html
 - spec/assets/posting_mdc_reb_120612.html
-- spec/assets/posting_page_not_found_120512.html
 - spec/assets/posting_sya_121012-2.html
 - spec/assets/posting_sya_121012.html
 - spec/assets/this_post_has_expired_old.html

data/spec/assets/posting_page_not_found_120512.html

@@ -1,160 +0,0 @@
-<!DOCTYPE html>
-<html>
-<head>
-	<title>Premier Bouquet Wrap</title>
-	<meta name="robots" content="NOARCHIVE,NOFOLLOW">
-	<meta name="viewport" content="user-scalable=1;">
-	<link type="text/css" rel="stylesheet" media="all" href="http://www.craigslist.org/styles/craigslist.css?v=9380f84aa49cda76299b65a80eaa7d6a">
-	
-	<!--[if lt IE 9]>
-<script type="text/javascript" src="http://www.craigslist.org/js/html5shiv.js?v=ed7af45dcbda983c8455631037ebcdda"></script>
-<![endif]-->
-</head>
-
-<body class="posting">
-
-<article class="container">
-	<header class="bchead">
-	<a id="ef" href="https://accounts.craigslist.org/eaf?postingID=3448282416&amp;token=U2FsdGVkX184MzQzODM0MwIvhB_fTy4UswRiXezIFImfh9DCIm84sQtZ0KdXRyOJOGBoogMegaCtStglpUkrs-Fpix7tUinx">email this posting to a friend</a> <a href="http://daytona.craigslist.org/">daytona beach craigslist</a> &gt;   <a href="http://daytona.craigslist.org/sss/">for sale / wanted</a> &gt; <a href="http://daytona.craigslist.org/art/">arts &amp; crafts - by owner</a>
-</header>
-
-	<section class="body">
-		<div id="flags">
-	<div id="flagMsg">
-		please flag with care:
-		<a href="http://www.craigslist.org/about/help/flags_and_community_moderation">[?]</a>
-	</div>
-	<div id="flagChooser">
-		<a class="fl" id="flag16" href="/flag/?flagCode=16&amp;postingID=3448282416"
-			title="Wrong category, wrong site, discusses another post, or otherwise misplaced">
-			miscategorized</a>
-		<a class="fl" id="flag28" href="/flag/?flagCode=28&amp;postingID=3448282416"
-			title="Violates craigslist Terms Of Use or other posted guidelines">
-			prohibited</a>
-		<a class="fl" id="flag15" href="/flag/?flagCode=15&amp;postingID=3448282416"
-			title="Posted too frequently, in multiple cities/categories, or is too commercial">
-			spam/overpost</a>
-		<a class="fl" id="flag9" href="/flag/?flagCode=9&amp;postingID=3448282416"
-			title="Should be considered for inclusion in the Best-Of-Craigslist">
-			best of craigslist</a>
-	</div>
-</div>
-
-		<div class="tsb">
-	<em>Avoid scams and fraud by dealing locally!</em>
-	Beware any deal involving Western Union, Moneygram, wire transfer, cashier check, money order, shipping, escrow, or any promise of transaction protection/certification/guarantee
-	<a href="http://www.craigslist.org/about/scams">More info</a>
-</div>
-
-		<h2 class="postingtitle">Premier Bouquet Wrap - $2 (PALM COAST)</h2>
-
-<section class="dateReplyBar">
-	<hr>
-	<div class="postingdate">Date: <time>2012-12-01,  3:02PM EST</time></div>
-	
-		<script type="text/javascript"><!--
-			var isPreview = "";
-var postingTitle = "Premier Bouquet Wrap - $2 (PALM COAST)";
-var bestOf = "";
-var postingURL = "http%3A%2F%2Fdaytona.craigslist.org%2Fart%2F3448282416.html";
-var displayEmail = "nqmhm-3448282416@sale.craigslist.org";
-
-		--></script>
-	
-
-<button id="reply_button">Reply to this post</button>
-
-<span id="replytext">Reply to:</span> <small><a href="mailto:nqmhm-3448282416@sale.craigslist.org?subject=Premier%20Bouquet%20Wrap%20-%20%242%20(PALM%20COAST)&amp;body=%0A%0Ahttp%3A%2F%2Fdaytona.craigslist.org%2Fart%2F3448282416.html%0A">nqmhm-3448282416@sale.craigslist.org</a></small><sup>[<a href="http://www.craigslist.org/about/help/replying_to_posts" target="_blank">?</a>]</sup>
-
-<div id="returnemail"> </div>
-
-
-	<hr>
-</section>
-
-
-<section id="userbody">
-	 THESE ARE USED IN FLOWER / CRAFT SHOPS . ALL ARE NEW, BOXED AND AND VERY WELL MADE. I HAVE A CASE OF THESE I WILL SELL FOR ONE PRICE, OR WILL SELL BY THE PIECE. CASE PRICE IS FOR ABOUT 144 PIECES $75.00. <br>
-<br>
-Premier Bouquet Wrap<br>
-<br>
-Flower Bridal  Bouquet Wrap White/Satin <br>
-<br>
-New White Satin <br>
-<br>
-The wraps are approximately 6 1/2" Long <br>
-<br>
-The bridal bouquet wrap is a creative alternative to tying a ribbon around your flowers. Just slide the wrap around flower stems<br>
-<br>
-This wrap is perfect for covering/decorating the stems on "Wedding", Quincea�era" or "Prom" bouquets. They can also be used with "Wedding bouquet" holder handles.  These wraps are made with quality Satin material, easy to install and feels soft and smooth on the Bride's or Bridesmaid's hands.  These wraps put the finishing touches on any Floral Wedding Bouquet.<br>
-<br>
-PLEASE CALL . . .<br>
-<br>
-AJ-518-858-2002<br>
-  <br>
-<br>
-
-	<script type="text/javascript">
-<!--
-	imgList = ["http://images.craigslist.org/3I93pe3Hf5G75J55M2cc13e19b59314771029.jpg"];
-// -->
-</script>
-<div class="iw">
-	<div id="ci">
-		<span><!--  --></span>
-		<img id="iwi" src="http://images.craigslist.org/3I93pe3Hf5G75J55M2cc13e19b59314771029.jpg" alt="">
-	</div>
-	<div id="iwt">
-		
-					<div class="tn">
-						<a href="http://images.craigslist.org/3I93pe3Hf5G75J55M2cc13e19b59314771029.jpg" title="1">
-							<img src="http://images.craigslist.org/thumb/3I93pe3Hf5G75J55M2cc13e19b59314771029.jpg" alt="image 1">
-						</a>
-					</div>
-				
-	</div>
-</div>
-
-	<!-- START CLTAGS -->
-<br>
-<ul class="blurbs">
-<li> <!-- CLTAG GeographicArea=PALM COAST -->Location: PALM COAST</li>
-<li>it's NOT ok to contact this poster with services or other commercial interests</li></ul>
-<!-- END CLTAGS -->
-</section>
-
-<p class="postingidtext">PostingID:3448282416</p>
-
-
-
-		<br class="c">
-	</section>
-	<footer>
-	<ul class="clfooter">
-		<li>Copyright &copy; 2012 craigslist, inc.</li>
-		<li><a href="http://www.craigslist.org/about/terms.of.use">terms of use</a></li>
-		<li><a href="http://www.craigslist.org/about/privacy_policy">privacy policy</a></li>
-		<li><a href="/forums/?forumID=8">feedback forum</a></li>
-	</ul>
-</footer>
-
-</article>
-
-
-		<script type="text/javascript"><!--
-			var pagetype = "posting";
-var pID = "3448282416";
-var wwwurl = "http://www.craigslist.org";
-
-		--></script>
-	
-<script type="text/javascript" src="http://www.craigslist.org/js/jquery-1.7.2.js?v=89700834f1601ac3ebc3e5fb3302c040"></script>
-<script type="text/javascript" src="http://www.craigslist.org/js/postings.js?v=d32f9ab28089cba9f207317b8c264ebb"></script>
-<script type="text/javascript" src="http://www.craigslist.org/js/formats.js?v=3e34df20530f6579488bbac70a1e2e1d"></script>
-
-
-
-
-</body>
-</html>
-