libcraigscrape 0.8.1 → 0.8.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (10) hide show
  1. data/CHANGELOG +4 -0
  2. data/Rakefile +2 -2
  3. data/lib/libcraigscrape.rb +2 -3
  4. data/lib/listings.rb +19 -4
  5. data/test/libcraigscrape_test_helpers.rb +8 -2
  6. data/test/listing_samples/mia_search_kitten.3.15.10.html +149 -0
  7. data/test/listing_samples/new_listing_span.4.17.10.html +769 -0
  8. data/test/test_craigslist_listing.rb +154 -10
  9. metadata +12 -26
  10. data/test/listing_samples/mia_sss_kittens2.10.10.html +0 -144
data/test/test_craigslist_listing.rb CHANGED
@@ -202,17 +202,161 @@ class CraigslistListingTest < Test::Unit::TestCase
202
202
  end
203
203
 
204
204
  def test_nasty_search_listings
205
- miami_search_sss_rack900_061809 = CraigScrape::Listings.new relative_uri_for('listing_samples/miami_search_sss_rack.6.18.09/miami_search_sss_rack900.6.18.09.html')
206
- assert_equal '/search/sss?query=rack&s=1000', miami_search_sss_rack900_061809.next_page_href
205
+ miami_search_sss_rack900_061809 = CraigScrape::Listings.new relative_uri_for('listing_samples/miami_search_sss_rack.6.18.09/miami_search_sss_rack900.6.18.09.html')
206
+ assert_equal '/search/sss?query=rack&s=1000', miami_search_sss_rack900_061809.next_page_href
207
207
 
208
- miami_search_sss_rack1000_061809 = CraigScrape::Listings.new relative_uri_for('listing_samples/miami_search_sss_rack.6.18.09/miami_search_sss_rack1000.6.18.09.html')
209
- assert_equal nil, miami_search_sss_rack1000_061809.next_page_href
210
-
211
- # The first post on these results were causing problems at one point, due to the CraigScrape::Listings::LABEL regex
212
- mia_sss_kittens021010 = CraigScrape::Listings.new relative_uri_for('listing_samples/mia_sss_kittens2.10.10.html')
213
- assert_equal 'Two adorable kittens need new homes', mia_sss_kittens021010.posts[0].label
214
- assert_equal '/brw/pet/1594409444.html', mia_sss_kittens021010.posts[0].href
215
- end
208
+ miami_search_sss_rack1000_061809 = CraigScrape::Listings.new relative_uri_for('listing_samples/miami_search_sss_rack.6.18.09/miami_search_sss_rack1000.6.18.09.html')
209
+ assert_equal nil, miami_search_sss_rack1000_061809.next_page_href
210
+
211
+ mia_search_kitten031510 = CraigScrape::Listings.new relative_uri_for('listing_samples/mia_search_kitten.3.15.10.html')
212
+ assert_equal "Adopt a 7 month on kitten- $75", mia_search_kitten031510.posts[0].label
213
+ assert_equal [0, 0, 0, 15, 3, 2010, 1, 74, true, "EDT"], mia_search_kitten031510.posts[0].post_date.to_a
214
+ assert_equal "Adorable Kitten! Free!!!", mia_search_kitten031510.posts[1].label
215
+ assert_equal [0, 0, 0, 15, 3, 2010, 1, 74, true, "EDT"], mia_search_kitten031510.posts[1].post_date.to_a
216
+ assert_equal "KITTENS,5 months, 1 Russian blue, 1 grey & white,vac spy/neu,$35fee ea", mia_search_kitten031510.posts[2].label
217
+ assert_equal [0, 0, 0, 13, 3, 2010, 6, 72, false, "EST"], mia_search_kitten031510.posts[2].post_date.to_a
218
+ assert_equal "Kitties need a good home", mia_search_kitten031510.posts[3].label
219
+ assert_equal [0, 0, 0, 13, 3, 2010, 6, 72, false, "EST"], mia_search_kitten031510.posts[3].post_date.to_a
220
+ assert_equal "7 week old kittens for adoption", mia_search_kitten031510.posts[4].label
221
+ assert_equal [0, 0, 0, 13, 3, 2010, 6, 72, false, "EST"], mia_search_kitten031510.posts[4].post_date.to_a
222
+ assert_equal "Adorable Orange Kitten Free to Good Home", mia_search_kitten031510.posts[5].label
223
+ assert_equal [0, 0, 0, 12, 3, 2010, 5, 71, false, "EST"], mia_search_kitten031510.posts[5].post_date.to_a
224
+ assert_equal "7 month old kitten free to good home", mia_search_kitten031510.posts[6].label
225
+ assert_equal [0, 0, 0, 12, 3, 2010, 5, 71, false, "EST"], mia_search_kitten031510.posts[6].post_date.to_a
226
+ assert_equal "FEMALE KITTEN FOR GOOD HOME", mia_search_kitten031510.posts[7].label
227
+ assert_equal [0, 0, 0, 9, 3, 2010, 2, 68, false, "EST"], mia_search_kitten031510.posts[7].post_date.to_a
228
+ assert_equal "Kitten", mia_search_kitten031510.posts[8].label
229
+ assert_equal [0, 0, 0, 4, 3, 2010, 4, 63, false, "EST"], mia_search_kitten031510.posts[8].post_date.to_a
230
+ assert_equal "Kitties need a good home", mia_search_kitten031510.posts[9].label
231
+ assert_equal [0, 0, 0, 4, 3, 2010, 4, 63, false, "EST"], mia_search_kitten031510.posts[9].post_date.to_a
232
+ assert_equal "Persain Cat And Tabby Cat", mia_search_kitten031510.posts[10].label
233
+ assert_equal [0, 0, 0, 1, 3, 2010, 1, 60, false, "EST"], mia_search_kitten031510.posts[10].post_date.to_a
234
+ assert_equal "Tabby female kitten in a parking lot needs your help", mia_search_kitten031510.posts[11].label
235
+ assert_equal [0, 0, 0, 23, 2, 2010, 2, 54, false, "EST"], mia_search_kitten031510.posts[11].post_date.to_a
236
+ assert_equal "Spring is almost officially here, grow your family, adopt a kitty!", mia_search_kitten031510.posts[12].label
237
+ assert_equal [0, 0, 0, 22, 2, 2010, 1, 53, false, "EST"], mia_search_kitten031510.posts[12].post_date.to_a
238
+ assert_equal "Many adorable kittens for adoption!", mia_search_kitten031510.posts[13].label
239
+ assert_equal [0, 0, 0, 22, 2, 2010, 1, 53, false, "EST"], mia_search_kitten031510.posts[13].post_date.to_a
240
+ assert_equal "2 free cats/kitten to good home", mia_search_kitten031510.posts[14].label
241
+ assert_equal [0, 0, 0, 19, 2, 2010, 5, 50, false, "EST"], mia_search_kitten031510.posts[14].post_date.to_a
242
+ assert_equal "BEAUTIFUL KITTENS", mia_search_kitten031510.posts[15].label
243
+ assert_equal [0, 0, 0, 19, 2, 2010, 5, 50, false, "EST"], mia_search_kitten031510.posts[15].post_date.to_a
244
+ assert_equal "MANY new adorable kittens for good homes!!!", mia_search_kitten031510.posts[16].label
245
+ assert_equal [0, 0, 0, 18, 2, 2010, 4, 49, false, "EST"], mia_search_kitten031510.posts[16].post_date.to_a
246
+ assert_equal "Kitten living in a parking lot needs your help", mia_search_kitten031510.posts[17].label
247
+ assert_equal [0, 0, 0, 16, 2, 2010, 2, 47, false, "EST"], mia_search_kitten031510.posts[17].post_date.to_a
248
+ assert_equal "BEAUTIFUL 8 WEEK KITTENS", mia_search_kitten031510.posts[18].label
249
+ assert_equal [0, 0, 0, 16, 2, 2010, 2, 47, false, "EST"], mia_search_kitten031510.posts[18].post_date.to_a
250
+ assert_equal "ORANGE TABBY KITTEN", mia_search_kitten031510.posts[19].label
251
+ assert_equal [0, 0, 0, 13, 2, 2010, 6, 44, false, "EST"], mia_search_kitten031510.posts[19].post_date.to_a
252
+ assert_equal "Lots of kittens to choose from! Pics!!", mia_search_kitten031510.posts[20].label
253
+ assert_equal [0, 0, 0, 13, 2, 2010, 6, 44, false, "EST"], mia_search_kitten031510.posts[20].post_date.to_a
216
254
 
255
+ end
217
256
 
257
+ def test_new_listing_span051710_labels
258
+ new_listing_span051710 = CraigScrape::Listings.new relative_uri_for('listing_samples/new_listing_span.4.17.10.html')
259
+
260
+ assert_equal " Art Directly for Sale from the Artist", new_listing_span051710.posts[0].label
261
+ assert_equal "Wall Art, Contemporary Abstract by Vista Gallories", new_listing_span051710.posts[1].label
262
+ assert_equal "Gary George \"Darice\" Giclee Semi Nude Woman COA NEW", new_listing_span051710.posts[2].label
263
+ assert_equal "electric clock kits", new_listing_span051710.posts[3].label
264
+ assert_equal "Artificial Bonsai arrangements (3)", new_listing_span051710.posts[4].label
265
+ assert_equal "Wall Canvass", new_listing_span051710.posts[5].label
266
+ assert_equal "seeking drafting table", new_listing_span051710.posts[6].label
267
+ assert_equal "great electrical air compressor LIKE NEW", new_listing_span051710.posts[7].label
268
+ assert_equal "Mannequin Male Full Torso Display Form", new_listing_span051710.posts[8].label
269
+ assert_equal "CRAB NETS 12 X12 X7", new_listing_span051710.posts[9].label
270
+ assert_equal "Hundreds of Loose Beads from old Jewelry &newer Seed Beads arts crafts", new_listing_span051710.posts[10].label
271
+ assert_equal "HUNDREDS OF LOOSE BEADS VARIETY FOR ARTS CRAFTS MAKING JEWELRY", new_listing_span051710.posts[11].label
272
+ assert_equal "consolidated b-24d liberator", new_listing_span051710.posts[12].label
273
+ assert_equal "nort american p-51b mustang", new_listing_span051710.posts[13].label
274
+ assert_equal "spitfire mk.ixc kenley wing", new_listing_span051710.posts[14].label
275
+ assert_equal "republic p-47d thunderbolt bubbletop", new_listing_span051710.posts[15].label
276
+ assert_equal "Artistic & Commercial Mannequin Female Torso Ladies Form", new_listing_span051710.posts[16].label
277
+ assert_equal "Start your own Bath & Beauty company", new_listing_span051710.posts[17].label
278
+ assert_equal "hurricane mk.2 eagle squadron", new_listing_span051710.posts[18].label
279
+ assert_equal "HUGE Lot Iron-Ons Appliques-Craft Decals-Fabric-Holidays, Looney Tunes", new_listing_span051710.posts[19].label
280
+ assert_equal "typhoon mk.ib", new_listing_span051710.posts[20].label
281
+ assert_equal "Beautiful Handmade Sea Shell Candles - Great Gift Ideas", new_listing_span051710.posts[21].label
282
+ assert_equal "bristol beaufighter mk.vi", new_listing_span051710.posts[22].label
283
+ assert_equal "hawker tempest mk.v", new_listing_span051710.posts[23].label
284
+ assert_equal "gloster meteor f.1.v.1", new_listing_span051710.posts[24].label
285
+ assert_equal "Painted art picture with frame 43\"L X 31\"H", new_listing_span051710.posts[25].label
286
+ assert_equal "messerschmitt me 410b-2/u4", new_listing_span051710.posts[26].label
287
+ assert_equal "Matching Set 4 Wild Cat Prints Framed in Gold-Cheetah, Leopard, Lion", new_listing_span051710.posts[27].label
288
+ assert_equal "CATS IN PAJAMAS FRAMED PRINT-SIGNED-KATHRYN RAMSEUR GLICK 1995-NUMBERD", new_listing_span051710.posts[28].label
289
+ assert_equal "4 Needlecraft Books", new_listing_span051710.posts[29].label
290
+ assert_equal "UNIQUE HIDDEN ANGEL PRINT-MATTED & FRAMED Retails $89.99-Signed-Ocampa", new_listing_span051710.posts[30].label
291
+ assert_equal "royal air force hawker hurricane", new_listing_span051710.posts[31].label
292
+ assert_equal "UNIQUE LARGE PRINT-HANDS OF TIME-BY OCTAVIO - RETAILS $139.00", new_listing_span051710.posts[32].label
293
+ assert_equal "LARGE COBBLESTONE FRAMED PRINT LANDSCAPE BY HAILS - SIGNED 1996", new_listing_span051710.posts[33].label
294
+ assert_equal "zero fighier", new_listing_span051710.posts[34].label
295
+ assert_equal "UNIQUE 1 OF A KIND -HANDMADE JEWELRY", new_listing_span051710.posts[35].label
296
+ assert_equal "YARN YARN YARN", new_listing_span051710.posts[36].label
297
+ assert_equal "2012 Original Paintings", new_listing_span051710.posts[37].label
298
+ assert_equal "picture with birds songs$10", new_listing_span051710.posts[38].label
299
+ assert_equal "Modern original Still Life painting SIGNED", new_listing_span051710.posts[39].label
300
+ assert_equal "afghans", new_listing_span051710.posts[40].label
301
+ assert_equal "Teamwork Print-Inspirational", new_listing_span051710.posts[41].label
302
+ assert_equal "Large number of ceramic molds for sale at Reasonable prices!", new_listing_span051710.posts[42].label
303
+ assert_equal "1982 Knitting Collection", new_listing_span051710.posts[43].label
304
+ assert_equal "Bell Small Wilton Cake Pan", new_listing_span051710.posts[44].label
305
+ assert_equal "Winnie The Pooh Wilton Cake Pan", new_listing_span051710.posts[45].label
306
+ assert_equal "Holly Hobbie Wilton Cake Pan", new_listing_span051710.posts[46].label
307
+ assert_equal "Quilt~ Hand Crafted~Beautiful hand crafted quilted wall hanging", new_listing_span051710.posts[47].label
308
+ assert_equal "Pretty Pictures", new_listing_span051710.posts[48].label
309
+ assert_equal "messerschmitt bf 109d", new_listing_span051710.posts[49].label
310
+ assert_equal "douglas a-20 g havoc", new_listing_span051710.posts[50].label
311
+ assert_equal "me262a-1a/u3 reconnaissance", new_listing_span051710.posts[51].label
312
+ assert_equal "p-36 pearl harbor defender", new_listing_span051710.posts[52].label
313
+ assert_equal "spitfire mk.xivc", new_listing_span051710.posts[53].label
314
+ assert_equal "ART KIT", new_listing_span051710.posts[54].label
315
+ assert_equal "Unique Recycled Glass Melted Bottle Cheese Trays and dishes", new_listing_span051710.posts[55].label
316
+ assert_equal "T-SHIRT HEAT PRESS", new_listing_span051710.posts[56].label
317
+ assert_equal "Metal Alligator Wall Art With Neon Light", new_listing_span051710.posts[57].label
318
+ assert_equal "SOLAR GARDEN DECO LITES", new_listing_span051710.posts[58].label
319
+ assert_equal "POMPELL CHEETAH FRAMED ART PRINT & MATCHING THROW PILLOWS 35 X 27", new_listing_span051710.posts[59].label
320
+ assert_equal "\"YOU CAN DRAW\" 8 BOOKS IN 1", new_listing_span051710.posts[60].label
321
+ assert_equal "ROSEART SMART 3 IN 1 PORTFOLIO", new_listing_span051710.posts[61].label
322
+ assert_equal "art supplies", new_listing_span051710.posts[62].label
323
+ assert_equal "ZINC OXIDE", new_listing_span051710.posts[63].label
324
+ assert_equal "Wood Veneer", new_listing_span051710.posts[64].label
325
+ assert_equal "Scrapbook magazines", new_listing_span051710.posts[65].label
326
+ assert_equal "henri plisson fine art", new_listing_span051710.posts[66].label
327
+ assert_equal "Beautiful brand new bronze Fountain", new_listing_span051710.posts[67].label
328
+ assert_equal "Contemporary fine arts and quality handmade crafts", new_listing_span051710.posts[68].label
329
+ assert_equal "p-61 black widow", new_listing_span051710.posts[69].label
330
+ assert_equal "New Abstract Oil Paintings for Sale - Made in USA!", new_listing_span051710.posts[70].label
331
+ assert_equal "Fun Stamps", new_listing_span051710.posts[71].label
332
+ assert_equal "For Sale - Salvador Dali Print - Lincoln in Dalivision", new_listing_span051710.posts[72].label
333
+ assert_equal "For Sale Print on Canvas Gone with the Wind", new_listing_span051710.posts[73].label
334
+ assert_equal "For Sale - Two Framed Egyptian Prints on Papyrus", new_listing_span051710.posts[74].label
335
+ assert_equal "4/16 and 4/17 Gallery art unframed - gallery closed", new_listing_span051710.posts[75].label
336
+ assert_equal "Sewing patterns TONS 4/16 and 4/17", new_listing_span051710.posts[76].label
337
+ assert_equal "For Sale 4 panel Asian folding Art", new_listing_span051710.posts[77].label
338
+ assert_equal "@@@ Original Artwork on Print & signed", new_listing_span051710.posts[78].label
339
+ assert_equal "Three Moai Tikis", new_listing_span051710.posts[79].label
340
+ assert_equal "Stained Glass Kiln", new_listing_span051710.posts[80].label
341
+ assert_equal "Tiki Carved From Palm", new_listing_span051710.posts[81].label
342
+ assert_equal "The End is Near! 2012 painting", new_listing_span051710.posts[82].label
343
+ assert_equal "PAINTING BY KENT", new_listing_span051710.posts[83].label
344
+ assert_equal "ART SALE! ONLY $29 to $69 FOR THESE ORIGINAL PHOTO ART PIECES!", new_listing_span051710.posts[84].label
345
+ assert_equal " Contemporary Painting for Sale!!!", new_listing_span051710.posts[85].label
346
+ assert_equal "gift baskets and bears", new_listing_span051710.posts[86].label
347
+ assert_equal "Eyvind Earle Nocturne Serigraph", new_listing_span051710.posts[87].label
348
+ assert_equal "jo's watercolors", new_listing_span051710.posts[88].label
349
+ assert_equal "Eyvind Earle Carmel Cypress Serigraph", new_listing_span051710.posts[89].label
350
+ assert_equal "Eyvind Earle Stardust Blue Serigraph", new_listing_span051710.posts[90].label
351
+ assert_equal "Portraits painted of your loved ones", new_listing_span051710.posts[91].label
352
+ assert_equal "Attn Crafters! 10 Strands of Lemons", new_listing_span051710.posts[92].label
353
+ assert_equal "SARAH E. AND GULLS", new_listing_span051710.posts[93].label
354
+ assert_equal "cavalier 98", new_listing_span051710.posts[94].label
355
+ assert_equal "model kit fairey swordfish mk 2", new_listing_span051710.posts[95].label
356
+ assert_equal "jo's watercolors", new_listing_span051710.posts[96].label
357
+ assert_equal "Stampin' Up Rubber Stamps", new_listing_span051710.posts[97].label
358
+ assert_equal "Wyland Oil Painting", new_listing_span051710.posts[98].label
359
+ assert_equal "Denim Fabric Blocks for Crafts", new_listing_span051710.posts[99].label
360
+ end
361
+
218
362
  end
metadata CHANGED
@@ -1,7 +1,7 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: libcraigscrape
3
3
  version: !ruby/object:Gem::Version
4
- version: 0.8.1
4
+ version: 0.8.2
5
5
  platform: ruby
6
6
  authors:
7
7
  - Chris DeRose, DeRose Technologies, Inc.
@@ -9,7 +9,7 @@ autorequire:
9
9
  bindir: bin
10
10
  cert_chain: []
11
11
 
12
- date: 2010-02-10 00:00:00 -05:00
12
+ date: 2010-04-17 00:00:00 -04:00
13
13
  default_executable:
14
14
  dependencies:
15
15
  - !ruby/object:Gem::Dependency
@@ -55,24 +55,22 @@ extra_rdoc_files:
55
55
  - COPYING.LESSER
56
56
  - bin/craigwatch
57
57
  files:
58
- - Rakefile
59
- - README
58
+ - lib/libcraigscrape.rb
59
+ - test/geolisting_samples/hierarchy_test071009/us/fl/miami/nonsense/index.html
60
60
  - CHANGELOG
61
61
  - COPYING
62
62
  - COPYING.LESSER
63
63
  - bin/craigwatch
64
64
  - bin/craig_report_schema.yml
65
- - bin/report_mailer
66
65
  - bin/report_mailer/craigslist_report.html.erb
67
66
  - bin/report_mailer/craigslist_report.plain.erb
68
67
  - test/libcraigscrape_test_helpers.rb
69
68
  - test/test_craigslist_posting.rb
70
- - test/listing_samples
71
69
  - test/listing_samples/category_output.html
72
70
  - test/listing_samples/short_search_output.html
73
71
  - test/listing_samples/empty_listings.html
74
72
  - test/listing_samples/mia_fua_index8900.5.21.09.html
75
- - test/listing_samples/fortmyers_art_index.060909
73
+ - test/listing_samples/mia_search_kitten.3.15.10.html
76
74
  - test/listing_samples/fortmyers_art_index.060909/891513957.html
77
75
  - test/listing_samples/fortmyers_art_index.060909/1053085283.html
78
76
  - test/listing_samples/fortmyers_art_index.060909/897549505.html
@@ -85,13 +83,11 @@ files:
85
83
  - test/listing_samples/fortmyers_art_index.060909/1112522674.html
86
84
  - test/listing_samples/fortmyers_art_index.060909/823516079.html
87
85
  - test/listing_samples/category_output_2.html
88
- - test/listing_samples/mia_sss_kittens2.10.10.html
89
86
  - test/listing_samples/long_search_output.html
90
- - test/listing_samples/miami_search_sss_rack.6.18.09
91
87
  - test/listing_samples/miami_search_sss_rack.6.18.09/miami_search_sss_rack900.6.18.09.html
92
88
  - test/listing_samples/miami_search_sss_rack.6.18.09/miami_search_sss_rack1000.6.18.09.html
89
+ - test/listing_samples/new_listing_span.4.17.10.html
93
90
  - test/test_craigslist_listing.rb
94
- - test/post_samples
95
91
  - test/post_samples/posting4.html
96
92
  - test/post_samples/brw_reb_1224008903.html
97
93
  - test/post_samples/posting1.html
@@ -104,27 +100,15 @@ files:
104
100
  - test/post_samples/posting2.html
105
101
  - test/google.html
106
102
  - test/test_craigslist_geolisting.rb
107
- - test/geolisting_samples
108
103
  - test/geolisting_samples/geo_listing_ca_sk070209.html
109
104
  - test/geolisting_samples/geo_listing_ca070209.html
110
105
  - test/geolisting_samples/geo_listing_cn070209.html
111
- - test/geolisting_samples/hierarchy_test071009
112
- - test/geolisting_samples/hierarchy_test071009/us
113
- - test/geolisting_samples/hierarchy_test071009/us/fl
114
- - test/geolisting_samples/hierarchy_test071009/us/fl/miami
115
- - test/geolisting_samples/hierarchy_test071009/us/fl/miami/nonsense
116
- - test/geolisting_samples/hierarchy_test071009/us/fl/miami/nonsense/more-nonsense
117
106
  - test/geolisting_samples/hierarchy_test071009/us/fl/miami/nonsense/more-nonsense/index.html
118
- - test/geolisting_samples/hierarchy_test071009/us/fl/miami/nonsense/index.html
107
+ - README
119
108
  - test/geolisting_samples/hierarchy_test071009/us/fl/miami/index.html
120
- - test/geolisting_samples/hierarchy_test071009/us/fl/nonsense
121
109
  - test/geolisting_samples/hierarchy_test071009/us/fl/nonsense/index.html
122
- - test/geolisting_samples/hierarchy_test071009/us/fl/south%20florida
123
110
  - test/geolisting_samples/hierarchy_test071009/us/fl/south%20florida/index.html
124
- - test/geolisting_samples/hierarchy_test071009/us/fl/nonexist
125
111
  - test/geolisting_samples/hierarchy_test071009/us/fl/nonexist/index.html
126
- - test/geolisting_samples/hierarchy_test071009/us/fl/ft%20myers%20%5C
127
- - test/geolisting_samples/hierarchy_test071009/us/fl/ft%20myers%20%5C/%20SW%20florida
128
112
  - test/geolisting_samples/hierarchy_test071009/us/fl/ft%20myers%20%5C/%20SW%20florida/index.html
129
113
  - test/geolisting_samples/hierarchy_test071009/us/fl/ft%20myers%20%5C/index.html
130
114
  - test/geolisting_samples/hierarchy_test071009/us/fl/index.html
@@ -134,10 +118,12 @@ files:
134
118
  - lib/listings.rb
135
119
  - lib/geo_listings.rb
136
120
  - lib/posting.rb
137
- - lib/libcraigscrape.rb
121
+ - Rakefile
138
122
  - lib/scraper.rb
139
123
  has_rdoc: true
140
124
  homepage: http://www.derosetechnologies.com/community/libcraigscrape
125
+ licenses: []
126
+
141
127
  post_install_message:
142
128
  rdoc_options:
143
129
  - --quiet
@@ -163,9 +149,9 @@ required_rubygems_version: !ruby/object:Gem::Requirement
163
149
  requirements: []
164
150
 
165
151
  rubyforge_project: libcraigwatch
166
- rubygems_version: 1.3.1
152
+ rubygems_version: 1.3.5
167
153
  signing_key:
168
- specification_version: 2
154
+ specification_version: 3
169
155
  summary: quick, easy, craigslist parsing library that takes the monotony out of working with craigslist posts and listings
170
156
  test_files:
171
157
  - test/test_craigslist_posting.rb
data/test/listing_samples/mia_sss_kittens2.10.10.html DELETED
@@ -1,144 +0,0 @@
1
- <!DOCTYPE html PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN">
2
- <html><head>
3
- <title>south florida pets classifieds &quot;kitten&quot; - craigslist</title>
4
-
5
- <meta name="description" content="craigslist pets classifieds for south florida &quot;kitten&quot; " />
6
- <meta name="keywords" content="south florida pets craigslist, classifieds, want ads " />
7
-
8
-
9
-
10
- <link href="/search/pet?query=kitten&amp;catAbbreviation=pet&amp;hasPic=1&amp;format=rss" title="RSS feed for craigslist | pets &quot;kitten&quot; in south florida " rel="alternate" type="application/rss+xml" />
11
- <link href="http://www.craigslist.org/styles/craigslist.css" title="craigslist" rel="stylesheet" media="all" type="text/css" />
12
- <link href="http://www.craigslist.org/favicon.ico" rel="shortcut icon" type="image/x-icon" />
13
- </head>
14
-
15
- <body class="toc">
16
-
17
- <a name="top"></a>
18
-
19
- <div class="bchead">
20
- <span id="ef">
21
-
22
- [ <a href="http://www.craigslist.org/about/help/">help</a> ]
23
- [ <a href="https://post.craigslist.org/mia/C">post</a> ]</span>
24
-
25
- <a href="/"> south florida craigslist</a> &gt; <a href="/ccc/">community</a> &gt; <a href="/pet/">pets</a>
26
- <div id="satabs"> <b>all south florida</b> <a href="/search/pet/mdc?hasPic=1&amp;query=kitten">miami / dade</a> <a href="/search/pet/brw?hasPic=1&amp;query=kitten">broward county</a> <a href="/search/pet/pbc?hasPic=1&amp;query=kitten">palm beach co</a> </div>
27
-
28
- </div>
29
-
30
- <blockquote>
31
- <form action="/search/pet" onsubmit="ckCAbb();" method="get">
32
-
33
- <script type="text/javascript"><!--
34
- var cabb = "pet";
35
- -->
36
- </script>
37
-
38
- <table summary="" cellpadding="2" style="white-space: nowrap; background:#eee; border:1px solid gray;" width="100%">
39
- <tr>
40
- <td align="right" width="1">search for:</td>
41
-
42
- <td width="30%"><input name="query" size="30" id="query" value="kitten" /> in:
43
- <select name="catAbbreviation" id="cAbb">
44
-
45
- <option value="ccc">all community
46
- </option><option value="" disabled>--
47
- </option><option value="act"> activity partners
48
- </option><option value="ats"> artists
49
- </option><option value="kid"> childcare
50
- </option><option value="com"> general
51
- </option><option value="grp"> groups
52
- </option><option value="vnn"> local news and views
53
- </option><option value="laf"> lost &amp; found
54
- </option><option value="muc"> musicians
55
- </option><option selected value="pet"> pets
56
- </option><option value="pol"> politics
57
- </option><option value="rid"> rideshare
58
- </option><option value="vol"> volunteers
59
- </option><option value="" disabled>--
60
-
61
- </option><option value="eee">all event
62
-
63
- </option><option value="sss">all for sale / wanted
64
-
65
- </option><option value="ggg">all gigs
66
-
67
- </option><option value="hhh">all housing
68
-
69
- </option><option value="jjj">all jobs
70
-
71
- </option><option value="ppp">all personals
72
-
73
- </option><option value="res">all resume
74
-
75
- </option><option value="bbb">all services offered
76
- </option></select>
77
- <input type="submit" value="Search" />
78
- </td><td>
79
- <label><input name="srchType" title="check this box to search only posting titles" type="checkbox" value="T" /> only search titles</label>
80
- </td>
81
- </tr>
82
- <tr>
83
- <td align="right" width="1"></td>
84
- <td></td>
85
- <td align="left"><label><input checked name="hasPic" type="checkbox" value="1" /> has image</label></td>
86
- </tr>
87
- </table>
88
- </form>
89
- </blockquote>
90
-
91
-
92
-
93
- <blockquote>
94
- <table summary="" width="100%">
95
- <tr>
96
- <td valign="top"></td>
97
- <td id="messages" valign="top"></td>
98
- </tr>
99
- </table>
100
-
101
- <div>Sort by:<strong> most recent</strong> <a href="/search/pet?catAbbreviation=pet&hasPic=1&query=kitten&sort=rel">best match</a>
102
- <div class="sh" style="text-align: center;">
103
- <span style="float: left;">&nbsp;</span>
104
- <span style="float: right;">&nbsp;</span>
105
- <b>Found: 43 Displaying: 1 - 43</b>
106
-
107
- </div>
108
-
109
-
110
-
111
- <!-- sphinx: 0.005432, csd: 0.032165, total: 0.037597 via 8p -->
112
-
113
- <p> Feb 10 - <a href="/brw/pet/1594409444.html">Two adorable kittens need new homes</a> - <font size="-1"> (ft lauderdale)</font> <span class="p"> pic</span></p><p> Feb 9 - <a href="/brw/pet/1593057827.html">ALL BLACK KITTEN</a> - <font size="-1"> (Pembroke Pines)</font> <span class="p"> pic</span></p><p> Feb 9 - <a href="/brw/pet/1593019152.html">Beautiful Little Boy Kitten</a> - <font size="-1"> (WESTON)</font> <span class="p"> pic</span></p><p> Feb 9 - <a href="/brw/pet/1593011946.html">Four Paw Declawed Female Cat</a> - <font size="-1"> (WESTON)</font> <span class="p"> pic</span></p><p> Feb 9 - <a href="/brw/pet/1592999746.html">Two Beautiful Kitten Brothers</a> - <font size="-1"> (WESTON)</font> <span class="p"> pic</span></p><p> Feb 7 - <a href="/brw/pet/1590495543.html">kitten - 7 months</a> - <font size="-1"> (coral springs/ coconut creek)</font> <span class="p"> pic</span></p><p> Feb 7 - <a href="/mdc/pet/1590158454.html">Reiki desperately needs a loving forever home</a> - <font size="-1"> (Miami)</font> <span class="p"> pic</span></p><p> Feb 7 - <a href="/brw/pet/1589882794.html">Free Kitten</a> - <font size="-1"> (Broward)</font> <span class="p"> pic</span></p><p> Feb 6 - <a href="/mdc/pet/1589384985.html">Two Beautiful, Lovable Kittens Need a New Home</a> - <font size="-1"> (Miami Beach, FL)</font> <span class="p"> pic</span></p><p> Feb 6 - <a href="/pbc/pet/1588600616.html">Love kittens, want to make a HUGE difference? Volunteer!</a> - <font size="-1"> (South Florida)</font> <span class="p"> pic</span></p><p> Feb 5 - <a href="/pbc/pet/1588284560.html">kittens to a good home!!</a> - <font size="-1"> (lake worth)</font> <span class="p"> pic</span></p><p> Feb 3 - <a href="/mdc/pet/1583880286.html">GREATEST KITTEN EVER</a> - <font size="-1"> (MIAMI BEACH)</font> <span class="p"> pic</span></p><p> Jan 30 - <a href="/brw/pet/1578696972.html">Kitten Needs New Home</a> - <font size="-1"> (Pembroke Pines, FL)</font> <span class="p"> pic</span></p><p> Jan 30 - <a href="/brw/pet/1578368357.html">great kitten that needs a good home</a> - <font size="-1"> (hollywood fl)</font> <span class="p"> pic</span></p><p> Jan 30 - <a href="/brw/pet/1577821318.html">Jasper from Twilight looking for home </a> - <font size="-1"> (pompano beach, FL)</font> <span class="p"> pic</span></p><p> Jan 29 - <a href="/pbc/pet/1576749013.html">Foster Moms needed for KITTENS under 12 weeks of age</a> - <font size="-1"> (PBC - Alleys to Eden, Inc.)</font> <span class="p"> pic&nbsp;img</span></p><p> Jan 29 - <a href="/mdc/pet/1575892469.html">Kitten! Kitten! Kitten!</a> - <font size="-1"> (Miami)</font> <span class="p"> pic</span></p><p> Jan 27 - <a href="/brw/pet/1573858828.html">cute cute cute kitten</a> - <font size="-1"> (hollywood fl)</font> <span class="p"> pic</span></p><p> Jan 27 - <a href="/pbc/pet/1573555280.html">Looking for Neonatal Kitten Foster Moms for Kitten Rescue Group</a> - <font size="-1"> (Alleys to Eden, Inc.)</font> <span class="p"> pic&nbsp;img</span></p><p> Jan 27 - <a href="/mdc/pet/1573502704.html">4 Month old kitten for adoption</a> - <span class="p"> pic</span></p><p> Jan 26 - <a href="/mdc/pet/1571904030.html">kendall kittens (:</a> - <font size="-1"> (kendall)</font> <span class="p"> pic</span></p><p> Jan 26 - <a href="/mdc/pet/1571446135.html">Kitten! Kitten! Kitten!</a> - <font size="-1"> (Miami)</font> <span class="p"> pic</span></p><p> Jan 26 - <a href="/pbc/pet/1571440092.html">Tigger - ex-feral kitten - needs a BIG animal lover to give him a home</a> - <font size="-1"> (Alleys to Eden, Inc.)</font> <span class="p"> pic&nbsp;img</span></p><p> Jan 26 - <a href="/brw/pet/1570894156.html">Looking for sweet kitten</a> - <span class="p"> pic</span></p><p> Jan 25 - <a href="/pbc/pet/1570181661.html">solid white female kitten </a> - <font size="-1"> (lake worth )</font> <span class="p"> pic</span></p><p> Jan 24 - <a href="/pbc/pet/1567900657.html">A Big Love with 3 Legs =)</a> - <font size="-1"> (Wellington)</font> <span class="p"> pic</span></p><p> Jan 23 - <a href="/pbc/pet/1567667685.html">assorted kittens ~ rescued</a> - <font size="-1"> (southeast florida)</font> <span class="p"> pic</span></p><p> Jan 23 - <a href="/pbc/pet/1567302066.html">FREE Short haired Black Kitten</a> - <font size="-1"> (Juno)</font> <span class="p"> pic</span></p><p> Jan 22 - <a href="/mdc/pet/1565371176.html"> kitten to loving home :)</a> - <font size="-1"> (homestead)</font> <span class="p"> pic</span></p><p> Jan 21 - <a href="/mdc/pet/1563568531.html">Kitten! Kitten! Kitten!</a> - <font size="-1"> (Doral Miami)</font> <span class="p"> pic</span></p><p> Jan 19 - <a href="/mdc/pet/1560858677.html">kitten (siamese)</a> - <span class="p"> pic</span></p><p> Jan 18 - <a href="/brw/pet/1558744645.html">6 month old kitten</a> - <font size="-1"> (davie)</font> <span class="p"> pic</span></p><p> Jan 17 - <a href="/brw/pet/1556991233.html">SWEET FEMALE CAT</a> - <font size="-1"> (POMPANO BCH)</font> <span class="p"> pic</span></p><p> Jan 16 - <a href="/mdc/pet/1556281733.html">Please adopt CJ the kitten</a> - <font size="-1"> (Miami, FL)</font> <span class="p"> pic</span></p><p> Jan 16 - <a href="/pbc/pet/1555719038.html">Cute little Siamese kitten 6 months old needs a home</a> - <font size="-1"> (West Palm Beach)</font> <span class="p"> pic</span></p><p> Jan 16 - <a href="/brw/pet/1555517479.html">cute kitten reallly needs a loving home!!</a> - <span class="p"> pic</span></p><p> Jan 16 - <a href="/brw/pet/1555410876.html">FEMALE 8 WEEK OLD KITTEN</a> - <font size="-1"> (POMPANO BCH)</font> <span class="p"> pic</span></p><p> Jan 16 - <a href="/mdc/pet/1555345484.html">Kitten! Kitten! Kitten!</a> - <font size="-1"> (Doral Miami)</font> <span class="p"> pic</span></p><p> Jan 14 - <a href="/brw/pet/1553407913.html">Kitty to good home</a> - <span class="p"> pic</span></p><p> Jan 13 - <a href="/pbc/pet/1551406560.html">Gorgeous Black and Grey Kitten!</a> - <span class="p"> pic</span></p><p> Jan 13 - <a href="/brw/pet/1550606813.html">Help, I need to move temp and a want to keep my cat</a> - <font size="-1"> (Wilton Manors)</font> <span class="p"> pic</span></p><p> Jan 13 - <a href="/mdc/pet/1550593272.html">Adopt these two kittens that survived...</a> - <font size="-1"> (Downtown Miami)</font> <span class="p"> pic</span></p><p> Jan 12 - <a href="/mdc/pet/1549484478.html">Free Kitten to Good Home</a> - <font size="-1"> (miami)</font> <span class="p"> pic</span></p><br /><div>Sort by:<strong> most recent</strong> <a href="/search/pet?catAbbreviation=pet&hasPic=1&query=kitten&sort=rel">best match</a>
114
- <div class="sh" style="text-align: center;">
115
- <span style="float: left;">&nbsp;</span>
116
- <span style="float: right;">&nbsp;</span>
117
- <b>Found: 43 Displaying: 1 - 43</b>
118
-
119
- </div>
120
-
121
-
122
-
123
-
124
-
125
- <div id="footer">
126
- <hr />
127
- <span id="copy">
128
- Copyright &copy; 2010 craigslist, inc.<br />
129
- </span>
130
- <span class="rss">
131
- <a href="/search/pet?query=kitten&amp;catAbbreviation=pet&amp;hasPic=1&amp;format=rss" class="l">RSS</a>
132
- <a href="http://www.craigslist.org/about/rss">(?)</a><br />
133
- </span>
134
- </div>
135
- <br /><br />
136
-
137
- <div id="floater">&nbsp;</div>
138
-
139
- </div></div></blockquote>
140
- <script src="http://www.craigslist.org/js/jquery.js" type="text/javascript"></script>
141
- <script src="http://www.craigslist.org/js/tocs.js" type="text/javascript"></script>
142
-
143
- </body>
144
- </html>