libcraigscrape 0.8.1 → 0.8.2

Sign up to get free protection for your applications and to get access to all the features.
Files changed (10) hide show
  1. data/CHANGELOG +4 -0
  2. data/Rakefile +2 -2
  3. data/lib/libcraigscrape.rb +2 -3
  4. data/lib/listings.rb +19 -4
  5. data/test/libcraigscrape_test_helpers.rb +8 -2
  6. data/test/listing_samples/mia_search_kitten.3.15.10.html +149 -0
  7. data/test/listing_samples/new_listing_span.4.17.10.html +769 -0
  8. data/test/test_craigslist_listing.rb +154 -10
  9. metadata +12 -26
  10. data/test/listing_samples/mia_sss_kittens2.10.10.html +0 -144
data/test/test_craigslist_listing.rb CHANGED
@@ -202,17 +202,161 @@ class CraigslistListingTest < Test::Unit::TestCase
202
202
  end
203
203
 
204
204
  def test_nasty_search_listings
205
- miami_search_sss_rack900_061809 = CraigScrape::Listings.new relative_uri_for('listing_samples/miami_search_sss_rack.6.18.09/miami_search_sss_rack900.6.18.09.html')
206
- assert_equal '/search/sss?query=rack&s=1000', miami_search_sss_rack900_061809.next_page_href
205
+ miami_search_sss_rack900_061809 = CraigScrape::Listings.new relative_uri_for('listing_samples/miami_search_sss_rack.6.18.09/miami_search_sss_rack900.6.18.09.html')
206
+ assert_equal '/search/sss?query=rack&s=1000', miami_search_sss_rack900_061809.next_page_href
207
207
 
208
- miami_search_sss_rack1000_061809 = CraigScrape::Listings.new relative_uri_for('listing_samples/miami_search_sss_rack.6.18.09/miami_search_sss_rack1000.6.18.09.html')
209
- assert_equal nil, miami_search_sss_rack1000_061809.next_page_href
210
-
211
- # The first post on these results were causing problems at one point, due to the CraigScrape::Listings::LABEL regex
212
- mia_sss_kittens021010 = CraigScrape::Listings.new relative_uri_for('listing_samples/mia_sss_kittens2.10.10.html')
213
- assert_equal 'Two adorable kittens need new homes', mia_sss_kittens021010.posts[0].label
214
- assert_equal '/brw/pet/1594409444.html', mia_sss_kittens021010.posts[0].href
215
- end
208
+ miami_search_sss_rack1000_061809 = CraigScrape::Listings.new relative_uri_for('listing_samples/miami_search_sss_rack.6.18.09/miami_search_sss_rack1000.6.18.09.html')
209
+ assert_equal nil, miami_search_sss_rack1000_061809.next_page_href
210
+
211
+ mia_search_kitten031510 = CraigScrape::Listings.new relative_uri_for('listing_samples/mia_search_kitten.3.15.10.html')
212
+ assert_equal "Adopt a 7 month on kitten- $75", mia_search_kitten031510.posts[0].label
213
+ assert_equal [0, 0, 0, 15, 3, 2010, 1, 74, true, "EDT"], mia_search_kitten031510.posts[0].post_date.to_a
214
+ assert_equal "Adorable Kitten! Free!!!", mia_search_kitten031510.posts[1].label
215
+ assert_equal [0, 0, 0, 15, 3, 2010, 1, 74, true, "EDT"], mia_search_kitten031510.posts[1].post_date.to_a
216
+ assert_equal "KITTENS,5 months, 1 Russian blue, 1 grey & white,vac spy/neu,$35fee ea", mia_search_kitten031510.posts[2].label
217
+ assert_equal [0, 0, 0, 13, 3, 2010, 6, 72, false, "EST"], mia_search_kitten031510.posts[2].post_date.to_a
218
+ assert_equal "Kitties need a good home", mia_search_kitten031510.posts[3].label
219
+ assert_equal [0, 0, 0, 13, 3, 2010, 6, 72, false, "EST"], mia_search_kitten031510.posts[3].post_date.to_a
220
+ assert_equal "7 week old kittens for adoption", mia_search_kitten031510.posts[4].label
221
+ assert_equal [0, 0, 0, 13, 3, 2010, 6, 72, false, "EST"], mia_search_kitten031510.posts[4].post_date.to_a
222
+ assert_equal "Adorable Orange Kitten Free to Good Home", mia_search_kitten031510.posts[5].label
223
+ assert_equal [0, 0, 0, 12, 3, 2010, 5, 71, false, "EST"], mia_search_kitten031510.posts[5].post_date.to_a
224
+ assert_equal "7 month old kitten free to good home", mia_search_kitten031510.posts[6].label
225
+ assert_equal [0, 0, 0, 12, 3, 2010, 5, 71, false, "EST"], mia_search_kitten031510.posts[6].post_date.to_a
226
+ assert_equal "FEMALE KITTEN FOR GOOD HOME", mia_search_kitten031510.posts[7].label
227
+ assert_equal [0, 0, 0, 9, 3, 2010, 2, 68, false, "EST"], mia_search_kitten031510.posts[7].post_date.to_a
228
+ assert_equal "Kitten", mia_search_kitten031510.posts[8].label
229
+ assert_equal [0, 0, 0, 4, 3, 2010, 4, 63, false, "EST"], mia_search_kitten031510.posts[8].post_date.to_a
230
+ assert_equal "Kitties need a good home", mia_search_kitten031510.posts[9].label
231
+ assert_equal [0, 0, 0, 4, 3, 2010, 4, 63, false, "EST"], mia_search_kitten031510.posts[9].post_date.to_a
232
+ assert_equal "Persain Cat And Tabby Cat", mia_search_kitten031510.posts[10].label
233
+ assert_equal [0, 0, 0, 1, 3, 2010, 1, 60, false, "EST"], mia_search_kitten031510.posts[10].post_date.to_a
234
+ assert_equal "Tabby female kitten in a parking lot needs your help", mia_search_kitten031510.posts[11].label
235
+ assert_equal [0, 0, 0, 23, 2, 2010, 2, 54, false, "EST"], mia_search_kitten031510.posts[11].post_date.to_a
236
+ assert_equal "Spring is almost officially here, grow your family, adopt a kitty!", mia_search_kitten031510.posts[12].label
237
+ assert_equal [0, 0, 0, 22, 2, 2010, 1, 53, false, "EST"], mia_search_kitten031510.posts[12].post_date.to_a
238
+ assert_equal "Many adorable kittens for adoption!", mia_search_kitten031510.posts[13].label
239
+ assert_equal [0, 0, 0, 22, 2, 2010, 1, 53, false, "EST"], mia_search_kitten031510.posts[13].post_date.to_a
240
+ assert_equal "2 free cats/kitten to good home", mia_search_kitten031510.posts[14].label
241
+ assert_equal [0, 0, 0, 19, 2, 2010, 5, 50, false, "EST"], mia_search_kitten031510.posts[14].post_date.to_a
242
+ assert_equal "BEAUTIFUL KITTENS", mia_search_kitten031510.posts[15].label
243
+ assert_equal [0, 0, 0, 19, 2, 2010, 5, 50, false, "EST"], mia_search_kitten031510.posts[15].post_date.to_a
244
+ assert_equal "MANY new adorable kittens for good homes!!!", mia_search_kitten031510.posts[16].label
245
+ assert_equal [0, 0, 0, 18, 2, 2010, 4, 49, false, "EST"], mia_search_kitten031510.posts[16].post_date.to_a
246
+ assert_equal "Kitten living in a parking lot needs your help", mia_search_kitten031510.posts[17].label
247
+ assert_equal [0, 0, 0, 16, 2, 2010, 2, 47, false, "EST"], mia_search_kitten031510.posts[17].post_date.to_a
248
+ assert_equal "BEAUTIFUL 8 WEEK KITTENS", mia_search_kitten031510.posts[18].label
249
+ assert_equal [0, 0, 0, 16, 2, 2010, 2, 47, false, "EST"], mia_search_kitten031510.posts[18].post_date.to_a
250
+ assert_equal "ORANGE TABBY KITTEN", mia_search_kitten031510.posts[19].label
251
+ assert_equal [0, 0, 0, 13, 2, 2010, 6, 44, false, "EST"], mia_search_kitten031510.posts[19].post_date.to_a
252
+ assert_equal "Lots of kittens to choose from! Pics!!", mia_search_kitten031510.posts[20].label
253
+ assert_equal [0, 0, 0, 13, 2, 2010, 6, 44, false, "EST"], mia_search_kitten031510.posts[20].post_date.to_a
216
254
 
255
+ end
217
256
 
257
+ def test_new_listing_span051710_labels
258
+ new_listing_span051710 = CraigScrape::Listings.new relative_uri_for('listing_samples/new_listing_span.4.17.10.html')
259
+
260
+ assert_equal " Art Directly for Sale from the Artist", new_listing_span051710.posts[0].label
261
+ assert_equal "Wall Art, Contemporary Abstract by Vista Gallories", new_listing_span051710.posts[1].label
262
+ assert_equal "Gary George \"Darice\" Giclee Semi Nude Woman COA NEW", new_listing_span051710.posts[2].label
263
+ assert_equal "electric clock kits", new_listing_span051710.posts[3].label
264
+ assert_equal "Artificial Bonsai arrangements (3)", new_listing_span051710.posts[4].label
265
+ assert_equal "Wall Canvass", new_listing_span051710.posts[5].label
266
+ assert_equal "seeking drafting table", new_listing_span051710.posts[6].label
267
+ assert_equal "great electrical air compressor LIKE NEW", new_listing_span051710.posts[7].label
268
+ assert_equal "Mannequin Male Full Torso Display Form", new_listing_span051710.posts[8].label
269
+ assert_equal "CRAB NETS 12 X12 X7", new_listing_span051710.posts[9].label
270
+ assert_equal "Hundreds of Loose Beads from old Jewelry &newer Seed Beads arts crafts", new_listing_span051710.posts[10].label
271
+ assert_equal "HUNDREDS OF LOOSE BEADS VARIETY FOR ARTS CRAFTS MAKING JEWELRY", new_listing_span051710.posts[11].label
272
+ assert_equal "consolidated b-24d liberator", new_listing_span051710.posts[12].label
273
+ assert_equal "nort american p-51b mustang", new_listing_span051710.posts[13].label
274
+ assert_equal "spitfire mk.ixc kenley wing", new_listing_span051710.posts[14].label
275
+ assert_equal "republic p-47d thunderbolt bubbletop", new_listing_span051710.posts[15].label
276
+ assert_equal "Artistic & Commercial Mannequin Female Torso Ladies Form", new_listing_span051710.posts[16].label
277
+ assert_equal "Start your own Bath & Beauty company", new_listing_span051710.posts[17].label
278
+ assert_equal "hurricane mk.2 eagle squadron", new_listing_span051710.posts[18].label
279
+ assert_equal "HUGE Lot Iron-Ons Appliques-Craft Decals-Fabric-Holidays, Looney Tunes", new_listing_span051710.posts[19].label
280
+ assert_equal "typhoon mk.ib", new_listing_span051710.posts[20].label
281
+ assert_equal "Beautiful Handmade Sea Shell Candles - Great Gift Ideas", new_listing_span051710.posts[21].label
282
+ assert_equal "bristol beaufighter mk.vi", new_listing_span051710.posts[22].label
283
+ assert_equal "hawker tempest mk.v", new_listing_span051710.posts[23].label
284
+ assert_equal "gloster meteor f.1.v.1", new_listing_span051710.posts[24].label
285
+ assert_equal "Painted art picture with frame 43\"L X 31\"H", new_listing_span051710.posts[25].label
286
+ assert_equal "messerschmitt me 410b-2/u4", new_listing_span051710.posts[26].label
287
+ assert_equal "Matching Set 4 Wild Cat Prints Framed in Gold-Cheetah, Leopard, Lion", new_listing_span051710.posts[27].label
288
+ assert_equal "CATS IN PAJAMAS FRAMED PRINT-SIGNED-KATHRYN RAMSEUR GLICK 1995-NUMBERD", new_listing_span051710.posts[28].label
289
+ assert_equal "4 Needlecraft Books", new_listing_span051710.posts[29].label
290
+ assert_equal "UNIQUE HIDDEN ANGEL PRINT-MATTED & FRAMED Retails $89.99-Signed-Ocampa", new_listing_span051710.posts[30].label
291
+ assert_equal "royal air force hawker hurricane", new_listing_span051710.posts[31].label
292
+ assert_equal "UNIQUE LARGE PRINT-HANDS OF TIME-BY OCTAVIO - RETAILS $139.00", new_listing_span051710.posts[32].label
293
+ assert_equal "LARGE COBBLESTONE FRAMED PRINT LANDSCAPE BY HAILS - SIGNED 1996", new_listing_span051710.posts[33].label
294
+ assert_equal "zero fighier", new_listing_span051710.posts[34].label
295
+ assert_equal "UNIQUE 1 OF A KIND -HANDMADE JEWELRY", new_listing_span051710.posts[35].label
296
+ assert_equal "YARN YARN YARN", new_listing_span051710.posts[36].label
297
+ assert_equal "2012 Original Paintings", new_listing_span051710.posts[37].label
298
+ assert_equal "picture with birds songs$10", new_listing_span051710.posts[38].label
299
+ assert_equal "Modern original Still Life painting SIGNED", new_listing_span051710.posts[39].label
300
+ assert_equal "afghans", new_listing_span051710.posts[40].label
301
+ assert_equal "Teamwork Print-Inspirational", new_listing_span051710.posts[41].label
302
+ assert_equal "Large number of ceramic molds for sale at Reasonable prices!", new_listing_span051710.posts[42].label
303
+ assert_equal "1982 Knitting Collection", new_listing_span051710.posts[43].label
304
+ assert_equal "Bell Small Wilton Cake Pan", new_listing_span051710.posts[44].label
305
+ assert_equal "Winnie The Pooh Wilton Cake Pan", new_listing_span051710.posts[45].label
306
+ assert_equal "Holly Hobbie Wilton Cake Pan", new_listing_span051710.posts[46].label
307
+ assert_equal "Quilt~ Hand Crafted~Beautiful hand crafted quilted wall hanging", new_listing_span051710.posts[47].label
308
+ assert_equal "Pretty Pictures", new_listing_span051710.posts[48].label
309
+ assert_equal "messerschmitt bf 109d", new_listing_span051710.posts[49].label
310
+ assert_equal "douglas a-20 g havoc", new_listing_span051710.posts[50].label
311
+ assert_equal "me262a-1a/u3 reconnaissance", new_listing_span051710.posts[51].label
312
+ assert_equal "p-36 pearl harbor defender", new_listing_span051710.posts[52].label
313
+ assert_equal "spitfire mk.xivc", new_listing_span051710.posts[53].label
314
+ assert_equal "ART KIT", new_listing_span051710.posts[54].label
315
+ assert_equal "Unique Recycled Glass Melted Bottle Cheese Trays and dishes", new_listing_span051710.posts[55].label
316
+ assert_equal "T-SHIRT HEAT PRESS", new_listing_span051710.posts[56].label
317
+ assert_equal "Metal Alligator Wall Art With Neon Light", new_listing_span051710.posts[57].label
318
+ assert_equal "SOLAR GARDEN DECO LITES", new_listing_span051710.posts[58].label
319
+ assert_equal "POMPELL CHEETAH FRAMED ART PRINT & MATCHING THROW PILLOWS 35 X 27", new_listing_span051710.posts[59].label
320
+ assert_equal "\"YOU CAN DRAW\" 8 BOOKS IN 1", new_listing_span051710.posts[60].label
321
+ assert_equal "ROSEART SMART 3 IN 1 PORTFOLIO", new_listing_span051710.posts[61].label
322
+ assert_equal "art supplies", new_listing_span051710.posts[62].label
323
+ assert_equal "ZINC OXIDE", new_listing_span051710.posts[63].label
324
+ assert_equal "Wood Veneer", new_listing_span051710.posts[64].label
325
+ assert_equal "Scrapbook magazines", new_listing_span051710.posts[65].label
326
+ assert_equal "henri plisson fine art", new_listing_span051710.posts[66].label
327
+ assert_equal "Beautiful brand new bronze Fountain", new_listing_span051710.posts[67].label
328
+ assert_equal "Contemporary fine arts and quality handmade crafts", new_listing_span051710.posts[68].label
329
+ assert_equal "p-61 black widow", new_listing_span051710.posts[69].label
330
+ assert_equal "New Abstract Oil Paintings for Sale - Made in USA!", new_listing_span051710.posts[70].label
331
+ assert_equal "Fun Stamps", new_listing_span051710.posts[71].label
332
+ assert_equal "For Sale - Salvador Dali Print - Lincoln in Dalivision", new_listing_span051710.posts[72].label
333
+ assert_equal "For Sale Print on Canvas Gone with the Wind", new_listing_span051710.posts[73].label
334
+ assert_equal "For Sale - Two Framed Egyptian Prints on Papyrus", new_listing_span051710.posts[74].label
335
+ assert_equal "4/16 and 4/17 Gallery art unframed - gallery closed", new_listing_span051710.posts[75].label
336
+ assert_equal "Sewing patterns TONS 4/16 and 4/17", new_listing_span051710.posts[76].label
337
+ assert_equal "For Sale 4 panel Asian folding Art", new_listing_span051710.posts[77].label
338
+ assert_equal "@@@ Original Artwork on Print & signed", new_listing_span051710.posts[78].label
339
+ assert_equal "Three Moai Tikis", new_listing_span051710.posts[79].label
340
+ assert_equal "Stained Glass Kiln", new_listing_span051710.posts[80].label
341
+ assert_equal "Tiki Carved From Palm", new_listing_span051710.posts[81].label
342
+ assert_equal "The End is Near! 2012 painting", new_listing_span051710.posts[82].label
343
+ assert_equal "PAINTING BY KENT", new_listing_span051710.posts[83].label
344
+ assert_equal "ART SALE! ONLY $29 to $69 FOR THESE ORIGINAL PHOTO ART PIECES!", new_listing_span051710.posts[84].label
345
+ assert_equal " Contemporary Painting for Sale!!!", new_listing_span051710.posts[85].label
346
+ assert_equal "gift baskets and bears", new_listing_span051710.posts[86].label
347
+ assert_equal "Eyvind Earle Nocturne Serigraph", new_listing_span051710.posts[87].label
348
+ assert_equal "jo's watercolors", new_listing_span051710.posts[88].label
349
+ assert_equal "Eyvind Earle Carmel Cypress Serigraph", new_listing_span051710.posts[89].label
350
+ assert_equal "Eyvind Earle Stardust Blue Serigraph", new_listing_span051710.posts[90].label
351
+ assert_equal "Portraits painted of your loved ones", new_listing_span051710.posts[91].label
352
+ assert_equal "Attn Crafters! 10 Strands of Lemons", new_listing_span051710.posts[92].label
353
+ assert_equal "SARAH E. AND GULLS", new_listing_span051710.posts[93].label
354
+ assert_equal "cavalier 98", new_listing_span051710.posts[94].label
355
+ assert_equal "model kit fairey swordfish mk 2", new_listing_span051710.posts[95].label
356
+ assert_equal "jo's watercolors", new_listing_span051710.posts[96].label
357
+ assert_equal "Stampin' Up Rubber Stamps", new_listing_span051710.posts[97].label
358
+ assert_equal "Wyland Oil Painting", new_listing_span051710.posts[98].label
359
+ assert_equal "Denim Fabric Blocks for Crafts", new_listing_span051710.posts[99].label
360
+ end
361
+
218
362
  end
metadata CHANGED
@@ -1,7 +1,7 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: libcraigscrape
3
3
  version: !ruby/object:Gem::Version
4
- version: 0.8.1
4
+ version: 0.8.2
5
5
  platform: ruby
6
6
  authors:
7
7
  - Chris DeRose, DeRose Technologies, Inc.
@@ -9,7 +9,7 @@ autorequire:
9
9
  bindir: bin
10
10
  cert_chain: []
11
11
 
12
- date: 2010-02-10 00:00:00 -05:00
12
+ date: 2010-04-17 00:00:00 -04:00
13
13
  default_executable:
14
14
  dependencies:
15
15
  - !ruby/object:Gem::Dependency
@@ -55,24 +55,22 @@ extra_rdoc_files:
55
55
  - COPYING.LESSER
56
56
  - bin/craigwatch
57
57
  files:
58
- - Rakefile
59
- - README
58
+ - lib/libcraigscrape.rb
59
+ - test/geolisting_samples/hierarchy_test071009/us/fl/miami/nonsense/index.html
60
60
  - CHANGELOG
61
61
  - COPYING
62
62
  - COPYING.LESSER
63
63
  - bin/craigwatch
64
64
  - bin/craig_report_schema.yml
65
- - bin/report_mailer
66
65
  - bin/report_mailer/craigslist_report.html.erb
67
66
  - bin/report_mailer/craigslist_report.plain.erb
68
67
  - test/libcraigscrape_test_helpers.rb
69
68
  - test/test_craigslist_posting.rb
70
- - test/listing_samples
71
69
  - test/listing_samples/category_output.html
72
70
  - test/listing_samples/short_search_output.html
73
71
  - test/listing_samples/empty_listings.html
74
72
  - test/listing_samples/mia_fua_index8900.5.21.09.html
75
- - test/listing_samples/fortmyers_art_index.060909
73
+ - test/listing_samples/mia_search_kitten.3.15.10.html
76
74
  - test/listing_samples/fortmyers_art_index.060909/891513957.html
77
75
  - test/listing_samples/fortmyers_art_index.060909/1053085283.html
78
76
  - test/listing_samples/fortmyers_art_index.060909/897549505.html
@@ -85,13 +83,11 @@ files:
85
83
  - test/listing_samples/fortmyers_art_index.060909/1112522674.html
86
84
  - test/listing_samples/fortmyers_art_index.060909/823516079.html
87
85
  - test/listing_samples/category_output_2.html
88
- - test/listing_samples/mia_sss_kittens2.10.10.html
89
86
  - test/listing_samples/long_search_output.html
90
- - test/listing_samples/miami_search_sss_rack.6.18.09
91
87
  - test/listing_samples/miami_search_sss_rack.6.18.09/miami_search_sss_rack900.6.18.09.html
92
88
  - test/listing_samples/miami_search_sss_rack.6.18.09/miami_search_sss_rack1000.6.18.09.html
89
+ - test/listing_samples/new_listing_span.4.17.10.html
93
90
  - test/test_craigslist_listing.rb
94
- - test/post_samples
95
91
  - test/post_samples/posting4.html
96
92
  - test/post_samples/brw_reb_1224008903.html
97
93
  - test/post_samples/posting1.html
@@ -104,27 +100,15 @@ files:
104
100
  - test/post_samples/posting2.html
105
101
  - test/google.html
106
102
  - test/test_craigslist_geolisting.rb
107
- - test/geolisting_samples
108
103
  - test/geolisting_samples/geo_listing_ca_sk070209.html
109
104
  - test/geolisting_samples/geo_listing_ca070209.html
110
105
  - test/geolisting_samples/geo_listing_cn070209.html
111
- - test/geolisting_samples/hierarchy_test071009
112
- - test/geolisting_samples/hierarchy_test071009/us
113
- - test/geolisting_samples/hierarchy_test071009/us/fl
114
- - test/geolisting_samples/hierarchy_test071009/us/fl/miami
115
- - test/geolisting_samples/hierarchy_test071009/us/fl/miami/nonsense
116
- - test/geolisting_samples/hierarchy_test071009/us/fl/miami/nonsense/more-nonsense
117
106
  - test/geolisting_samples/hierarchy_test071009/us/fl/miami/nonsense/more-nonsense/index.html
118
- - test/geolisting_samples/hierarchy_test071009/us/fl/miami/nonsense/index.html
107
+ - README
119
108
  - test/geolisting_samples/hierarchy_test071009/us/fl/miami/index.html
120
- - test/geolisting_samples/hierarchy_test071009/us/fl/nonsense
121
109
  - test/geolisting_samples/hierarchy_test071009/us/fl/nonsense/index.html
122
- - test/geolisting_samples/hierarchy_test071009/us/fl/south%20florida
123
110
  - test/geolisting_samples/hierarchy_test071009/us/fl/south%20florida/index.html
124
- - test/geolisting_samples/hierarchy_test071009/us/fl/nonexist
125
111
  - test/geolisting_samples/hierarchy_test071009/us/fl/nonexist/index.html
126
- - test/geolisting_samples/hierarchy_test071009/us/fl/ft%20myers%20%5C
127
- - test/geolisting_samples/hierarchy_test071009/us/fl/ft%20myers%20%5C/%20SW%20florida
128
112
  - test/geolisting_samples/hierarchy_test071009/us/fl/ft%20myers%20%5C/%20SW%20florida/index.html
129
113
  - test/geolisting_samples/hierarchy_test071009/us/fl/ft%20myers%20%5C/index.html
130
114
  - test/geolisting_samples/hierarchy_test071009/us/fl/index.html
@@ -134,10 +118,12 @@ files:
134
118
  - lib/listings.rb
135
119
  - lib/geo_listings.rb
136
120
  - lib/posting.rb
137
- - lib/libcraigscrape.rb
121
+ - Rakefile
138
122
  - lib/scraper.rb
139
123
  has_rdoc: true
140
124
  homepage: http://www.derosetechnologies.com/community/libcraigscrape
125
+ licenses: []
126
+
141
127
  post_install_message:
142
128
  rdoc_options:
143
129
  - --quiet
@@ -163,9 +149,9 @@ required_rubygems_version: !ruby/object:Gem::Requirement
163
149
  requirements: []
164
150
 
165
151
  rubyforge_project: libcraigwatch
166
- rubygems_version: 1.3.1
152
+ rubygems_version: 1.3.5
167
153
  signing_key:
168
- specification_version: 2
154
+ specification_version: 3
169
155
  summary: quick, easy, craigslist parsing library that takes the monotony out of working with craigslist posts and listings
170
156
  test_files:
171
157
  - test/test_craigslist_posting.rb
data/test/listing_samples/mia_sss_kittens2.10.10.html DELETED
@@ -1,144 +0,0 @@
1
- <!DOCTYPE html PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN">
2
- <html><head>
3
- <title>south florida pets classifieds &quot;kitten&quot; - craigslist</title>
4
-
5
- <meta name="description" content="craigslist pets classifieds for south florida &quot;kitten&quot; " />
6
- <meta name="keywords" content="south florida pets craigslist, classifieds, want ads " />
7
-
8
-
9
-
10
- <link href="/search/pet?query=kitten&amp;catAbbreviation=pet&amp;hasPic=1&amp;format=rss" title="RSS feed for craigslist | pets &quot;kitten&quot; in south florida " rel="alternate" type="application/rss+xml" />
11
- <link href="http://www.craigslist.org/styles/craigslist.css" title="craigslist" rel="stylesheet" media="all" type="text/css" />
12
- <link href="http://www.craigslist.org/favicon.ico" rel="shortcut icon" type="image/x-icon" />
13
- </head>
14
-
15
- <body class="toc">
16
-
17
- <a name="top"></a>
18
-
19
- <div class="bchead">
20
- <span id="ef">
21
-
22
- [ <a href="http://www.craigslist.org/about/help/">help</a> ]
23
- [ <a href="https://post.craigslist.org/mia/C">post</a> ]</span>
24
-
25
- <a href="/"> south florida craigslist</a> &gt; <a href="/ccc/">community</a> &gt; <a href="/pet/">pets</a>
26
- <div id="satabs"> <b>all south florida</b> <a href="/search/pet/mdc?hasPic=1&amp;query=kitten">miami / dade</a> <a href="/search/pet/brw?hasPic=1&amp;query=kitten">broward county</a> <a href="/search/pet/pbc?hasPic=1&amp;query=kitten">palm beach co</a> </div>
27
-
28
- </div>
29
-
30
- <blockquote>
31
- <form action="/search/pet" onsubmit="ckCAbb();" method="get">
32
-
33
- <script type="text/javascript"><!--
34
- var cabb = "pet";
35
- -->
36
- </script>
37
-
38
- <table summary="" cellpadding="2" style="white-space: nowrap; background:#eee; border:1px solid gray;" width="100%">
39
- <tr>
40
- <td align="right" width="1">search for:</td>
41
-
42
- <td width="30%"><input name="query" size="30" id="query" value="kitten" /> in:
43
- <select name="catAbbreviation" id="cAbb">
44
-
45
- <option value="ccc">all community
46
- </option><option value="" disabled>--
47
- </option><option value="act"> activity partners
48
- </option><option value="ats"> artists
49
- </option><option value="kid"> childcare
50
- </option><option value="com"> general
51
- </option><option value="grp"> groups
52
- </option><option value="vnn"> local news and views
53
- </option><option value="laf"> lost &amp; found
54
- </option><option value="muc"> musicians
55
- </option><option selected value="pet"> pets
56
- </option><option value="pol"> politics
57
- </option><option value="rid"> rideshare
58
- </option><option value="vol"> volunteers
59
- </option><option value="" disabled>--
60
-
61
- </option><option value="eee">all event
62
-
63
- </option><option value="sss">all for sale / wanted
64
-
65
- </option><option value="ggg">all gigs
66
-
67
- </option><option value="hhh">all housing
68
-
69
- </option><option value="jjj">all jobs
70
-
71
- </option><option value="ppp">all personals
72
-
73
- </option><option value="res">all resume
74
-
75
- </option><option value="bbb">all services offered
76
- </option></select>
77
- <input type="submit" value="Search" />
78
- </td><td>
79
- <label><input name="srchType" title="check this box to search only posting titles" type="checkbox" value="T" /> only search titles</label>
80
- </td>
81
- </tr>
82
- <tr>
83
- <td align="right" width="1"></td>
84
- <td></td>
85
- <td align="left"><label><input checked name="hasPic" type="checkbox" value="1" /> has image</label></td>
86
- </tr>
87
- </table>
88
- </form>
89
- </blockquote>
90
-
91
-
92
-
93
- <blockquote>
94
- <table summary="" width="100%">
95
- <tr>
96
- <td valign="top"></td>
97
- <td id="messages" valign="top"></td>
98
- </tr>
99
- </table>
100
-
101
- <div>Sort by:<strong> most recent</strong> <a href="/search/pet?catAbbreviation=pet&hasPic=1&query=kitten&sort=rel">best match</a>
102
- <div class="sh" style="text-align: center;">
103
- <span style="float: left;">&nbsp;</span>
104
- <span style="float: right;">&nbsp;</span>
105
- <b>Found: 43 Displaying: 1 - 43</b>
106
-
107
- </div>
108
-
109
-
110
-
111
- <!-- sphinx: 0.005432, csd: 0.032165, total: 0.037597 via 8p -->
112
-
113
- <p> Feb 10 - <a href="/brw/pet/1594409444.html">Two adorable kittens need new homes</a> - <font size="-1"> (ft lauderdale)</font> <span class="p"> pic</span></p><p> Feb 9 - <a href="/brw/pet/1593057827.html">ALL BLACK KITTEN</a> - <font size="-1"> (Pembroke Pines)</font> <span class="p"> pic</span></p><p> Feb 9 - <a href="/brw/pet/1593019152.html">Beautiful Little Boy Kitten</a> - <font size="-1"> (WESTON)</font> <span class="p"> pic</span></p><p> Feb 9 - <a href="/brw/pet/1593011946.html">Four Paw Declawed Female Cat</a> - <font size="-1"> (WESTON)</font> <span class="p"> pic</span></p><p> Feb 9 - <a href="/brw/pet/1592999746.html">Two Beautiful Kitten Brothers</a> - <font size="-1"> (WESTON)</font> <span class="p"> pic</span></p><p> Feb 7 - <a href="/brw/pet/1590495543.html">kitten - 7 months</a> - <font size="-1"> (coral springs/ coconut creek)</font> <span class="p"> pic</span></p><p> Feb 7 - <a href="/mdc/pet/1590158454.html">Reiki desperately needs a loving forever home</a> - <font size="-1"> (Miami)</font> <span class="p"> pic</span></p><p> Feb 7 - <a href="/brw/pet/1589882794.html">Free Kitten</a> - <font size="-1"> (Broward)</font> <span class="p"> pic</span></p><p> Feb 6 - <a href="/mdc/pet/1589384985.html">Two Beautiful, Lovable Kittens Need a New Home</a> - <font size="-1"> (Miami Beach, FL)</font> <span class="p"> pic</span></p><p> Feb 6 - <a href="/pbc/pet/1588600616.html">Love kittens, want to make a HUGE difference? Volunteer!</a> - <font size="-1"> (South Florida)</font> <span class="p"> pic</span></p><p> Feb 5 - <a href="/pbc/pet/1588284560.html">kittens to a good home!!</a> - <font size="-1"> (lake worth)</font> <span class="p"> pic</span></p><p> Feb 3 - <a href="/mdc/pet/1583880286.html">GREATEST KITTEN EVER</a> - <font size="-1"> (MIAMI BEACH)</font> <span class="p"> pic</span></p><p> Jan 30 - <a href="/brw/pet/1578696972.html">Kitten Needs New Home</a> - <font size="-1"> (Pembroke Pines, FL)</font> <span class="p"> pic</span></p><p> Jan 30 - <a href="/brw/pet/1578368357.html">great kitten that needs a good home</a> - <font size="-1"> (hollywood fl)</font> <span class="p"> pic</span></p><p> Jan 30 - <a href="/brw/pet/1577821318.html">Jasper from Twilight looking for home </a> - <font size="-1"> (pompano beach, FL)</font> <span class="p"> pic</span></p><p> Jan 29 - <a href="/pbc/pet/1576749013.html">Foster Moms needed for KITTENS under 12 weeks of age</a> - <font size="-1"> (PBC - Alleys to Eden, Inc.)</font> <span class="p"> pic&nbsp;img</span></p><p> Jan 29 - <a href="/mdc/pet/1575892469.html">Kitten! Kitten! Kitten!</a> - <font size="-1"> (Miami)</font> <span class="p"> pic</span></p><p> Jan 27 - <a href="/brw/pet/1573858828.html">cute cute cute kitten</a> - <font size="-1"> (hollywood fl)</font> <span class="p"> pic</span></p><p> Jan 27 - <a href="/pbc/pet/1573555280.html">Looking for Neonatal Kitten Foster Moms for Kitten Rescue Group</a> - <font size="-1"> (Alleys to Eden, Inc.)</font> <span class="p"> pic&nbsp;img</span></p><p> Jan 27 - <a href="/mdc/pet/1573502704.html">4 Month old kitten for adoption</a> - <span class="p"> pic</span></p><p> Jan 26 - <a href="/mdc/pet/1571904030.html">kendall kittens (:</a> - <font size="-1"> (kendall)</font> <span class="p"> pic</span></p><p> Jan 26 - <a href="/mdc/pet/1571446135.html">Kitten! Kitten! Kitten!</a> - <font size="-1"> (Miami)</font> <span class="p"> pic</span></p><p> Jan 26 - <a href="/pbc/pet/1571440092.html">Tigger - ex-feral kitten - needs a BIG animal lover to give him a home</a> - <font size="-1"> (Alleys to Eden, Inc.)</font> <span class="p"> pic&nbsp;img</span></p><p> Jan 26 - <a href="/brw/pet/1570894156.html">Looking for sweet kitten</a> - <span class="p"> pic</span></p><p> Jan 25 - <a href="/pbc/pet/1570181661.html">solid white female kitten </a> - <font size="-1"> (lake worth )</font> <span class="p"> pic</span></p><p> Jan 24 - <a href="/pbc/pet/1567900657.html">A Big Love with 3 Legs =)</a> - <font size="-1"> (Wellington)</font> <span class="p"> pic</span></p><p> Jan 23 - <a href="/pbc/pet/1567667685.html">assorted kittens ~ rescued</a> - <font size="-1"> (southeast florida)</font> <span class="p"> pic</span></p><p> Jan 23 - <a href="/pbc/pet/1567302066.html">FREE Short haired Black Kitten</a> - <font size="-1"> (Juno)</font> <span class="p"> pic</span></p><p> Jan 22 - <a href="/mdc/pet/1565371176.html"> kitten to loving home :)</a> - <font size="-1"> (homestead)</font> <span class="p"> pic</span></p><p> Jan 21 - <a href="/mdc/pet/1563568531.html">Kitten! Kitten! Kitten!</a> - <font size="-1"> (Doral Miami)</font> <span class="p"> pic</span></p><p> Jan 19 - <a href="/mdc/pet/1560858677.html">kitten (siamese)</a> - <span class="p"> pic</span></p><p> Jan 18 - <a href="/brw/pet/1558744645.html">6 month old kitten</a> - <font size="-1"> (davie)</font> <span class="p"> pic</span></p><p> Jan 17 - <a href="/brw/pet/1556991233.html">SWEET FEMALE CAT</a> - <font size="-1"> (POMPANO BCH)</font> <span class="p"> pic</span></p><p> Jan 16 - <a href="/mdc/pet/1556281733.html">Please adopt CJ the kitten</a> - <font size="-1"> (Miami, FL)</font> <span class="p"> pic</span></p><p> Jan 16 - <a href="/pbc/pet/1555719038.html">Cute little Siamese kitten 6 months old needs a home</a> - <font size="-1"> (West Palm Beach)</font> <span class="p"> pic</span></p><p> Jan 16 - <a href="/brw/pet/1555517479.html">cute kitten reallly needs a loving home!!</a> - <span class="p"> pic</span></p><p> Jan 16 - <a href="/brw/pet/1555410876.html">FEMALE 8 WEEK OLD KITTEN</a> - <font size="-1"> (POMPANO BCH)</font> <span class="p"> pic</span></p><p> Jan 16 - <a href="/mdc/pet/1555345484.html">Kitten! Kitten! Kitten!</a> - <font size="-1"> (Doral Miami)</font> <span class="p"> pic</span></p><p> Jan 14 - <a href="/brw/pet/1553407913.html">Kitty to good home</a> - <span class="p"> pic</span></p><p> Jan 13 - <a href="/pbc/pet/1551406560.html">Gorgeous Black and Grey Kitten!</a> - <span class="p"> pic</span></p><p> Jan 13 - <a href="/brw/pet/1550606813.html">Help, I need to move temp and a want to keep my cat</a> - <font size="-1"> (Wilton Manors)</font> <span class="p"> pic</span></p><p> Jan 13 - <a href="/mdc/pet/1550593272.html">Adopt these two kittens that survived...</a> - <font size="-1"> (Downtown Miami)</font> <span class="p"> pic</span></p><p> Jan 12 - <a href="/mdc/pet/1549484478.html">Free Kitten to Good Home</a> - <font size="-1"> (miami)</font> <span class="p"> pic</span></p><br /><div>Sort by:<strong> most recent</strong> <a href="/search/pet?catAbbreviation=pet&hasPic=1&query=kitten&sort=rel">best match</a>
114
- <div class="sh" style="text-align: center;">
115
- <span style="float: left;">&nbsp;</span>
116
- <span style="float: right;">&nbsp;</span>
117
- <b>Found: 43 Displaying: 1 - 43</b>
118
-
119
- </div>
120
-
121
-
122
-
123
-
124
-
125
- <div id="footer">
126
- <hr />
127
- <span id="copy">
128
- Copyright &copy; 2010 craigslist, inc.<br />
129
- </span>
130
- <span class="rss">
131
- <a href="/search/pet?query=kitten&amp;catAbbreviation=pet&amp;hasPic=1&amp;format=rss" class="l">RSS</a>
132
- <a href="http://www.craigslist.org/about/rss">(?)</a><br />
133
- </span>
134
- </div>
135
- <br /><br />
136
-
137
- <div id="floater">&nbsp;</div>
138
-
139
- </div></div></blockquote>
140
- <script src="http://www.craigslist.org/js/jquery.js" type="text/javascript"></script>
141
- <script src="http://www.craigslist.org/js/tocs.js" type="text/javascript"></script>
142
-
143
- </body>
144
- </html>