libcraigscrape 0.7.0 → 0.8.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- data/CHANGELOG +19 -0
- data/README +27 -11
- data/Rakefile +44 -2
- data/bin/craig_report_schema.yml +30 -21
- data/bin/craigwatch +232 -67
- data/bin/report_mailer/craigslist_report.html.erb +12 -9
- data/bin/report_mailer/craigslist_report.plain.erb +4 -1
- data/lib/geo_listings.rb +144 -0
- data/lib/libcraigscrape.rb +158 -650
- data/lib/listings.rb +144 -0
- data/lib/posting.rb +293 -0
- data/lib/scraper.rb +203 -0
- data/test/geolisting_samples/hierarchy_test071009/index.html +31 -0
- data/test/geolisting_samples/hierarchy_test071009/us/fl/ft%20myers%20%5C/%20SW%20florida/index.html +46 -0
- data/test/geolisting_samples/hierarchy_test071009/us/fl/ft%20myers%20%5C/index.html +46 -0
- data/test/geolisting_samples/hierarchy_test071009/us/fl/index.html +46 -0
- data/test/geolisting_samples/hierarchy_test071009/us/fl/miami/index.html +46 -0
- data/test/geolisting_samples/hierarchy_test071009/us/fl/miami/nonsense/index.html +46 -0
- data/test/geolisting_samples/hierarchy_test071009/us/fl/miami/nonsense/more-nonsense/index.html +46 -0
- data/test/geolisting_samples/hierarchy_test071009/us/fl/nonexist/index.html +46 -0
- data/test/geolisting_samples/hierarchy_test071009/us/fl/nonsense/index.html +46 -0
- data/test/geolisting_samples/hierarchy_test071009/us/fl/south%20florida/index.html +46 -0
- data/test/geolisting_samples/hierarchy_test071009/us/index.html +355 -0
- data/test/test_craigslist_geolisting.rb +476 -380
- metadata +28 -2
metadata
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
|
2
2
|
name: libcraigscrape
|
|
3
3
|
version: !ruby/object:Gem::Version
|
|
4
|
-
version: 0.
|
|
4
|
+
version: 0.8.0
|
|
5
5
|
platform: ruby
|
|
6
6
|
authors:
|
|
7
7
|
- Chris DeRose, DeRose Technologies, Inc.
|
|
@@ -9,7 +9,7 @@ autorequire:
|
|
|
9
9
|
bindir: bin
|
|
10
10
|
cert_chain: []
|
|
11
11
|
|
|
12
|
-
date: 2009-
|
|
12
|
+
date: 2009-10-22 00:00:00 -04:00
|
|
13
13
|
default_executable:
|
|
14
14
|
dependencies:
|
|
15
15
|
- !ruby/object:Gem::Dependency
|
|
@@ -107,8 +107,34 @@ files:
|
|
|
107
107
|
- test/geolisting_samples/geo_listing_ca_sk070209.html
|
|
108
108
|
- test/geolisting_samples/geo_listing_ca070209.html
|
|
109
109
|
- test/geolisting_samples/geo_listing_cn070209.html
|
|
110
|
+
- test/geolisting_samples/hierarchy_test071009
|
|
111
|
+
- test/geolisting_samples/hierarchy_test071009/us
|
|
112
|
+
- test/geolisting_samples/hierarchy_test071009/us/fl
|
|
113
|
+
- test/geolisting_samples/hierarchy_test071009/us/fl/miami
|
|
114
|
+
- test/geolisting_samples/hierarchy_test071009/us/fl/miami/nonsense
|
|
115
|
+
- test/geolisting_samples/hierarchy_test071009/us/fl/miami/nonsense/more-nonsense
|
|
116
|
+
- test/geolisting_samples/hierarchy_test071009/us/fl/miami/nonsense/more-nonsense/index.html
|
|
117
|
+
- test/geolisting_samples/hierarchy_test071009/us/fl/miami/nonsense/index.html
|
|
118
|
+
- test/geolisting_samples/hierarchy_test071009/us/fl/miami/index.html
|
|
119
|
+
- test/geolisting_samples/hierarchy_test071009/us/fl/nonsense
|
|
120
|
+
- test/geolisting_samples/hierarchy_test071009/us/fl/nonsense/index.html
|
|
121
|
+
- test/geolisting_samples/hierarchy_test071009/us/fl/south%20florida
|
|
122
|
+
- test/geolisting_samples/hierarchy_test071009/us/fl/south%20florida/index.html
|
|
123
|
+
- test/geolisting_samples/hierarchy_test071009/us/fl/nonexist
|
|
124
|
+
- test/geolisting_samples/hierarchy_test071009/us/fl/nonexist/index.html
|
|
125
|
+
- test/geolisting_samples/hierarchy_test071009/us/fl/ft%20myers%20%5C
|
|
126
|
+
- test/geolisting_samples/hierarchy_test071009/us/fl/ft%20myers%20%5C/%20SW%20florida
|
|
127
|
+
- test/geolisting_samples/hierarchy_test071009/us/fl/ft%20myers%20%5C/%20SW%20florida/index.html
|
|
128
|
+
- test/geolisting_samples/hierarchy_test071009/us/fl/ft%20myers%20%5C/index.html
|
|
129
|
+
- test/geolisting_samples/hierarchy_test071009/us/fl/index.html
|
|
130
|
+
- test/geolisting_samples/hierarchy_test071009/us/index.html
|
|
131
|
+
- test/geolisting_samples/hierarchy_test071009/index.html
|
|
110
132
|
- test/geolisting_samples/geo_listing_us070209.html
|
|
133
|
+
- lib/listings.rb
|
|
134
|
+
- lib/geo_listings.rb
|
|
135
|
+
- lib/posting.rb
|
|
111
136
|
- lib/libcraigscrape.rb
|
|
137
|
+
- lib/scraper.rb
|
|
112
138
|
has_rdoc: true
|
|
113
139
|
homepage: http://www.derosetechnologies.com/community/libcraigscrape
|
|
114
140
|
post_install_message:
|