craigslister 0.0.0 → 0.0.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 2f7c43f5d674ae551b03f42dc93f75576890281a
-  data.tar.gz: ad9657c211afc293e8691c63a27dc2c955761e4e
+  metadata.gz: d851b7d0a7f00c9cb5493bb1b4ffdb38c1752d2e
+  data.tar.gz: 80e986b0805484b1f8f8d33c8836547d9b05671b
 SHA512:
-  metadata.gz: 3485dfec92f4f3b9b866fc02d003a656606c6450aef079e4f8e65864a83671168b458ac2a4236affecc67eecdb3bd50a6c43c1b09c0a918f5aff4da513ff4f83
-  data.tar.gz: 34d344fd148d581997485196755c1df024a6dca845152979cf3320addfbf46b096786c805d016b2c7f5eb7242b338750e5b3d19535db14ffdb3404084ca15167
+  metadata.gz: ee0e39625bde28bfb1d5003804213f1d3ed42c75a2303dcf691a0551d350979167641210768e54ec1e2ad5e77b0c909d9c63e0dd9663d7782c1e9037ddf17520
+  data.tar.gz: 123d6828752eeedd630360760300541c695c598be0901bd73fbd6b95c2df1bb95c8b1acf9245c84240b2a8498aa3f726d739488cff424066d4915155271cada0

data/lib/craigslister.rb

@@ -1,3 +1,7 @@
+# Add Item#url
+# organize spec files
+# figure out how to run spec from any folder
+
 require 'mechanize'
 
 class InvalidRangeError < StandardError
@@ -7,25 +11,23 @@ class Craigslister
   attr_reader :area, :item, :high, :low, :results
 
   def initialize args
-    @results = []
-    @area = args.fetch(:area, 'sfbay')
-    @item = args[:item]
-    @high = args.fetch(:high, nil)
-    @low  = args.fetch(:low, nil)
+    @results        = []
+    @area           = args.fetch(:area, 'sfbay')
+    @item           = args[:item]
+    @high           = args.fetch(:high, nil)
+    @low            = args.fetch(:low, nil)
     validate_price_range
 
     @mech = Mechanize.new
     configure_mech
   end
 
-  def scrape
-    links.each do |link|
-      get_data_from(link)
-    end
+  def scrape!
+    links.map {|link| get_data_from(link)}.compact
   end
 
   def url
-    "#{base_url}"\
+    "#{base_url}/"\
     "search/sss?sort=rel&"\
     "#{price_query}"\
     "query=#{item.downcase.split(' ') * '+'}"\
@@ -39,21 +41,22 @@ class Craigslister
 
   private
     def base_url
-      "https://#{area}.craigslist.org/"
+      "https://#{area}.craigslist.org"
     end
 
     def get_data_from link
       @mech.get(link)
-      @results << Item.new(scrape_item_data) rescue p 'no image'
+      @results << Item.new(scrape_item_data(link)) rescue p 'No Image'
     end
 
-    def scrape_item_data
+    def scrape_item_data url
       {
         image: @mech.page.images[0].src,
         title: @mech.page.at('span.postingtitletext').text.gsub(/ ?- ?\$\d+ ?\(.+\)/, ''),
         price: @mech.page.at('span.postingtitletext span.price').text.gsub(/\$/,'').to_i,
         location: @mech.page.at('span.postingtitletext small').text.gsub(/ ?[\(\)]/,''),
-        description: @mech.page.at('section#postingbody').text
+        description: @mech.page.at('section#postingbody').text,
+        url: "#{base_url}#{url}"
       }
     end
 
@@ -75,13 +78,14 @@ class Craigslister
 end
 
 class Item
-  attr_reader :title, :image, :price, :location
+  attr_reader :title, :image, :price, :location, :url
 
   def initialize args
-    @title = args[:title]
-    @image = args[:image]
-    @price = args[:price]
+    @title    = args[:title]
+    @image    = args[:image]
+    @price    = args[:price]
     @location = args[:location]
+    @url      = args[:url]
   end
 end
 

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: craigslister
 version: !ruby/object:Gem::Version
-  version: 0.0.0
+  version: 0.0.1
 platform: ruby
 authors:
 - Chris Scott
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2015-10-26 00:00:00.000000000 Z
+date: 2015-10-27 00:00:00.000000000 Z
 dependencies: []
 description: all you need is an item title and you can scrape item objects from craigslist
 email: christo247@gmail.com