wfrmls 0.3.1 → 0.3.2

data/History.txt

@@ -1,9 +1,20 @@
-=== 0.3.0 / 2010-01-22
-
-* 1 major enhancement
+=== 0.3.2 / 2010-02-25
 
-  * Birthday!
+* Short sale is included except for comps
+* Tax data is finding fewer false positives
+* Added CLI option -o  # no tax data
+* Clear search before starting new address search
+* Show house details when comping
+* No address will take you to search page
+* Show Parking type and size
 
 === 0.3.1 / 2010-01-27
 
 * Added ability to comp
+
+=== 0.3.0 / 2010-01-22
+
+* Login to site
+* Search for property
+* Show results in browser
+

data/bin/wfrmls

@@ -22,6 +22,13 @@ password = config['password']
 ie = Watir::Browser.new
 mls = Wfrmls::IE.new(ie, username, password)
 
+if options.address.empty?
+  begin
+    mls.lookup_address(nil)
+  rescue
+    exit
+  end
+end
 
 addr = StreetAddress::US.parse(options.address)
 if addr.nil?
@@ -31,7 +38,11 @@ end
 puts addr
 
 if options.comp?
-  mls.comp(addr)
+  details = mls.collect_property_details(addr)
+  puts details.to_yaml
+  mls.comp(addr, details)
+elsif options.opposition?
+  mls.lookup_opposition(addr)
 else
   puts mls.collect_property_details(addr).to_yaml
   mls.lookup_address(addr)

data/lib/wfrmls.rb

@@ -1,7 +1,7 @@
 require 'wfrmls/ie'
 
 module Wfrmls
-  VERSION = '0.3.1'
+  VERSION = '0.3.2'
 
 end
 

data/lib/wfrmls/cli/options.rb

@@ -11,10 +11,8 @@ module Wfrmls #:nodoc:
       attr_reader :address
 
       def initialize(*args)
-        address = ''
-
         argv = args.flatten
-        
+
         opt = OptionParser.new do |opt|
           opt.banner = "Usage: #{script_name} [options] <address>"
           opt.version = version
@@ -27,25 +25,33 @@ module Wfrmls #:nodoc:
             @comp = true
           end
 
+          opt.on("-o", "Check opposition's sale") do
+            @opposition = true
+          end
+
           opt.on("-h", "-?", "--help", "Show this message") do
             puts opt
             exit
           end
-      
+
           opt.on("-v", "--version", "Show #{script_name}'s version (#{version})") do
-            puts version
+           puts version
             exit
-          end  
+          end
         end
-        
+
         opt.parse!(argv)
         @address = argv.dup.join(' ')
-      end 
+      end
 
       def comp?
         @comp
       end
 
+      def opposition?
+        @opposition
+      end
+
     private
       def version
         Wfrmls::VERSION

data/lib/wfrmls/ie.rb

@@ -11,6 +11,132 @@ module Wfrmls
       @ie = ie
     end
 
+    def lookup_address(addr)
+      find_address_on_search_page(addr)
+
+      if search_results_availible?
+        show_full_listings
+      else
+        show_tax_data(addr)
+      end
+    end
+
+    def lookup_opposition(addr)
+      find_address_on_search_page(addr)
+      show_listings
+    end
+
+    def comp(addr, house_details = collect_property_details(addr))
+      goto_search_page
+      historical_data
+      status
+      city(addr.city)
+      short_sale(false)
+
+      @ie.text_field(:id, 'days_back_status').set('120')
+
+
+      @ie.text_field(:name,'tot_sqf1').set((house_details[:house_size]-200).to_s)
+      @ie.text_field(:name,'tot_sqf2').set((house_details[:house_size]+200).to_s)
+
+      @ie.text_field(:name,'yearblt1').set((house_details[:year_built]-6).to_s)
+      @ie.text_field(:name,'yearblt2').set((house_details[:year_built]+6).to_s)
+
+      sleep_until(3) {
+        @ie.dd(:id,'left_search_criteria').text.include? 'Year Built at most'
+      }
+
+      show_full_listings
+    end
+
+    def collect_property_details(addr)
+      show_tax_data(addr) unless @ie.url.include? 'taxdata/details'
+
+      doc = @ie.xmlparser_document_object
+
+      details = {}
+
+      doc.search('tr/th').each do |item|
+        case nbsp2sp(item.text)
+        when /NAME:/
+          details[:owner] = item.parent.search('td').text
+        when /ADDRESS:/
+          details[:address] = item.parent.search('td').text.strip
+        when /PARCEL SPECIFIC INFO:/
+          nbsp2sp(item.parent.search('td').text) =~ /Total Acres: ([.0-9]+)/
+          details[:lot_size] = $1
+        when /VALUATION SPECIFIC INFO:/
+          nbsp2sp(item.parent.search('td').text) =~ /Final Value: (\$[0-9,]+)/
+          details[:tax_value] = $1
+        when /GENERAL INFO:/
+          nbsp2sp(item.parent.search('td').text) =~ /Yr Built: ([0-9]+)/
+          details[:year_built] = $1.to_i
+        when /AREA INFO:/
+          house_size = 0
+          data = nbsp2sp(item.parent.search('td').text)
+          data =~ /Main Floor Area: ([,0-9]+)/
+          house_size += $1.sub(',','').to_i if $1
+          data =~ /Basement Area: ([,0-9]+)/
+          house_size += $1.sub(',','').to_i if $1
+          data =~ /Upper Floor Area: ([,0-9]+)/
+          house_size += $1.sub(',','').to_i if $1
+          details[:house_size] = house_size
+        when /EXTERIOR:/
+          details[:exterior] ||= {}
+          data = nbsp2sp(item.parent.search('td').text)
+          data =~ /Ext. Wall Type: (\w+)/
+          details[:exterior][:wall] = $1
+          data =~ /Masonry Trim: (\w+)/
+          details[:exterior][:masonry_trim] = $1
+        when /CARPORT & GARAGE INFO:/
+          data = nbsp2sp(item.parent.search('td').text)
+          data =~ /(.*): ([0-9]+)/
+          details[:parking] = nil
+          if $1
+            details[:parking] = {}
+            details[:parking][$1] = $2.to_i
+          end
+        end
+      end
+
+      details
+    end
+
+    def show_tax_data(addr)
+      goto "http://www.utahrealestate.com/taxdata/index?county%5B%5D=2&county%5B%5D=8&searchtype=house&searchbox=#{addr.number}"
+
+      rows = find_tax_data_rows_by_house_and_street(addr)
+
+      case rows.size
+      when 0
+        puts "#{addr} not found in tax data"
+      when 1
+        click_link rows[0]
+      else
+        puts 'Possible matches:'
+        rows.each do |item|
+          puts item.cell(:class, 'last-col').text
+        end
+        regex = /\b#{addr.prefix}\b.*\b#{addr.suffix}/
+        rows = rows.inject([]) do |c, item|
+          c << item if regex.match item.cell(:class, 'last-col').text
+          c
+        end
+        case rows.size
+        when 0
+          puts "#{addr} not found with #{regex}"
+        when 1
+          click_link rows[0]
+        else
+          puts 'Possible matches:'
+          rows.each do |item|
+            puts item.cell(:class, 'last-col').text
+          end
+        end
+      end
+    end
+
+private
     def login
       @ie.goto 'http://www.utahrealestate.com/auth/login/login_redirect//force_redirect/1'
       begin
@@ -24,57 +150,55 @@ module Wfrmls
       end
     end
 
-    def residential_full_search
+    def historical_data
       @ie.radio(:id, 'historical_data_yes').set
     end
 
-    def lookup_address(addr)
-      goto 'http://www.utahrealestate.com/search/form/type/1/name/full?advanced_search=1'
-      residential_full_search
+    def find_address_on_search_page(addr)
+      goto_search_page
+      historical_data
       status
+      short_sale
       address(addr)
+    end
 
-      result_count = @ie.span(:id, 'action_search_count').text.to_i
-
-      if result_count > 0
-        show_full_listings
+    def short_sale(includes=true)
+      if includes
+        @ie.radio(:id, 'o_shortsale_4').click
       else
-        show_tax_data(addr)
+        @ie.radio(:id, 'o_shortsale_8').click
       end
+      @ie.checkbox(:id, 'shortsale_2').click
+      @ie.checkbox(:id, 'shortsale_4').click
     end
 
-    def show_full_listings
+    def search_results_availible?
+      result_count = @ie.span(:id, 'action_search_count').text.to_i > 0
+    end
+
+    def show_listings
+      return false unless search_results_availible?
       @ie.button(:id, 'SEARCH_button').click
       sleep_until { @ie.checkbox(:id, 'ListingController').exists? }
+      true
+    end
+
+    def show_full_listings
+      return unless show_listings
       @ie.checkbox(:id, 'ListingController').click
       @ie.select_list(:id, 'report-selector').set('Full Report')
     end
 
-    def comp(addr)
-      # TODO remove the sleeps
-      house_details = collect_property_details(addr)
-      goto 'http://www.utahrealestate.com/search/form/type/1/name/full?advanced_search=1'
-
-      @ie.button(:id, 'CLEAR_button').click
-
-      sleep 3
-
-      residential_full_search
-      status
-      city(addr.city)
-
-      @ie.text_field(:id, 'days_back_status').set('120')
-
-      
-      @ie.text_field(:name, 'tot_sqf1').set((house_details[:house_size] - 200).to_s)
-      @ie.text_field(:name, 'tot_sqf2').set((house_details[:house_size] + 200).to_s)
-
-      @ie.text_field(:name, 'yearblt1').set((house_details[:year_built] - 6).to_s)
-      @ie.text_field(:name, 'yearblt2').set((house_details[:year_built] + 6).to_s)
-
-      sleep 3
+    def goto_search_page
+      url = 'http://www.utahrealestate.com/search/form/type/1/name/full?advanced_search=1'
+      goto url
+      clear_search
+      goto url
+    end
 
-      show_full_listings
+    def clear_search
+      @ie.button(:id,'CLEAR_button').click
+      sleep_until(3) { @ie.dd(:id, 'left_search_criteria').text !~ /City/ }
     end
 
     def status
@@ -106,30 +230,12 @@ module Wfrmls
       city(addr.city)
     end
 
-    def sleep_until &block
+    def sleep_until max=10, &block
       count = 0
       until yield block
         sleep 1
         count += 1
-        exit if count > 10
-      end
-    end
-
-    def show_tax_data(addr)
-      goto "http://www.utahrealestate.com/taxdata/index?county%5B%5D=2&county%5B%5D=8&searchtype=house&searchbox=#{addr.number}"
-
-      rows = find_tax_data_rows_by_house_and_street(addr)
-
-      case rows.size
-      when 0
-        puts "#{addr} not found in tax data"
-      when 1
-        click_link rows[0]
-      else
-        puts 'Possible matches:'
-        rows.each do |item|
-          puts item.cell(:class, 'last-col').text
-        end
+        return if count > max
       end
     end
 
@@ -144,7 +250,7 @@ module Wfrmls
           rows << row
         end
       end
-      rows 
+      rows
     end
 
     def goto(url)
@@ -155,58 +261,6 @@ module Wfrmls
       end
     end
 
-    def collect_property_details(addr)
-      show_tax_data(addr) unless @ie.url.include? 'taxdata/details' 
-
-      doc = @ie.xmlparser_document_object
-
-      details = {}
-
-      doc.search('tr/th').each do |item|
-        case nbsp2sp(item.text)
-        when /NAME:/
-          details[:owner] = item.parent.search('td').text
-        when /ADDRESS:/
-          details[:address] = item.parent.search('td').text.strip
-        when /PARCEL SPECIFIC INFO:/
-          nbsp2sp(item.parent.search('td').text) =~ /Total Acres: ([.0-9]+)/
-          details[:lot_size] = $1
-        when /VALUATION SPECIFIC INFO:/
-          nbsp2sp(item.parent.search('td').text) =~ /Final Value: (\$[0-9,]+)/
-          details[:tax_value] = $1
-        when /GENERAL INFO:/
-          nbsp2sp(item.parent.search('td').text) =~ /Yr Built: ([0-9]+)/
-          details[:year_built] = $1.to_i
-        when /AREA INFO:/
-          house_size = 0
-          data = nbsp2sp(item.parent.search('td').text)
-          data =~ /Main Floor Area: ([,0-9]+)/
-          house_size += $1.sub(',','').to_i if $1
-          data =~ /Basement Area: ([,0-9]+)/
-          house_size += $1.sub(',','').to_i if $1
-          data =~ /Upper Floor Area: ([,0-9]+)/
-          house_size += $1.sub(',','').to_i if $1
-          details[:house_size] = house_size
-        when /EXTERIOR:/
-          details[:exterior] ||= {}
-          data = nbsp2sp(item.parent.search('td').text)
-          data =~ /Ext. Wall Type: (\w+)/
-          details[:exterior][:wall] = $1
-          data =~ /Masonry Trim: (\w+)/
-          details[:exterior][:masonry_trim] = $1
-        when /CARPORT & GARAGE INFO:/
-          data = nbsp2sp(item.parent.search('td').text)
-          data =~ /(.*): ([,0-9]+)/
-          if $1
-            key = $1.gsub(/[- ]/, '_').downcase.to_sym
-            details[key] = $2
-          end
-        end
-      end
-
-      details
-    end
-
     def nbsp2sp(s)
       s.gsub("\xC2\xA0", ' ')
     end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification 
 name: wfrmls
 version: !ruby/object:Gem::Version 
-  version: 0.3.1
+  version: 0.3.2
 platform: ruby
 authors: 
 - zhon
@@ -9,7 +9,7 @@ autorequire:
 bindir: bin
 cert_chain: []
 
-date: 2010-01-27 00:00:00 -07:00
+date: 2010-02-25 00:00:00 -07:00
 default_executable: 
 dependencies: 
 - !ruby/object:Gem::Dependency 
@@ -30,7 +30,7 @@ dependencies:
     requirements: 
     - - ">="
       - !ruby/object:Gem::Version 
-        version: 0.3.0
+        version: 0.4.1
     version: 
 - !ruby/object:Gem::Dependency 
   name: hoe