wfrmls 0.3.0 → 0.3.1

data/History.txt

@@ -1,6 +1,9 @@
-=== 1.0.0 / 2010-01-22
+=== 0.3.0 / 2010-01-22
 
 * 1 major enhancement
 
   * Birthday!
 
+=== 0.3.1 / 2010-01-27
+
+* Added ability to comp

data/Rakefile

@@ -7,6 +7,8 @@ Hoe.spec 'wfrmls' do
   developer('zhon', 'zhon@xputah.com')
 
   # self.rubyforge_name = 'wfrmlsx' # if different than 'wfrmls'
+  self.test_globs = ['test/**/*test.rb']
 end
 
+
 # vim: syntax=ruby

data/bin/wfrmls

@@ -30,6 +30,11 @@ end
 
 puts addr
 
-mls.lookup_address(addr)
+if options.comp?
+  mls.comp(addr)
+else
+  puts mls.collect_property_details(addr).to_yaml
+  mls.lookup_address(addr)
+end
 
 

data/lib/wfrmls.rb

@@ -1,7 +1,7 @@
 require 'wfrmls/ie'
 
 module Wfrmls
-  VERSION = '0.3.0'
+  VERSION = '0.3.1'
 
 end
 

data/lib/wfrmls/cli/options.rb

@@ -7,9 +7,9 @@ module Wfrmls #:nodoc:
       class << self
         alias_method :parse!, :new
       end
-      
+
       attr_reader :address
-    
+
       def initialize(*args)
         address = ''
 
@@ -22,7 +22,11 @@ module Wfrmls #:nodoc:
           #opt.on("-r [PATH]", "Require [PATH] before executing") do |path|
           #  @paths_to_require << path
           #end
-      
+
+          opt.on("-c", "Comp this address") do
+            @comp = true
+          end
+
           opt.on("-h", "-?", "--help", "Show this message") do
             puts opt
             exit
@@ -38,6 +42,11 @@ module Wfrmls #:nodoc:
         @address = argv.dup.join(' ')
       end 
 
+      def comp?
+        @comp
+      end
+
+    private
       def version
         Wfrmls::VERSION
       end

data/lib/wfrmls/ie.rb

@@ -31,32 +31,52 @@ module Wfrmls
     def lookup_address(addr)
       goto 'http://www.utahrealestate.com/search/form/type/1/name/full?advanced_search=1'
       residential_full_search
-
       status
-
-      @ie.text_field(:id, 'street').set addr.street
-      @ie.text_field(:id, 'housenum').set addr.number
-
-      city(addr.city)
+      address(addr)
 
       result_count = @ie.span(:id, 'action_search_count').text.to_i
 
       if result_count > 0
-
-        @ie.button(:id, 'SEARCH_button').click
-        begin
-          sleep 1
-          @ie.checkbox(:id, 'ListingController').click
-        rescue
-          retry
-        end
-
-        @ie.select_list(:id, 'report-selector').set('Full Report')
+        show_full_listings
       else
         show_tax_data(addr)
       end
     end
 
+    def show_full_listings
+      @ie.button(:id, 'SEARCH_button').click
+      sleep_until { @ie.checkbox(:id, 'ListingController').exists? }
+      @ie.checkbox(:id, 'ListingController').click
+      @ie.select_list(:id, 'report-selector').set('Full Report')
+    end
+
+    def comp(addr)
+      # TODO remove the sleeps
+      house_details = collect_property_details(addr)
+      goto 'http://www.utahrealestate.com/search/form/type/1/name/full?advanced_search=1'
+
+      @ie.button(:id, 'CLEAR_button').click
+
+      sleep 3
+
+      residential_full_search
+      status
+      city(addr.city)
+
+      @ie.text_field(:id, 'days_back_status').set('120')
+
+      
+      @ie.text_field(:name, 'tot_sqf1').set((house_details[:house_size] - 200).to_s)
+      @ie.text_field(:name, 'tot_sqf2').set((house_details[:house_size] + 200).to_s)
+
+      @ie.text_field(:name, 'yearblt1').set((house_details[:year_built] - 6).to_s)
+      @ie.text_field(:name, 'yearblt2').set((house_details[:year_built] + 6).to_s)
+
+      sleep 3
+
+      show_full_listings
+    end
+
     def status
       settings = ['Active', 'Sold', 'Under Contract', 'Expired']
       @ie.div(:id, 'status1Container_clear_button').click
@@ -80,6 +100,12 @@ module Wfrmls
       sleep_until { @ie.dd(:id, 'left_search_criteria').text.include? 'City is' }
     end
 
+    def address(addr)
+      @ie.text_field(:id, 'street').set addr.street
+      @ie.text_field(:id, 'housenum').set addr.number
+      city(addr.city)
+    end
+
     def sleep_until &block
       count = 0
       until yield block
@@ -92,13 +118,33 @@ module Wfrmls
     def show_tax_data(addr)
       goto "http://www.utahrealestate.com/taxdata/index?county%5B%5D=2&county%5B%5D=8&searchtype=house&searchbox=#{addr.number}"
 
-      street_regx = Regexp.new(addr.street, Regexp::IGNORECASE)
-      @ie.table(:class, 'tax-data').rows.each do |row|
-        if street_regx =~ row.text
-          row.cells[2].links[1].click
-          break
+      rows = find_tax_data_rows_by_house_and_street(addr)
+
+      case rows.size
+      when 0
+        puts "#{addr} not found in tax data"
+      when 1
+        click_link rows[0]
+      else
+        puts 'Possible matches:'
+        rows.each do |item|
+          puts item.cell(:class, 'last-col').text
+        end
+      end
+    end
+
+    def click_link(item)
+      item.link(:index, 1).click
+    end
+
+    def find_tax_data_rows_by_house_and_street(addr)
+      rows = []
+      @ie.table(:class, 'tax-data').rows.to_a[1..-1].each do |row|
+        if row.cell(:class, 'last-col').text.include? addr.street.upcase
+          rows << row
         end
       end
+      rows 
     end
 
     def goto(url)
@@ -108,5 +154,61 @@ module Wfrmls
         @ie.goto url
       end
     end
+
+    def collect_property_details(addr)
+      show_tax_data(addr) unless @ie.url.include? 'taxdata/details' 
+
+      doc = @ie.xmlparser_document_object
+
+      details = {}
+
+      doc.search('tr/th').each do |item|
+        case nbsp2sp(item.text)
+        when /NAME:/
+          details[:owner] = item.parent.search('td').text
+        when /ADDRESS:/
+          details[:address] = item.parent.search('td').text.strip
+        when /PARCEL SPECIFIC INFO:/
+          nbsp2sp(item.parent.search('td').text) =~ /Total Acres: ([.0-9]+)/
+          details[:lot_size] = $1
+        when /VALUATION SPECIFIC INFO:/
+          nbsp2sp(item.parent.search('td').text) =~ /Final Value: (\$[0-9,]+)/
+          details[:tax_value] = $1
+        when /GENERAL INFO:/
+          nbsp2sp(item.parent.search('td').text) =~ /Yr Built: ([0-9]+)/
+          details[:year_built] = $1.to_i
+        when /AREA INFO:/
+          house_size = 0
+          data = nbsp2sp(item.parent.search('td').text)
+          data =~ /Main Floor Area: ([,0-9]+)/
+          house_size += $1.sub(',','').to_i if $1
+          data =~ /Basement Area: ([,0-9]+)/
+          house_size += $1.sub(',','').to_i if $1
+          data =~ /Upper Floor Area: ([,0-9]+)/
+          house_size += $1.sub(',','').to_i if $1
+          details[:house_size] = house_size
+        when /EXTERIOR:/
+          details[:exterior] ||= {}
+          data = nbsp2sp(item.parent.search('td').text)
+          data =~ /Ext. Wall Type: (\w+)/
+          details[:exterior][:wall] = $1
+          data =~ /Masonry Trim: (\w+)/
+          details[:exterior][:masonry_trim] = $1
+        when /CARPORT & GARAGE INFO:/
+          data = nbsp2sp(item.parent.search('td').text)
+          data =~ /(.*): ([,0-9]+)/
+          if $1
+            key = $1.gsub(/[- ]/, '_').downcase.to_sym
+            details[key] = $2
+          end
+        end
+      end
+
+      details
+    end
+
+    def nbsp2sp(s)
+      s.gsub("\xC2\xA0", ' ')
+    end
   end
 end

data/test/ie_test.rb

@@ -0,0 +1,35 @@
+require 'wfrmls/ie'
+
+require 'test/unit'
+require 'flexmock/test_unit'
+
+class WfrmlsTest < Test::Unit::TestCase
+  def test_show_tax_data_with_nothing_found
+    ie = flexmock('ie') do |item|
+      #item.should_receive(:table)
+      #item.should_receive(:rows)
+    end
+    addr = flexmock('addr') do |item|
+      item.should_receive(:number).returns('1')
+      item.should_receive(:to_s).and_return('address')
+    end
+    ie = Wfrmls::IE.new(ie, nil, nil)
+    flexmock(ie) do |m| 
+      m.should_receive(:goto)
+      m.should_receive(:find_tax_data_rows_by_house_and_street).
+        and_return([])
+
+      m.should_receive(:puts).with('address not found in tax data')
+    end
+
+    ie.show_tax_data(addr)
+  end
+
+  def xxxtest_collect_property_details
+    ie = Watir::Browser.new
+    ie = Wfrmls::IE.new(ie, nil, nil)
+
+    addr = StreetAddress::US.parse('3537 W 2400 S, SYRACUSE, UT')
+    ie.collect_property_details(addr)
+  end
+end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification 
 name: wfrmls
 version: !ruby/object:Gem::Version 
-  version: 0.3.0
+  version: 0.3.1
 platform: ruby
 authors: 
 - zhon
@@ -9,7 +9,7 @@ autorequire:
 bindir: bin
 cert_chain: []
 
-date: 2010-01-23 00:00:00 -07:00
+date: 2010-01-27 00:00:00 -07:00
 default_executable: 
 dependencies: 
 - !ruby/object:Gem::Dependency 
@@ -93,5 +93,6 @@ rubygems_version: 1.3.5
 signing_key: 
 specification_version: 3
 summary: Help searching the WFRMLS
-test_files: []
-
+test_files: 
+- test/ie_test.rb
+- test/wfrmls_test.rb