caboose-rets 0.0.5 → 0.0.6

checksums.yaml

@@ -1,15 +1,15 @@
 ---
 !binary "U0hBMQ==":
   metadata.gz: !binary |-
-    NTJjZmFkMmMwYjE3Yjc3ZmQ0ZmU1NDhjZjc0MzdjZjlhZTkwMTc4OA==
+    ZjZhMTdjZWFlNmQ0Y2JiYTNhNjhiNmRmM2Q4NTUyYThiNDE0NzZjYQ==
   data.tar.gz: !binary |-
-    M2ZhOWNmMzZiMjFhNDcwNGFhOWVjNzIxZmNmNGNjOWI4ODBmNjE5ZA==
+    ZTlhOTIxNjRmMzJkODMzMjVjNzdhMjQyZDNmN2U5YTUzODMyYWEzMg==
 !binary "U0hBNTEy":
   metadata.gz: !binary |-
-    Nzc2NWQ4NjQ3NzQ5YTRhZDRkZjg4ODhkMmNkNDMzNmU0YjYzNGZjOWIxYjg4
-    ZGNkNjkzZGY3ZmFlYzhhODk4MzUxNGEzOTA1MmNhMTdkMTRmZTg1ODliZjAw
-    NjY5NjYyMDMyYTQzZTUxZjJiMzg3MTgxNTdiYTU5N2Q4YjRhMGM=
+    MTg0NGRhNGYxYzg0YTUxNDAyMzVjYmFhODYzYzY2NWE4MmM0MTdkMWRmODcz
+    ZGI0MjFiM2FlYjMxNzllNjYxNWE4NTNlYmVhYWVmMzE5Mjk3NzFlMGI5Nzc3
+    YjU5NWE3ZjQ3N2YxMjIyZTFiMGRmM2RhMWQ0Y2ZkYzljODVmNTk=
   data.tar.gz: !binary |-
-    ZDhkNWFjZmFkMjZkYjg0NWRkZWI2NThjMjA2NzAxZGVmODEwNzhiMzdmNWQ2
-    MWNiZGRlZWM1ZmFiMjM0OWNhNjFiYmEwMWQwOTdhNDdjN2ZjM2JlODMxM2Y2
-    NjQ2ZDI1MmVlOTk1YWY1MjBmYzZjN2RmZTExNTg5ZGFkMzRiOTA=
+    ZTg2ZTUyODEzZThhMjNjMDNhMDk3YWMzNTgyMGUxNDdiODc0MTRkMGI3Y2Ey
+    YWE5NWUzMTQyZDkyM2QyMjQ3NzI4YWU2MGEzNjcwZjM0YmI0NzA3ZTVjNGFl
+    ZjgzMTU1YWRhYzUzMDg5ZWI5MjZjNWViZjFiNGE1MDc0YjhmZTI=

data/app/models/caboose_rets/rets_importer.rb

@@ -94,7 +94,6 @@ class CabooseRets::RetsImporter # < ActiveRecord::Base
     self.import_modified_after(date_modified, 'Property'  , 'LND')
     self.import_modified_after(date_modified, 'Property'  , 'MUL')
     self.import_modified_after(date_modified, 'Property'  , 'RES')
-    self.update_coords
   end
   
   def self.update_images_after(date_modified)
@@ -167,6 +166,11 @@ class CabooseRets::RetsImporter # < ActiveRecord::Base
         obj.id = id
         obj.save        
       end
+      
+      case obj
+        when CabooseRets::CommercialProperty, CabooseRets::LandProperty, CabooseRets::MultiFamilyProperty, CabooseRets::ResidentialProperty
+          self.update_coords(obj)
+      end      
     end
   end
   
@@ -198,24 +202,27 @@ class CabooseRets::RetsImporter # < ActiveRecord::Base
   # Property Images
   #=============================================================================
   
-  def self.download_property_images_modified_after(date_modified, start_with_mls_acct = nil)
-    models = [
-      CabooseRets::CommercialProperty, 
-      CabooseRets::LandProperty, 
-      CabooseRets::MultiFamilyProperty, 
-      CabooseRets::ResidentialProperty
-    ]
-    models.each do |model|      
-      found_it = start_with_mls_acct ? false : true
-      model.where("photo_date_modified > ?", date_modified.strftime('%FT%T')).reorder(:mls_acct).each do |p|
-        found_it = true if !found_it && p.mls_acct == start_with_mls_acct                           
-        self.download_property_images(p) if found_it                        
+  def self.download_property_images_modified_after(date_modified)
+    models = [CabooseRets::CommercialProperty, CabooseRets::LandProperty, CabooseRets::MultiFamilyProperty, CabooseRets::ResidentialProperty]
+    names = ["commercial", "land", "multi-family", "residential"]
+    i = 0
+    models.each do |model|            
+      count = model.where("photo_date_modified > ?", date_modified.strftime('%FT%T')).count
+      j = 1      
+      model.where("photo_date_modified > ?", date_modified.strftime('%FT%T')).reorder(:mls_acct).each do |p|        
+        self.log("Downloading images for #{j} of #{count} #{names[i]} properties...")
+        self.download_property_images(p)
+        j = j + 1
       end
+      i = i + 1
     end    
   end
     
   def self.download_property_images(p)
     self.refresh_property_media(p)
+    
+    self.log("-- Downloading images and resizing for #{p.mls_acct}")
+    media = []
     self.client.get_object(:resource => :Property, :type => :Photo, :location => true, :id => p.id) do |headers, content|
       
       # Find the associated media record for the image
@@ -224,17 +231,24 @@ class CabooseRets::RetsImporter # < ActiveRecord::Base
       
       if m.nil?
         self.log("Can't find media record for #{p.mls_acct} #{filename}.")
-      else                                 
+      else         
         m.image = URI.parse(headers['location'])
-        m.save
-      end
-      
+        media << m
+        #m.save
+      end      
     end
+    
+    self.log("-- Uploading images to S3 for #{p.mls_acct}")
+    media.each do |m|      
+      m.save
+    end        
   end
   
   def self.refresh_property_media(p)
+    self.log("-- Deleting images and metadata for #{p.mls_acct}...")    
     CabooseRets::Media.where(:mls_acct => p.mls_acct, :media_type => 'Photo').destroy_all
     
+    self.log("-- Downloading image metadata for #{p.mls_acct}...")    
     params = {
       :search_type => 'Media',
       :class => 'GFX',
@@ -256,21 +270,25 @@ class CabooseRets::RetsImporter # < ActiveRecord::Base
   def self.update_coords(p = nil)    
     if p.nil?
       models = [CabooseRets::CommercialProperty, CabooseRets::LandProperty, CabooseRets::MultiFamilyProperty, CabooseRets::ResidentialProperty]
+      names = ["commercial", "land", "multi-family", "residential"]
+      i = 0
       models.each do |model|      
+        self.log "Updating coords #{names[i]} properties..."
         model.where(:latitude => nil).reorder(:mls_acct).each do |p|
           self.update_coords(p)                        
         end
+        i = i + 1
       end
       return
     end
-      
+    
+    self.log "Getting coords for mls_acct #{p.mls_acct}..."
     coords = self.coords_from_address(CGI::escape "#{p.street_num} #{p.street_name}, #{p.city}, #{p.state} #{p.zip}")
     return if coords.nil? || coords == false
     
     p.latitude = coords['lat']
     p.longitude = coords['lng']
-    p.save
-    self.log "Saved coords for mls_acct #{p.mls_acct}"
+    p.save    
   end
   
   def self.coords_from_address(address)   

data/lib/caboose_rets/version.rb

@@ -1,3 +1,3 @@
 module CabooseRets
-  VERSION = '0.0.5'
+  VERSION = '0.0.6'
 end

data/lib/tasks/caboose_rets.rake

@@ -15,6 +15,61 @@ namespace :caboose_rets do
     create_multi_family(c)    
   end
   
+  desc "Updates all the listings from MLS"
+  task :update_rets => :environment do
+    if task_is_locked
+      CabooseRets::RetsImporter.log("caboose_rets:update_rets task is locked. Aborting.")
+      next
+    end
+    CabooseRets::RetsImporter.log("Updating rets data...")
+    task_started = lock_task    
+    
+    begin
+      # RetsImporter.update_all_after(last_updated - Rational(1,86400))
+      CabooseRets::RetsImporter.update_after(last_updated)		  
+		  save_last_updated(task_started)
+		  unlock_task
+		rescue
+		  raise
+		ensure
+		  unlock_task_if_last_updated(task_started)
+		end       
+  end
+  
+  def last_updated
+    if !Caboose::Setting.exists?(:name => 'rets_last_updated')
+      Caboose::Setting.create(:name => 'rets_last_updated', :value => '2013-08-06T00:00:01')
+    end
+    s = Caboose::Setting.where(:name => 'rets_last_updated').first
+    return DateTime.parse(s.value)
+  end
+  
+  def save_last_updated(d)
+    s = Caboose::Setting.where(:name => 'rets_last_updated').first
+    s.value = d.strftime('%FT%T')
+    s.save
+  end
+  
+  def task_is_locked
+    return Caboose::Setting.exists?(:name => 'rets_update_running')
+  end
+  
+  def lock_task
+    date = DateTime.now
+    Caboose::Setting.create(:name => 'rets_update_running', :value => date.strftime('%F %T'))
+    return date
+  end
+  
+  def unlock_task
+    Caboose::Setting.where(:name => 'rets_update_running').first.destroy
+  end
+  
+  def unlock_task_if_last_updated(d)
+    setting = Caboose::Setting.where(:name => 'rets_update_running').first
+    unlock_task if setting && d.strftime('%F %T') == setting.value
+  end
+  
+  #=============================================================================
   def create_agents(c)
     c.drop_table :rets_agents if c.table_exists?('rets_agents')
     c.create_table :rets_agents do |t|

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: caboose-rets
 version: !ruby/object:Gem::Version
-  version: 0.0.5
+  version: 0.0.6
 platform: ruby
 authors:
 - William Barry