caboose-rets 0.1.183 → 0.1.184

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: '0685d8060e2893e21ce7813a2258f5987c0b522b5cf38c2703300fd9508f114f'
-  data.tar.gz: 5055f63de96a36585c00614e26d4f4f5b13bcb5575c6147ed70a1f6722f0f682
+  metadata.gz: 84ef101eafb83b5891a32f9557f355e5f46de43e3d1e544aad19e5a533e78b6e
+  data.tar.gz: 1ddefc2dbff138dcb82eb3e4c879f9b19956726d2dd20ca134ec7106a45ce99e
 SHA512:
-  metadata.gz: 35f1c82f2581745f2c38b3543964163649e9b3b5b4a3560dba4624f576567c7532fe4be14119c55b808d5bbc4403373957c95c0ab1a77f0d538e56a9127156e5
-  data.tar.gz: 382a2e824f97e5f0827021d192dc0914f926e18a7e46bbc05655d4660a63efe2b5f427c98d3168d89c91b7c6cd83cea3e04edf0581cc3669b66a1ee2b70a4ef2
+  metadata.gz: 754a940a4a13708921c8e4b7bd05c311f04f14b448ac8cb6d6938c752f3f20960a7954465fa84530b3a9b0c8bc6b3cde2394414a6aa07981e5029e5b66aa5ce7
+  data.tar.gz: 80eace42b684e7bb8a25b4c7e88263c596fd1cdb2bd41e6fe709b260ec8401675c6fad0c26e56fc341eb247a103d30f69c3550d20a969b097a19df7b7bcd5605

data/app/controllers/caboose_rets/saved_properties_controller.rb

@@ -11,7 +11,8 @@ module CabooseRets
     # GET /admin/users/:id/mls
     def rets_info
       @edituser = Caboose::User.where(:id => params[:id], :site_id => @site.id).first
-      @saved = SavedProperty.where(:user_id => @edituser.id).order('date_saved desc').all
+      @saved = SavedProperty.where(:user_id => @edituser.id).order('date_saved desc').limit(100)
+      @emails = Notification.where(:user_id => @edituser.id).order('date_sent desc').limit(100)
       render :layout => 'caboose/admin'
     end
 

data/app/mailers/caboose_rets/rets_mailer.rb

@@ -56,4 +56,76 @@ class CabooseRets::RetsMailer < ActionMailer::Base
     )
   end
 
+  def daily_report(user, new_listings, related_listings)
+    @user = user
+    @new_listings = new_listings
+    @related_listings = related_listings
+    @site = user.site
+    to_address = user.email
+    reply_to = @site.contact_email.blank? ? 'noreply@caboosecms.com' : @site.contact_email
+    @color = @site.theme ? @site.theme.color_main : @site.theme_color
+    @domain = "https://#{@site.primary_domain.domain}"
+    @domain = "http://dev.pmre.com:3000" if Rails.env.development?
+    @url = @domain
+    @url += "/real-estate" if @site.id == 541
+    @logo_url = @site.logo.url(:large)
+    subject = @site.id == 541 ? "New and Suggested Listings from Pritchett-Moore Real Estate" : "New and Suggested Listings from #{@site.description}"
+    @logo_url = "https:#{@logo_url}" if !@logo_url.include?('http')
+    @unsubscribe_url = "https://#{@site.primary_domain.domain}/rets-unsubscribe?token=7b8v9j#{@user.id}9b6h0c2n"
+    mail(
+      :to => to_address,
+      :from => from_address(@site.id, nil),
+      :subject => subject,
+      :reply_to => reply_to
+    )
+  end
+
+  def property_status_change(user, property, old_status)
+    @user = user
+    @property = property
+    @old_status = old_status
+    @site = user.site
+    to_address = user.email
+    reply_to = @site.contact_email.blank? ? 'noreply@caboosecms.com' : @site.contact_email
+    @color = @site.theme ? @site.theme.color_main : @site.theme_color
+    @domain = "https://#{@site.primary_domain.domain}"
+    @domain = "http://dev.pmre.com:3000" if Rails.env.development?
+    @url = @domain
+    @url += "/real-estate" if @site.id == 541
+    @logo_url = @site.logo.url(:large)
+    subject = "Status Change for Listing MLS ##{@property.mls_number}"
+    @logo_url = "https:#{@logo_url}" if !@logo_url.include?('http')
+    @unsubscribe_url = "https://#{@site.primary_domain.domain}/rets-unsubscribe?token=7b8v9j#{@user.id}9b6h0c2n"
+    mail(
+      :to => to_address,
+      :from => from_address(@site.id, nil),
+      :subject => subject,
+      :reply_to => reply_to
+    )
+  end
+
+  def property_price_change(user, property, old_price)
+    @user = user
+    @property = property
+    @old_price = old_price
+    @site = user.site
+    to_address = user.email
+    reply_to = @site.contact_email.blank? ? 'noreply@caboosecms.com' : @site.contact_email
+    @color = @site.theme ? @site.theme.color_main : @site.theme_color
+    @domain = "https://#{@site.primary_domain.domain}"
+    @domain = "http://dev.pmre.com:3000" if Rails.env.development?
+    @url = @domain
+    @url += "/real-estate" if @site.id == 541
+    @logo_url = @site.logo.url(:large)
+    subject = "Price Change for Listing MLS ##{@property.mls_number}"
+    @logo_url = "https:#{@logo_url}" if !@logo_url.include?('http')
+    @unsubscribe_url = "https://#{@site.primary_domain.domain}/rets-unsubscribe?token=7b8v9j#{@user.id}9b6h0c2n"
+    mail(
+      :to => to_address,
+      :from => from_address(@site.id, nil),
+      :subject => subject,
+      :reply_to => reply_to
+    )
+  end
+
 end

data/app/models/caboose_rets/notification.rb

@@ -0,0 +1,206 @@
+class CabooseRets::Notification < ActiveRecord::Base
+
+  self.table_name = "rets_notifications"
+
+  belongs_to :user, :class_name => "Caboose::User"
+  belongs_to :site, :class_name => "Caboose::Site"
+
+  def self.property_status_changed(property, old_status)
+    return if property.nil?
+    
+    us = Caboose::Setting.where(:site_id => 541, :name => "test_usernames").first
+    allowed_users = us ? us.value : ""
+    allowed_users = 'billyswifty' if Rails.env.development?
+    uwhere = allowed_users.blank? ? "" : "('#{allowed_users}' ILIKE '%' || username || '%')"
+
+    user_ids = CabooseRets::SavedProperty.where(:mls_number => property.mls_number).pluck(:user_id)
+    if user_ids.count > 0
+      user_ids.each do |user_id|
+        user = Caboose::User.where(uwhere).where(:id => user_id, :tax_exempt => false).first
+        d1 = DateTime.now - 24.hours
+        if user
+          # Check if a similar notification has already been sent
+          n = CabooseRets::Notification.where(
+            :user_id => user.id,
+            :site_id => user.site_id,
+            :kind => "Property Status Changed",
+            :sent_to => user.email,
+            :object_kind => "Property",
+            :object_id => property.mls_number,
+            :old_value => old_status,
+            :new_value => property.status
+          ).where("date_sent >= ?", d1).first
+          if n.nil?
+            n = CabooseRets::Notification.create(
+              :user_id => user.id,
+              :site_id => user.site_id,
+              :date_sent => DateTime.now,
+              :kind => "Property Status Changed",
+              :sent_to => user.email,
+              :object_kind => "Property",
+              :object_id => property.mls_number,
+              :old_value => old_status,
+              :new_value => property.status
+            )
+            CabooseRets::RetsMailer.configure_for_site(user.site_id).property_status_change(user, property, old_status).deliver_later
+          else
+            puts "Found a duplicate notification, not sending..."
+          end
+        end
+      end
+    end
+  end
+
+  def self.property_price_changed(property, old_price)
+    return if property.nil? || property.status != 'Active'
+    
+    us = Caboose::Setting.where(:site_id => 541, :name => "test_usernames").first
+    allowed_users = us ? us.value : ""
+    allowed_users = 'billyswifty' if Rails.env.development?
+    uwhere = allowed_users.blank? ? "" : "('#{allowed_users}' ILIKE '%' || username || '%')"
+
+    user_ids = CabooseRets::SavedProperty.where(:mls_number => property.mls_number).pluck(:user_id)
+    if user_ids.count > 0
+      user_ids.each do |user_id|
+        user = Caboose::User.where(uwhere).where(:id => user_id, :tax_exempt => false).first
+        d1 = DateTime.now - 24.hours
+        if user
+          # Check if a similar notification has already been sent
+          n = CabooseRets::Notification.where(
+            :user_id => user.id,
+            :site_id => user.site_id,
+            :kind => "Property Price Changed",
+            :sent_to => user.email,
+            :object_kind => "Property",
+            :object_id => property.mls_number,
+            :old_value => old_price,
+            :new_value => property.list_price
+          ).where("date_sent >= ?", d1).first
+          if n.nil?
+            n = CabooseRets::Notification.create(
+              :user_id => user.id,
+              :site_id => user.site_id,
+              :date_sent => DateTime.now,
+              :kind => "Property Price Changed",
+              :sent_to => user.email,
+              :object_kind => "Property",
+              :object_id => property.mls_number,
+              :old_value => old_price,
+              :new_value => property.list_price
+            )
+            CabooseRets::RetsMailer.configure_for_site(user.site_id).property_price_change(user, property, old_price).deliver_later
+          else
+            puts "Found a duplicate notification, not sending..."
+          end
+        end
+      end
+    end
+  end
+
+  def self.send_new_suggested_emails
+    roles = Caboose::Role.where(:name => "RETS Visitor").order(:id).all
+    if roles.count > 0
+      role_ids = roles.map{|r| r.id}
+
+      us = Caboose::Setting.where(:site_id => 541, :name => "test_usernames").first
+      allowed_users = us ? us.value : ""
+      allowed_users = 'billyswifty' if Rails.env.development?
+      uwhere = allowed_users.blank? ? "" : "('#{allowed_users}' ILIKE '%' || username || '%')"
+      
+      users = Caboose::User.joins(:role_memberships).where(uwhere).where("role_memberships.role_id in (?)", role_ids).where(:tax_exempt => false).order(:id).all
+      
+      if users.count > 0
+
+        new_listings = CabooseRets::Property.where(:status => 'Active', :property_type => 'Residential').order('original_entry_timestamp desc').take(3)
+
+        users.each do |user|
+
+          puts "Gathering data for user: #{user.username}" if Rails.env.development?
+
+          saved_mls = CabooseRets::SavedProperty.where(:user_id => user.id).pluck(:mls_number)
+          saved_properties = saved_mls && saved_mls.count > 0 ? CabooseRets::Property.where(:status => 'Active', :property_type => 'Residential').where(:mls_number => saved_mls).limit(100) : []
+
+          if saved_properties.count > 0
+
+            puts "Saved listings: #{saved_properties.count}" if Rails.env.development?
+
+            price_where = "list_price is not null and (list_price >= ? AND list_price <= ?)"
+            beds_where = "beds_total is not null and (beds_total >= ? AND beds_total <= ?)"
+
+            all_prices = saved_properties.map{|p| p.list_price}
+            price_min = all_prices.count > 0 ? (all_prices.min * 0.8) : 150000
+            price_max = all_prices.count > 0 ? (all_prices.max * 1.2) : 350000
+
+            puts "Price range: #{price_min} - #{price_max}" if Rails.env.development?
+
+            all_beds = saved_properties.map{|p| p.beds_total}
+            beds_min = all_beds.count > 0 ? (all_beds.min - 1) : 2
+            beds_max = all_beds.count > 0 ? (all_beds.max + 1) : 5
+
+            puts "Beds range: #{beds_min} - #{beds_max}" if Rails.env.development?
+
+            property_subtypes = []
+            property_areas = []
+
+            saved_properties.each do |sp|
+              property_subtypes << sp.property_subtype if !property_subtypes.include?(sp.property_subtype)
+              property_areas << sp.area if !property_areas.include?(sp.area)
+            end
+
+            puts "Property subtypes: #{property_subtypes}" if Rails.env.development?
+            puts "Property areas: #{property_areas}" if Rails.env.development?
+
+            related_listings = CabooseRets::Property.where(:property_type => 'Residential', :status => 'Active', :property_subtype => property_subtypes, :area => property_areas).where("mls_number not in (?)", saved_mls).where(price_where,price_min,price_max).where(beds_where,beds_min,beds_max).order('original_entry_timestamp desc').take(3)
+
+          else
+
+            related_listings = []
+
+          end
+
+          if new_listings.count > 0 || related_listings.count > 0
+
+            msg = ""
+
+            if new_listings.count > 0
+              mls1 = new_listings.map{ |l| l.mls_number }
+              msg += "New Listings: #{mls1.join(', ')}"
+            end
+
+            if related_listings.count > 0
+              mls2 = related_listings.map{ |l| l.mls_number }
+              msg += "\n" if new_listings.count > 0
+              msg += "Related Listings: #{mls2.join(', ')}"
+            end
+
+            d = DateTime.now - 7.days
+            n = CabooseRets::Notification.where(
+              :user_id => user.id,
+              :site_id => user.site_id,
+              :kind => "New and Suggested Listings",
+              :sent_to => user.email,
+              :message => msg
+            ).where("date_sent >= ?", d).first
+
+            if n.nil?
+              n = CabooseRets::Notification.create(
+                :user_id => user.id,
+                :site_id => user.site_id,
+                :date_sent => DateTime.now,
+                :kind => "New and Suggested Listings",
+                :sent_to => user.email,
+                :message => msg
+              )
+              CabooseRets::RetsMailer.configure_for_site(user.site_id).daily_report(user, new_listings, related_listings).deliver_later
+            else
+              puts "Found a duplicate notification, not sending..."
+            end
+
+          end
+
+        end
+      end
+    end
+  end
+  
+end

data/app/models/caboose_rets/property.rb

@@ -24,10 +24,12 @@ class CabooseRets::Property <ActiveRecord::Base
             m = Caboose::Media.where(:id => img.media_id).first
             if m && m.image && m.image.url(:large)
                 img_url = m.image.url(:large)
+                img_url = "https:#{img_url}" if !img_url.include?('http')
                 return img_url
                 break
             end
         end
+        img_url = "https:#{img_url}" if !img_url.include?('http')
         return img_url
     end
 
@@ -55,6 +57,10 @@ class CabooseRets::Property <ActiveRecord::Base
     end
 
     def parse(data)
+
+        old_price = self.list_price
+        old_status = self.status
+
     #    puts(data.to_s)
      #   self.access                           = nil
         self.acreage                          = data['LotSizeAcres'].blank? ? nil : data['LotSizeAcres'].to_f
@@ -249,5 +255,14 @@ class CabooseRets::Property <ActiveRecord::Base
         self.zoning                           = data['Zoning']
         # self.zoning_northport                 = data['ZoningNorthPort']
         # self.zoning_tusc                      = data['ZoningTusc']
+
+
+        if old_status != self.status # status was changed
+            CabooseRets::Notification.delay(:queue => "rets").property_status_changed(self, old_status)
+        elsif old_price != self.list_price && self.status == 'Active' # price was changed
+            CabooseRets::Notification.delay(:queue => "rets").property_price_changed(self, old_price)
+        end
+
+
     end
 end

data/app/models/caboose_rets/rets_importer.rb

@@ -70,7 +70,6 @@ class CabooseRets::RetsImporter # < ActiveRecord::Base
       :search_type => m.search_type,
       :class => class_type,
       :query => query,
-    #  :limit => 3,
       :timeout => -1
     }
     obj = nil
@@ -135,7 +134,7 @@ class CabooseRets::RetsImporter # < ActiveRecord::Base
 
     statusquery = ""
     case class_type
-      when 'Property'  then statusquery = "MlsStatus=Active"
+      when 'Property'  then statusquery = "OriginatingSystemName=WESTAL"
       when 'Office'    then statusquery = "OfficeStatus=Active"
       when 'Member'    then statusquery = "MemberStatus=Active"
       when 'OpenHouse' then statusquery = "OpenHouseKeyNumeric=0+"
@@ -164,7 +163,7 @@ class CabooseRets::RetsImporter # < ActiveRecord::Base
     end
 
     # Check for changed images
-    if class_type == 'Property'
+    if class_type == 'Property' && Rails.env.production?
       self.log3("Property",nil,"Checking for modified images on Properties...")
       d1 = (self.last_updated - 1.hours).in_time_zone(CabooseRets::timezone).strftime("%FT%T")
       params = {
@@ -191,17 +190,6 @@ class CabooseRets::RetsImporter # < ActiveRecord::Base
   # Single model import methods (called from a worker dyno)
   #=============================================================================
 
-  # def self.import_property(mui, save_images = true)
-  #   self.import('Listing', "(Matrix_Unique_ID=#{mui})")
-  #   p = CabooseRets::Property.where(:matrix_unique_id => mui.to_s).first
-  #   if p != nil
-  #     self.download_property_images(p)
-  #     self.update_coords(p)
-  #   else
-  #     self.log("No Property associated with #{mui}")
-  #   end
-  # end
-
   def self.import_properties(mls_id, save_images = true)
     si = save_images ? 'saving images' : 'not saving images'
     self.log3('Property',mls_id,"Importing Property #{mls_id} and #{si}...")
@@ -209,12 +197,12 @@ class CabooseRets::RetsImporter # < ActiveRecord::Base
     self.import('Property', "(ListingId=#{mls_id})")
     p = CabooseRets::Property.where(:mls_number => mls_id.to_s).first
     if p != nil && p.status == 'Active'
-      self.download_property_images(p) if save_images == true
+      self.download_property_images(p) if save_images == true && Rails.env.production?
       if p.latitude.blank? || p.latitude == '0.0' || p.longitude.blank? || p.longitude == '0.0'
         self.update_coords(p) 
       end
     else
-      self.log3(nil,nil,"No Property associated with #{mls_id}")
+      self.log3(nil,nil,"No Active Property associated with #{mls_id}, not downloading images")
     end
   end
 
@@ -265,43 +253,8 @@ class CabooseRets::RetsImporter # < ActiveRecord::Base
   # Images go here
   #=============================================================================
 
-  # def self.download_property_images(p, save_images = true)
-  #   return if save_images == false
-  #   self.log("- Downloading GFX records for #{p.matrix_unique_id}...")
-  #   params = {
-  #     :search_type => 'Media',
-  #     :class => 'Photo',
-  #     :type => 'Photo',
-  #     :resource => 'Property',
-  #     :query => "(ID=*#{p.matrix_unique_id}:1*)",
-  #     :limit => 1000,
-  #     :timeout => -1
-  #   }
-  #   ids = []
-  #   self.client.search(params) do |data|
-  #     puts data
-  #     ids << data['MEDIA_ID']
-  #     m = CabooseRets::Media.where(:media_id => data['MEDIA_ID']).first
-  #     m = CabooseRets::Media.new if m.nil?
-  #     data.MEDIA_MUI = p.matrix_unique_id
-  #     m.parse(data)
-  #     m.save
-  #   end
-  #   if ids.count > 0
-  #     # Delete any records in the local database that shouldn't be there
-  #     self.log("- Deleting GFX records for MLS ##{p.matrix_unique_id} in the local database that are not in the remote database...")
-  #     query = "select media_id from rets_media where matrix_unique_id = '#{p.matrix_unique_id}'"
-  #     rows = ActiveRecord::Base.connection.select_all(ActiveRecord::Base.send(:sanitize_sql_array, query))
-  #     local_ids = rows.collect{ |row| row['media_id'] }
-  #     ids_to_remove = local_ids - ids
-  #     if ids_to_remove && ids_to_remove.count > 0 
-  #       query = ["delete from rets_media where media_id in (?)", ids_to_remove]
-  #       ActiveRecord::Base.connection.execute(ActiveRecord::Base.send(:sanitize_sql_array, query))
-  #     end
-  #   end
-  # end
-
   def self.download_property_images(p)
+    return if Rails.env.development?
     self.log3('Property',p.mls_number,"Downloading images for #{p.mls_number}...")
     ids_to_keep = []
     begin
@@ -369,93 +322,21 @@ class CabooseRets::RetsImporter # < ActiveRecord::Base
       end
     end
 
-      # # Get first image  
-      # self.client.get_object(:resource => 'Property', :type => 'Photo', :location=> false, :id => "#{p.matrix_unique_id}:0") do |headers, content|
-      #   self.log3('Media',p.mls_number,"Downloading first photo with content-id #{headers['content-id']}, orderhint #{headers['orderhint']}, object-id #{headers['object-id']}")
-      #   m = CabooseRets::Media.where(:media_mui => headers['content-id'], :media_order => 0).first
-      #   m = CabooseRets::Media.new if m.nil?
-      #   tmp_path = "#{Rails.root}/tmp/rets_media_#{headers['content-id']}:0.jpeg"
-      #   File.open(tmp_path, "wb") do |f|
-      #     f.write(content)
-      #   end
-      #   m.media_mui     = headers['content-id']
-      #   m.media_order   = 0
-      #   m.media_type    = 'Photo'
-      #   cm               = Caboose::Media.new
-      #   cm.image         = File.open(tmp_path)
-      #   cm.name          = "rets_media_#{headers['content-id']}_0"
-      #   cm.original_name = "rets_media_#{headers['content-id']}_0.jpeg"
-      #   cm.processed     = true
-      #   cm.save
-      #   m.media_id = cm.id
-      #   m.save
-      #   self.log3("Media",p.mls_number,"Created new RetsMedia object #{m.id}, CabooseMedia object #{cm.id}")
-      #   `rm #{tmp_path}`
-      #   self.log3("Media",p.mls_number,"Image rets_media_#{headers['content-id']}_0 saved")
-      # end
-      # # Get rest of images
-      # self.client.get_object(:resource => 'Property', :type => 'Photo', :location=> false, :id => "#{p.matrix_unique_id}:*") do |headers, content|
-      #   self.log3('Media',p.mls_number,"Downloading subsequent photo with content-id #{headers['content-id']}, orderhint #{headers['orderhint']}, object-id #{headers['object-id']}")
-      #   m = CabooseRets::Media.where(:media_mui => headers['content-id'], :media_order => headers['orderhint']).first
-      #   m = CabooseRets::Media.new if m.nil?
-      #   tmp_path = "#{Rails.root}/tmp/rets_media_#{headers['content-id']}:#{headers['object-id']}.jpeg"
-      #   File.open(tmp_path, "wb") do |f|
-      #     f.write(content)
-      #   end
-      #   m.media_mui     = headers['content-id']
-      #   m.media_order   = headers['orderhint']
-      #   m.media_type    = 'Photo'
-      #   cm               = Caboose::Media.new
-      #   cm.image         = File.open(tmp_path)
-      #   cm.name          = "rets_media_#{headers['content-id']}_#{headers['object-id']}"
-      #   cm.original_name = "rets_media_#{headers['content-id']}_#{headers['object-id']}.jpeg"
-      #   cm.processed     = true
-      #   cm.save
-      #   m.media_id = cm.id
-      #   m.save
-      #   self.log3("Media",p.mls_number,"Created new RetsMedia object #{m.id}, CabooseMedia object #{cm.id}")
-      #   `rm #{tmp_path}`
-      #   self.log3("Media",p.mls_number,"Image rets_media_#{headers['content-id']}_#{headers['object-id']} saved")
-      # end
- #   rescue RETS::APIError => err
- #     self.log "No image for #{p.mls_number}."
- #     self.log err
-#    end
   end
 
   def self.download_missing_images
     self.log3("Property",nil,"Downloading all missing images...")
-    CabooseRets::Property.where("photo_count = ? OR photo_count is null", '').all.each do |p|
+    CabooseRets::Property.where("photo_count = ? OR photo_count is null", '').where(:status => "Active").all.each do |p|
       self.delay(:priority => 10, :queue => 'rets').import_properties(p.mls_number, true)
     end
   end
 
   def self.download_agent_image(agent)
-    # self.log "Saving image  for #{agent.first_name} #{agent.last_name}..."
-    # begin
-    #   self.client.get_object(:resource => :Member, :type => :Photo, :location => true, :id => property.list_agent_mls_id) do |headers, content|
-    #     agent.verify_meta_exists
-    #     agent.meta.image_location = headers['location']
-    #     agent.meta.save
-    #   end
-    # rescue RETS::APIError => err
-    #   self.log "No image for #{agent.first_name} #{agent.last_name}."
-    #   self.log err
-    # end
+
   end
 
   def self.download_office_image(office)
-    #self.log "Saving image for #{agent.first_name} #{agent.last_name}..."
-    #begin
-    #  self.client.get_object(:resource => :Agent, :type => :Photo, :location => true, :id => agent.la_code) do |headers, content|
-    #    agent.verify_meta_exists
-    #    agent.meta.image_location = headers['location']
-    #    agent.meta.save
-    #  end
-    #rescue RETS::APIError => err
-    #  self.log "No image for #{agent.first_name} #{agent.last_name}."
-    #  self.log err
-    #end
+
   end
 
   #=============================================================================
@@ -517,6 +398,7 @@ class CabooseRets::RetsImporter # < ActiveRecord::Base
   def self.purge_open_houses()  self.delay(:priority => 10, :queue => 'rets').purge_helper('OpenHouse', '2012-01-01') end
   
 
+  # Adds/removes records in the database
   def self.purge_helper(class_type, date_modified)    
     m = self.meta(class_type)    
     self.log(m.search_type)
@@ -573,12 +455,12 @@ class CabooseRets::RetsImporter # < ActiveRecord::Base
       ids_to_remove = local_ids - ids
       self.log3(class_type,nil,"Found #{ids_to_remove.count} #{class_type} records in the local database that are not in the remote database.")
       
-      # Delete all RetsMedia and CabooseMedia for the deleted property listings 
+      # Delete all RetsMedia and CabooseMedia for the deleted property listings (except keep the first image)
       if class_type == 'Property' && ids_to_remove && ids_to_remove.count > 0
         self.log3(class_type,nil,"Deleting Media objects that shouldn't be there...")
         muis = CabooseRets::Property.where("#{k} in (?)", ids_to_remove).pluck(:matrix_unique_id)
-        if muis && muis.count > 0
-          CabooseRets::Media.where("media_mui in (?)", muis).each do |med|
+        if muis && muis.count > 0 && Rails.env.production?
+          CabooseRets::Media.where("media_mui in (?)", muis).where("media_order != ?", 1).each do |med|
             self.log3("Media",med.id,"Deleting old RetsMedia #{med.id} and CabooseMedia #{med.media_id}...")
             m = Caboose::Media.where(:id => med.media_id).where("name ILIKE ?","rets_media%").first
             m.destroy if m
@@ -587,9 +469,11 @@ class CabooseRets::RetsImporter # < ActiveRecord::Base
         end
       end
 
-      self.log3(class_type,nil,"Deleting #{class_type} records in the local database that shouldn't be there...")
-      query = ["delete from #{t} where #{k} in (?)", ids_to_remove]
-      ActiveRecord::Base.connection.execute(ActiveRecord::Base.send(:sanitize_sql_array, query))
+      if class_type != 'Property' # keep all properties in the DB
+        self.log3(class_type,nil,"Deleting #{class_type} records in the local database that shouldn't be there...")
+        query = ["delete from #{t} where #{k} in (?)", ids_to_remove]
+        ActiveRecord::Base.connection.execute(ActiveRecord::Base.send(:sanitize_sql_array, query))
+      end
 
       # Find any ids in the remote database that should be in the local database
       self.log3(class_type,nil,"Finding #{class_type} records in the remote database that should be in the local database...")
@@ -612,54 +496,6 @@ class CabooseRets::RetsImporter # < ActiveRecord::Base
     end
   end
 
-  # def self.get_media_urls
-  #   m = self.meta(class_type)
-
-  #   # Get the total number of records
-  #   params = {
-  #     :search_type => m.search_type,
-  #     :class => class_type,
-  #     :query => "(#{m.matrix_modified_dt}=#{date_modified}T00:00:01+)",
-  #     :standard_names_only => true,
-  #     :timeout => -1
-  #   }
-  #   self.client.search(params.merge({ :count => 1 }))
-  #   count = self.client.rets_data[:code] == "20201" ? 0 : self.client.rets_data[:count]
-  #   batch_count = (count.to_f/5000.0).ceil
-
-  #   ids = []
-  #   k = m.remote_key_field
-  #   (0...batch_count).each do |i|
-  #     self.client.search(params.merge({ :select => [k], :limit => 5000, :offset => 5000*i })) do |data|
-  #       ids << data[k]
-  #     end
-  #   end
-
-  #   if ids.count > 0
-  #     # Delete any records in the local database that shouldn't be there
-  #     t = m.local_table
-  #     k = m.local_key_field
-  #     query = ["delete from #{t} where #{k} not in (?)", ids]
-  #     ActiveRecord::Base.connection.execute(ActiveRecord::Base.send(:sanitize_sql_array, query))
-
-  #     # Find any ids in the remote database that should be in the local database
-  #     query = "select distinct #{k} from #{t}"      
-  #     rows = ActiveRecord::Base.connection.select_all(ActiveRecord::Base.send(:sanitize_sql_array, query))
-  #     local_ids = rows.collect{ |row| row[k] }
-  #     ids_to_add = ids - local_ids
-  #     ids_to_add.each do |id|
-  #       self.log("Importing #{id}...")
-  #       case class_type
-  #         when "Property"  then self.delay(:priority => 10, :queue => 'rets').import_properties(id, true)
-  #         when "Office"    then self.delay(:priority => 10, :queue => 'rets').import_office(id, false)
-  #         when "Member"    then self.delay(:priority => 10, :queue => 'rets').import_agent(id, false)
-  #         when "OpenHouse" then self.delay(:priority => 10, :queue => 'rets').import_open_house(id, false)
-  #       end
-  #     end
-  #   end
-
-  # end
-
   #=============================================================================
   # Logging
   #=============================================================================
@@ -704,7 +540,7 @@ class CabooseRets::RetsImporter # < ActiveRecord::Base
         overlap = 1.week
       end
       self.update_after((self.last_updated - overlap), false)
-      self.download_missing_images
+      self.download_missing_images if Rails.env.production?
       self.log3(nil,nil,"Saving the timestamp for when we updated to #{task_started.to_s}...")
 		  self.save_last_updated(task_started)
 		  self.log2("Unlocking the task...")
@@ -725,7 +561,7 @@ class CabooseRets::RetsImporter # < ActiveRecord::Base
 		end
 
     # Delete RETS logs over 7 days old
-    dt = DateTime.now - 7.days
+    dt = DateTime.now - 5.days
     sql = "delete from rets_logs where timestamp < '#{dt}';"
     ActiveRecord::Base.connection.select_all(sql)
 

data/app/models/caboose_rets/schema.rb

@@ -347,6 +347,18 @@ class CabooseRets::Schema < Caboose::Utilities::Schema
       Caboose::User => [
         [ :rets_agent_mls_id , :string ]
       ],
+      CabooseRets::Notification => [
+        [ :user_id, :integer ],
+        [ :date_sent, :datetime ],
+        [ :site_id, :integer ],
+        [ :kind, :string ],
+        [ :sent_to, :string ],
+        [ :object_kind, :string ],
+        [ :object_id, :string ],
+        [ :old_value, :string ],
+        [ :new_value, :string ],
+        [ :message, :text ]
+      ],
       CabooseRets::RetsConfig => [
         [ :site_id, :integer ],
         [ :office_mls, :string ],

data/app/views/caboose_rets/rets_mailer/_property_row.html.erb

@@ -0,0 +1,31 @@
+<table border="0" cellpadding="0" cellspacing="0" width="800" id="templateColumns" style="width:100%;margin:0 0 20px 0;text-align:left;">
+	<tr>
+		<td align="left" valign="top" width="25%" class="templateColumnContainer" style="width:25%;padding:0;">
+			<a style="display:block;text-decoration:none;" href="<%= url %>/properties/<%= p.mls_number %>/details">
+        <% if p.featured_photo_url %>
+          <img style="display:block;max-width:200px;height:auto;" width="200" alt="MLS # <%= p.mls_number %>" src="<%= p.featured_photo_url %>" />
+        <% end %>
+      </a>
+		</td>
+		<td align="left" valign="top" width="37.5%" class="templateColumnContainer" style="width:37.5%;padding:5px 5px 5px 10px;">
+			<p style="margin:0 0 5px 0;font-size:14px;line-height:16px;"><strong>MLS#: <%= p.mls_number %></strong></p> 
+			<address style="margin:0 0 5px 0;font-size:15px;line-height:17px;"><%== p.full_address_city %></address>
+			<p style="margin:0 0 5px 0;font-size:15px;line-height:17px;">
+        <% if !p.subdivision.blank? %><span><%= p.subdivision.titleize %></span> | <% end %>
+        <% if !p.city.blank? && p.city.upcase != "NONE" %><span><%= p.city.titleize %></span><% end %>
+      </p>
+		</td>
+		<td align="left" valign="top" width="37.5%" class="templateColumnContainer" style="width:37.5%;padding:5px 0 5px 10px;">
+			<p style="margin:0 0 5px 0;font-size:16px;line-height:18px;"><strong><%= number_to_currency(p.list_price, :precision => 0) %></strong></p>
+      <p style="margin:0 0 5px 0;font-size:15px;line-height:17px;">
+        <% if !p.beds_total.blank? %><span><strong><%= p.beds_total %></strong> beds</span><br /><% end %>
+        <% if !p.baths_full.blank? %><span><strong><%= p.baths_full %></strong> baths</span><br /><% end %>
+        <% if !p.baths_half.blank? && p.baths_half > 0 %><span><strong><%= p.baths_half %></strong> ½ baths</span><br /><% end %>
+        <% if !p.sqft_total.blank? %><span><strong><%= number_with_delimiter(p.sqft_total.to_i, :delimiter => ',') %></strong> sqft</span><% end %>
+      </p>
+      <% if !p.original_entry_timestamp.blank? %>
+        <p  style="margin:0;font-size:13px;line-height:15px;">Listed <%= time_ago_in_words(p.original_entry_timestamp) %> ago</p>
+      <% end %>
+		</td>
+	</tr>
+</table>

data/app/views/caboose_rets/rets_mailer/daily_report.html.erb

@@ -0,0 +1,76 @@
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml">
+    <head>
+        <meta http-equiv="Content-Type" content="text/html; charset=UTF-8" />
+        <title></title>
+        <style>
+        	@media only screen and (max-width: 480px) {
+        		 #templateColumns{
+		            width: 100% !important;
+		        }
+		        .templateColumnContainer{
+		            display: block !important;
+		            width: 100% !important;
+		            padding: 10px !important;
+		        }
+        	}
+        </style>
+    </head>
+    <body>
+        <table border="0" cellpadding="0" cellspacing="0" height="100%" width="100%" id="bodyTable">
+            <tr>
+                <td align="center" valign="top">
+                    <table border="0" cellpadding="20" cellspacing="0" width="800" id="emailContainer">
+                        <tr>
+                            <td align="center" valign="top">
+                                
+
+
+<div style="text-align:center;margin-bottom:20px;padding:20px;background-color:<%= @color %>;">
+	<a style="display:inline-block;text-decoration:none;" href="<%= @url %>" target="_blank">
+		<img style="display:block;margin:0;" src="<%= @logo_url %>" alt="<%= @site.description %>" width="220" />
+	</a>
+</div>
+
+<div style="text-align:center;padding:20px;">
+	<h2>New and Suggested Listings</h2>
+	
+	<% if @new_listings.count > 0 %>
+		<h3>New Listings</h3>
+		<% @new_listings.each do |prop| %>
+			<%== render :partial => "caboose_rets/rets_mailer/property_row", :locals => { :p => prop, :url => @domain } %>
+		<% end %>
+		<div style="padding:10px 10px 40px 10px;text-align:center;">
+			<a style="display:inline-block;border-radius:5px;background:<%= @color %>;color:#fff;padding:5px 15px;line-height:30px;text-decoration:none;font-size:15px;" target="_blank" href="<%= @url %>">See More New Listings</a>
+		</div>
+	<% end %>
+
+	<% if @related_listings.count > 0 %>
+		<h3>Suggested Listings</h3>
+		<% @related_listings.each do |prop| %>
+			<%== render :partial => "caboose_rets/rets_mailer/property_row", :locals => { :p => prop, :url => @domain } %>
+		<% end %>
+		<div style="padding:10px 10px 40px 10px;text-align:center;">
+			<a style="display:inline-block;border-radius:5px;background:<%= @color %>;color:#fff;padding:5px 15px;line-height:30px;text-decoration:none;font-size:15px;" target="_blank" href="<%= @domain %>/saved-properties">See My Saved Listings</a>
+		</div>
+	<% end %>
+
+</div>
+
+<div style="text-align:center;margin-top:20px;padding:20px;background-color:<%= @color %>;">
+	<p style="margin:0;font-size:13px;">
+		<a style="color:#fff;text-decoration:none;font-size:13px;display:inline-block;" target="_blank" href="<%= @unsubscribe_url %>">
+			Unsubscribe
+		</a>
+	</p>
+</div>
+
+                            </td>
+                        </tr>
+                    </table>
+                </td>
+            </tr>
+        </table>
+    </body>
+</html>
+

data/app/views/caboose_rets/rets_mailer/property_price_change.html.erb

@@ -0,0 +1,69 @@
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml">
+    <head>
+        <meta http-equiv="Content-Type" content="text/html; charset=UTF-8" />
+        <title></title>
+        <style>
+        	@media only screen and (max-width: 480px) {
+        		 #templateColumns{
+		            width: 100% !important;
+		        }
+		        .templateColumnContainer{
+		            display: block !important;
+		            width: 100% !important;
+		            padding: 10px !important;
+		        }
+        	}
+        </style>
+    </head>
+    <body>
+        <table border="0" cellpadding="0" cellspacing="0" height="100%" width="100%" id="bodyTable">
+            <tr>
+                <td align="center" valign="top">
+                    <table border="0" cellpadding="20" cellspacing="0" width="800" id="emailContainer">
+                        <tr>
+                            <td align="center" valign="top">
+                                
+
+
+<div style="text-align:center;margin-bottom:20px;padding:20px;background-color:<%= @color %>;">
+	<a style="display:inline-block;text-decoration:none;" href="<%= @url %>" target="_blank">
+		<img style="display:block;margin:0;" src="<%= @logo_url %>" alt="<%= @site.description %>" width="220" />
+	</a>
+</div>
+
+<div style="text-align:center;padding:20px;">
+	<h2>Price Changed</h2>
+	
+	<% if @property %>
+		<%== render :partial => "caboose_rets/rets_mailer/property_row", :locals => { :p => @property, :url => @domain } %>
+		<div style="padding:0 10px;text-align:center;">
+			<p style="margin:0 0 6px 0;">
+				<strong>Old Price</strong>: <%= number_to_currency(@old_price, :precision => 0) %>
+			</p>
+			<p style="margin:0;">
+				<strong>New Price</strong>: <%= number_to_currency(@property.list_price, :precision => 0) %>
+			</p>
+		</div>
+	<% end %>
+
+
+</div>
+
+<div style="text-align:center;margin-top:20px;padding:20px;background-color:<%= @color %>;">
+	<p style="margin:0;font-size:13px;">
+		<a style="color:#fff;text-decoration:none;font-size:13px;display:inline-block;" target="_blank" href="<%= @unsubscribe_url %>">
+			Unsubscribe
+		</a>
+	</p>
+</div>
+
+                            </td>
+                        </tr>
+                    </table>
+                </td>
+            </tr>
+        </table>
+    </body>
+</html>
+

data/app/views/caboose_rets/rets_mailer/property_status_change.html.erb

@@ -0,0 +1,69 @@
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml">
+    <head>
+        <meta http-equiv="Content-Type" content="text/html; charset=UTF-8" />
+        <title></title>
+        <style>
+        	@media only screen and (max-width: 480px) {
+        		 #templateColumns{
+		            width: 100% !important;
+		        }
+		        .templateColumnContainer{
+		            display: block !important;
+		            width: 100% !important;
+		            padding: 10px !important;
+		        }
+        	}
+        </style>
+    </head>
+    <body>
+        <table border="0" cellpadding="0" cellspacing="0" height="100%" width="100%" id="bodyTable">
+            <tr>
+                <td align="center" valign="top">
+                    <table border="0" cellpadding="20" cellspacing="0" width="800" id="emailContainer">
+                        <tr>
+                            <td align="center" valign="top">
+                                
+
+
+<div style="text-align:center;margin-bottom:20px;padding:20px;background-color:<%= @color %>;">
+	<a style="display:inline-block;text-decoration:none;" href="<%= @url %>" target="_blank">
+		<img style="display:block;margin:0;" src="<%= @logo_url %>" alt="<%= @site.description %>" width="220" />
+	</a>
+</div>
+
+<div style="text-align:center;padding:20px;">
+	<h2>Status Changed</h2>
+	
+	<% if @property %>
+		<%== render :partial => "caboose_rets/rets_mailer/property_row", :locals => { :p => @property, :url => @domain } %>
+		<div style="padding:0 10px;text-align:center;">
+			<p style="margin:0 0 6px 0;">
+				<strong>Old Status</strong>: <%= @old_status %>
+			</p>
+			<p style="margin:0;">
+				<strong>New Status</strong>: <%= @property.status %>
+			</p>
+		</div>
+	<% end %>
+
+
+</div>
+
+<div style="text-align:center;margin-top:20px;padding:20px;background-color:<%= @color %>;">
+	<p style="margin:0;font-size:13px;">
+		<a style="color:#fff;text-decoration:none;font-size:13px;display:inline-block;" target="_blank" href="<%= @unsubscribe_url %>">
+			Unsubscribe
+		</a>
+	</p>
+</div>
+
+                            </td>
+                        </tr>
+                    </table>
+                </td>
+            </tr>
+        </table>
+    </body>
+</html>
+

data/app/views/caboose_rets/rets_mailer/user_welcome.html.erb

@@ -1,6 +1,6 @@
 <div style="text-align:center;margin-bottom:20px;padding:20px;background-color:<%= @color %>;">
 	<a style="display:inline-block;text-decoration:none;" href="<%= @url %>" target="_blank">
-		<img style="display:block;" src="<%= @logo_url %>" alt="<%= @site.description %>" width="220" />
+		<img style="display:block;margin:0;" src="<%= @logo_url %>" alt="<%= @site.description %>" width="220" />
 	</a>
 </div>
 
@@ -12,7 +12,7 @@
 </div>
 
 <div style="text-align:center;margin-top:20px;padding:20px;background-color:<%= @color %>;">
-	<p style="margin-top:20px;font-size:13px;">
+	<p style="margin:0;font-size:13px;">
 		<a style="color:#fff;text-decoration:none;font-size:13px;display:inline-block;" target="_blank" href="<%= @unsubscribe_url %>">
 			Unsubscribe
 		</a>

data/app/views/caboose_rets/saved_properties/rets_info.html.erb

@@ -4,7 +4,7 @@
 
 <div class="mb-holder">
   <p><div id='user_<%= @edituser.id %>_rets_agent_mls_id' ></div></p>
-  <% if @edituser.date_created %><p>Date Registered: <%= @edituser.date_created.in_time_zone('Central Time (US & Canada)').strftime('%B %-d, %Y') %></p><% end %>
+  <% if @edituser.date_created %><p>Date Registered: <%= @edituser.date_created.in_time_zone('Central Time (US & Canada)').strftime('%B %-d, %Y, %l:%M%P') %></p><% end %>
 </div>
 
 <% if @saved.count > 0 %>
@@ -15,7 +15,30 @@
       <% next if prop.nil? || prop.status != 'Active' %>
       <li>
         <a href="/properties/<%= sp.mls_number %>/details" target="_blank">MLS #<%= sp.mls_number %> - <%= prop.full_address %></a>
-        <% if !sp.date_saved.blank? %><span> - saved on <%= sp.date_saved.in_time_zone('Central Time (US & Canada)').strftime('%B %-d, %Y') %></span><% end %>
+        <% if !sp.date_saved.blank? %><span> - saved on <%= sp.date_saved.in_time_zone('Central Time (US & Canada)').strftime('%B %-d, %Y, %l:%M%P') %></span><% end %>
+      </li>
+    <% end %>
+  </ul>
+<% end %>
+
+<% if @emails.count > 0 %>
+  <h3 class="sp">Emails Sent</h3>
+  <ul class="saved">
+    <% @emails.each do |em| %>
+      <li>
+        <strong><%= em.kind %></strong>
+        <span>- sent on <%= em.date_sent.in_time_zone('Central Time (US & Canada)').strftime('%B %-d, %Y, %l:%M%P') %></span>
+        <% if !em.message.blank? %>
+          <p><%== em.message.gsub("\n","<br />") %></p>
+        <% elsif em.object_kind == 'Property' && em.object_id %>
+          <p><a href="/properties/<%= em.object_id %>/details" target="_blank">MLS # <%= em.object_id %></a>, 
+            <% if em.kind.include?('Price') %>
+              Old Price: <%= number_to_currency(em.old_value, :precision => 0) %> -> New Price: <%= number_to_currency(em.new_value, :precision => 0) %>
+            <% else %>
+              Old Status: <%= em.old_value %> -> New Status: <%= em.new_value %>
+            <% end %>
+          </p>
+        <% end %>
       </li>
     <% end %>
   </ul>
@@ -29,12 +52,25 @@
       margin: 30px 0 10px 0;
     }
     ul.saved {
+      margin: 0;
       padding-left: 0;
       list-style-type: none;
     }
     ul.saved li {
       display: block;
-      margin-bottom: 3px;
+      margin-bottom: 5px;
+    }
+    ul.saved li a {
+      text-decoration: none;
+      color: #3939a7;
+    }
+    ul.saved li a:hover {
+      color: #59a739;
+    }
+    ul.saved li p {
+      margin: 3px 0 0 0;
+      color:  #3e3e3e;
+      font-size:  13px;
     }
     ul.saved li a {
       text-decoration: none;

data/lib/caboose_rets/version.rb

@@ -1,3 +1,3 @@
 module CabooseRets
-  VERSION = '0.1.183'
+  VERSION = '0.1.184'
 end

data/lib/tasks/caboose_rets.rake

@@ -242,6 +242,10 @@ namespace :caboose_rets do
     CabooseRets::RetsImporter.update_helper('Property', last_updated, false)
   end
 
+  task :send_daily_emails => :environment do
+    CabooseRets::Notification.delay(:queue => "rets").send_new_suggested_emails
+  end
+
   #desc "Delete old rets properties"
   #task :delete_old_properties => :environment do
   #  CabooseRets::RetsImporter.delete_old_properties 
@@ -275,6 +279,11 @@ namespace :caboose_rets do
     CabooseRets::RetsImporter.update_helper("OpenHouse", d, false)
   end
 
+  desc "update rets"
+  task :updater => :environment do
+    CabooseRets::RetsImporter.delay(:queue => "rets").update_rets
+  end
+
   desc "Updates all the listings from MLS"
   task :update_rets => :environment do
     if task_is_locked

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: caboose-rets
 version: !ruby/object:Gem::Version
-  version: 0.1.183
+  version: 0.1.184
 platform: ruby
 authors:
 - William Barry
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2021-07-27 00:00:00.000000000 Z
+date: 2021-08-11 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: caboose-cms
@@ -71,6 +71,7 @@ files:
 - app/models/caboose_rets/agent_meta.rb
 - app/models/caboose_rets/log.rb
 - app/models/caboose_rets/media.rb
+- app/models/caboose_rets/notification.rb
 - app/models/caboose_rets/office.rb
 - app/models/caboose_rets/office_meta.rb
 - app/models/caboose_rets/open_house.rb
@@ -107,7 +108,11 @@ files:
 - app/views/caboose_rets/properties/property_not_exists.html.erb
 - app/views/caboose_rets/properties/test_form.html.erb
 - app/views/caboose_rets/rets/admin_import_form.html.erb
+- app/views/caboose_rets/rets_mailer/_property_row.html.erb
+- app/views/caboose_rets/rets_mailer/daily_report.html.erb
 - app/views/caboose_rets/rets_mailer/new_user.html.erb
+- app/views/caboose_rets/rets_mailer/property_price_change.html.erb
+- app/views/caboose_rets/rets_mailer/property_status_change.html.erb
 - app/views/caboose_rets/rets_mailer/user_welcome.html.erb
 - app/views/caboose_rets/saved_properties/index.html.erb
 - app/views/caboose_rets/saved_properties/rets_info.html.erb