reso 0.1.6.7 → 0.2.2

data/app/models/cooling_system.rb

@@ -1,3 +0,0 @@
-class CoolingSystem < Enumeration
-  has_and_belongs_to_many :listings, foreign_key: "enumeration_id"
-end

data/app/models/county.rb

@@ -1,5 +0,0 @@
-class County < Place
-
-  has_many :listings
-
-end

data/app/models/currency_period.rb

@@ -1,3 +0,0 @@
-class CurrencyPeriod < Enumeration
-  has_many :expenses
-end

data/app/models/enumeration.rb

@@ -1,7 +0,0 @@
-class Enumeration < ActiveRecord::Base
-
-  validates_presence_of :name
-  validates_presence_of :type
-  validates_uniqueness_of :name, scope: :type
-
-end

data/app/models/expense.rb

@@ -1,6 +0,0 @@
-class Expense < ActiveRecord::Base
-  belongs_to :expense_category, optional: true
-  belongs_to :currency_period, optional: true
-  belongs_to :listing, optional: true
-  
-end

data/app/models/expense_category.rb

@@ -1,2 +0,0 @@
-class ExpenseCategory < Enumeration
-end

data/app/models/exterior_type.rb

@@ -1,3 +0,0 @@
-class ExteriorType < Enumeration
-  has_and_belongs_to_many :listings, foreign_key: "enumeration_id"
-end

data/app/models/floor_covering.rb

@@ -1,3 +0,0 @@
-class FloorCovering < Enumeration
-  has_and_belongs_to_many :listings, foreign_key: "enumeration_id"
-end

data/app/models/foreclosure_status.rb

@@ -1,5 +0,0 @@
-class ForeclosureStatus < Enumeration
-
-  has_many :listings
-
-end

data/app/models/franchise.rb

@@ -1,4 +0,0 @@
-class Franchise < Business
-  has_many :listings
-  has_one :address, as: :addressable
-end

data/app/models/gender.rb

@@ -1,3 +0,0 @@
-class Gender < Enumeration
-  has_many :people
-end

data/app/models/heating_fuel.rb

@@ -1,3 +0,0 @@
-class HeatingFuel < Enumeration
-  has_and_belongs_to_many :listings, foreign_key: "enumeration_id"
-end

data/app/models/heating_system.rb

@@ -1,3 +0,0 @@
-class HeatingSystem < Enumeration
-  has_and_belongs_to_many :listings, foreign_key: "enumeration_id"
-end

data/app/models/home_feature.rb

@@ -1,3 +0,0 @@
-class HomeFeature < Enumeration
-  has_and_belongs_to_many :listings, foreign_key: "enumeration_id"
-end

data/app/models/import.rb

@@ -1,153 +0,0 @@
-class Import < ActiveRecord::Base
-
-  require 'nokogiri'
-  require 'open-uri'
-  require 'open_uri_redirections'
-	include ActionView::Helpers::TagHelper
-
-  before_save :set_import_format
-  belongs_to :import_format
-  enum status: [ :active, :inactive, :running ]
-  has_many :import_results
-  has_many :listings
-  has_many :queued_listings
-  validates_uniqueness_of :token
-
-  def remove_listings_not_present fresh_listing_keys
-    existing_listing_keys = self.listings.all.pluck(:listing_key)
-    stale_listing_keys = existing_listing_keys.delete_if{|key| fresh_listing_keys.include? key }
-    stale_listing_keys.each do |listing_key|
-      Listing.find_by(listing_key: listing_key).destroy
-    end
-    stale_listing_keys
-  end
-
-  def set_import_format
-    self.import_format = ImportFormat.find_by(name: 'reso') unless self.import_format.present?
-  end
-
-  def source_url_last_modified
-    open(self.source_url, 
-      http_basic_authentication: [self.source_user, self.source_pass], 
-      allow_redirections: :all
-    ){|f| return f.last_modified }
-  end
-  
-  def new_source_data_exists?
-    source_url_last_modified = self.source_url_last_modified
-    if source_url_last_modified.present? && self.source_data_modified.present?
-      DateTime.parse(source_url_last_modified.to_s) > DateTime.parse(self.source_data_modified.to_s) ? true : false
-    else
-      true
-    end
-  end
-
-  def run_import
-    if self.status == 'active'
-      self.update_attribute(:status, :running)
-      if self.new_source_data_exists?
-        
-        source_data_modified = self.source_url_last_modified
-        self.update_attribute(:source_data_modified, source_data_modified)
-
-        listing_count, count, found_listing_keys, snapshots, stream = 0, 0, [], [], ''
-        open_tag, close_tag = get_open_and_closing_tag_for self.repeating_element
-
-        # Grab a file to work with
-        filepath = download_feed_to_import self
-        filepath = uncompress_and_return_new_filepath(filepath) if filepath.split('.').last.downcase == 'gz'
-      
-        # Grab the XML header to avoid namespace errors later 
-        xml_header = get_xml_header filepath, self.repeating_element
-
-        start_time = Time.now
-        import_result = ImportResult.create(import: self, start_time: start_time, source_data_modified: source_data_modified)
-        File.foreach(filepath) do |line|
-          stream += line
-          while (from_here = stream.index(open_tag)) && (to_there = stream.index(close_tag))
-            xml = stream[from_here..to_there + (close_tag.length-1)]
-            doc = Nokogiri::XML([xml_header, xml].join).remove_namespaces!
-            found_listing_keys << create_queued_listing_and_return_listing_key(doc, self)
-            stream.gsub!(xml, '')
-            if ((listing_count += 1) % 100).zero?
-              GC.start
-              snapshots << [listing_count, listing_count/(Time.now - start_time)]
-              import_result.update_attribute(:snapshots, snapshots) if (listing_count % 1000).zero?
-              puts snapshots.last.inspect if Rails.env.development?
-            end
-          end
-        end
-        snapshots << [listing_count, listing_count/(Time.now - start_time)]
-        end_time = Time.now
-        self.update_attribute(:status, :active)
-        removed_listing_keys = self.remove_listings_not_present(found_listing_keys)
-        import_result.assign_attributes({
-          end_time: end_time,
-          found_listing_keys: found_listing_keys,
-          removed_listing_keys: removed_listing_keys,
-          snapshots: snapshots
-        })
-        import_result.save
-        File.delete(filepath)
-      end
-      self.update_attribute(:status, :active)
-    end
-  end
-  
-  def download_feed_to_import import
-    filename = [Time.now.to_s.parameterize, import.source_url.split('/').last].join
-    filepath = Rails.root.join('tmp', filename).to_s
-    File.delete(filepath) if File.file? filepath
-    open(filepath, 'wb') do |file|
-      file << open(import.source_url, 
-                http_basic_authentication: [import.source_user, import.source_pass], 
-                allow_redirections: :all
-              ).read
-    end
-    filepath
-  end
-
-  def get_open_and_closing_tag_for repeating_element
-    content_tag(repeating_element, "\n").split
-  end
-
-  def get_xml_header filepath, repeating_element
-    stream = ''
-    open_tag = get_open_and_closing_tag_for(repeating_element).first
-    File.foreach(filepath) do |line|
-      stream += line
-      pos = stream.index(open_tag)
-      return stream[0..pos-1] if pos
-    end
-    nil # Just in cases
-  end
-
-  def create_queued_listing_and_return_listing_key doc, import
-    begin
-      doc.css(import.repeating_element).each do |o|
-        listing_data = {}
-        Hash.from_xml(o.to_xml)[import.repeating_element].each_pair{|key, value| listing_data[key] = value }
-        queued_listing = QueuedListing.new(import: import, listing_data: listing_data)
-        queued_listing.save
-        return Mapper::unique_identifier(queued_listing)
-      end
-    rescue Exception => e
-      puts e.inspect
-      exit if Rails.env.development?
-      return nil
-    end
-  end
-  
-  def uncompress_and_return_new_filepath filepath
-    output_path = [filepath, '.xml'].join
-    File.delete(output_path) if File.file? output_path
-    Zlib::GzipReader.open(filepath) do |gz|
-      File.open(output_path, "w") do |g|
-        IO.copy_stream(gz, g)
-      end
-    end
-    File.delete(filepath)
-    output_path
-  end
-  
-end

data/app/models/import_format.rb

@@ -1,3 +0,0 @@
-class ImportFormat < Enumeration
-  has_many :imports
-end

data/app/models/import_result.rb

@@ -1,12 +0,0 @@
-class ImportResult < ActiveRecord::Base
-  belongs_to :import
-  enum status: [ :starting, :running, :finishing, :finished, :stalled, :aborted ]
-  serialize :found_listing_keys
-  serialize :removed_listing_keys
-  serialize :snapshots
-  
-  def found_count_difference
-    previous_run = self.import.import_results.where(['start_time < ?', self.start_time]).order("start_time DESC").limit(1).first
-    previous_run.present? ? self.found_listing_keys.count - previous_run.found_listing_keys.count : nil
-  end
-end

data/app/models/license_category.rb

@@ -1,2 +0,0 @@
-class LicenseCategory < Enumeration
-end

data/app/models/listing.rb

@@ -1,64 +0,0 @@
-class Listing < ActiveRecord::Base
-
-  belongs_to :architecture_style, optional: true
-  belongs_to :brokerage, optional: true
-  belongs_to :builder, optional: true
-  belongs_to :community, optional: true
-  belongs_to :county, optional: true
-  belongs_to :foreclosure_status, optional: true
-  belongs_to :franchise, optional: true
-  belongs_to :import, optional: true
-  belongs_to :listing_category, optional: true
-  belongs_to :listing_provider, optional: true
-  belongs_to :listing_status, optional: true
-  belongs_to :multiple_listing_service, optional: true
-  belongs_to :property_sub_type, optional: true
-  belongs_to :property_type, optional: true
-  belongs_to :office, optional: true
-  belongs_to :zoning_type, optional: true
-
-  has_one :address, as: :addressable, dependent: :destroy
-
-  has_many :alternate_prices, dependent: :destroy
-  has_many :expenses, dependent: :destroy
-  has_many :open_houses, dependent: :destroy
-  has_many :photos, dependent: :destroy
-  has_many :people, through: :participants
-  has_many :rooms, dependent: :destroy
-  has_many :taxes, dependent: :destroy
-  has_many :videos, dependent: :destroy
-  has_many :virtual_tours, dependent: :destroy
-  
-  has_and_belongs_to_many :appliances, association_foreign_key: "enumeration_id"
-  has_and_belongs_to_many :cooling_systems, association_foreign_key: "enumeration_id"
-  has_and_belongs_to_many :exterior_types, association_foreign_key: "enumeration_id"
-  has_and_belongs_to_many :floor_coverings, association_foreign_key: "enumeration_id"
-  has_and_belongs_to_many :heating_fuels, association_foreign_key: "enumeration_id"
-  has_and_belongs_to_many :heating_systems, association_foreign_key: "enumeration_id"
-  has_and_belongs_to_many :home_features, association_foreign_key: "enumeration_id"
-  has_and_belongs_to_many :neighborhoods, association_foreign_key: "place_id"
-  has_and_belongs_to_many :parking, association_foreign_key: "enumeration_id"
-  has_and_belongs_to_many :participants
-  has_and_belongs_to_many :roof_types, association_foreign_key: "enumeration_id"
-  has_and_belongs_to_many :view_types, association_foreign_key: "enumeration_id"
-
-  accepts_nested_attributes_for :alternate_prices, allow_destroy: true
-  accepts_nested_attributes_for :appliances
-  accepts_nested_attributes_for :cooling_systems
-  accepts_nested_attributes_for :expenses, allow_destroy: true
-  accepts_nested_attributes_for :exterior_types
-  accepts_nested_attributes_for :floor_coverings
-  accepts_nested_attributes_for :heating_fuels
-  accepts_nested_attributes_for :heating_systems
-  accepts_nested_attributes_for :home_features
-  accepts_nested_attributes_for :neighborhoods
-  accepts_nested_attributes_for :open_houses, allow_destroy: true
-  accepts_nested_attributes_for :parking
-  accepts_nested_attributes_for :participants, allow_destroy: true
-  accepts_nested_attributes_for :roof_types
-  accepts_nested_attributes_for :rooms, allow_destroy: true
-  accepts_nested_attributes_for :taxes, allow_destroy: true
-  accepts_nested_attributes_for :view_types
-
-end
-

data/app/models/listing_category.rb

@@ -1,5 +0,0 @@
-class ListingCategory < Enumeration
-
-  has_many :listings
-
-end

data/app/models/listing_media.rb

@@ -1,6 +0,0 @@
-class ListingMedia < ActiveRecord::Base
-
-#  validates_presence_of :media_url
-#  validates_presence_of :type
-
-end

data/app/models/listing_provider.rb

@@ -1,9 +0,0 @@
-class ListingProvider < ActiveRecord::Base
-  belongs_to :source_provider_category, optional: true
-
-  has_many :listings
-
-#  validates_presence_of :name
-#  validates_presence_of :source_provider_category
-
-end

data/app/models/listing_status.rb

@@ -1,5 +0,0 @@
-class ListingStatus < Enumeration
-
-  has_many :listings
-
-end

data/app/models/multiple_listing_service.rb

@@ -1,5 +0,0 @@
-class MultipleListingService < ActiveRecord::Base
-
-  has_many :listings
-
-end

data/app/models/neighborhood.rb

@@ -1,3 +0,0 @@
-class Neighborhood < Place
-  has_and_belongs_to_many :listings, foreign_key: "place_id"
-end

data/app/models/office.rb

@@ -1,6 +0,0 @@
-class Office < ActiveRecord::Base
-
-  has_many :listings
-  has_one :address, as: :addressable
-
-end

data/app/models/open_house.rb

@@ -1,4 +0,0 @@
-class OpenHouse < ActiveRecord::Base
-  belongs_to :listing
-
-end

data/app/models/parking.rb

@@ -1,3 +0,0 @@
-class Parking < Enumeration
-  has_and_belongs_to_many :listings, foreign_key: "enumeration_id"
-end

data/app/models/participant.rb

@@ -1,5 +0,0 @@
-class Participant < ActiveRecord::Base
-  belongs_to :participant_role, optional: true
-  has_many :participant_licenses
-  has_and_belongs_to_many :listings
-end

data/app/models/participant_license.rb

@@ -1,8 +0,0 @@
-class ParticipantLicense < ActiveRecord::Base
-  belongs_to :license_category
-  belongs_to :participant
-  
-#  validates_presence_of :license_category
-#  validates_presence_of :participant
-  
-end

data/app/models/participant_role.rb

@@ -1,3 +0,0 @@
-class ParticipantRole < Enumeration
-  has_many :participants
-end

data/app/models/person.rb

@@ -1,18 +0,0 @@
-class Person < ActiveRecord::Base
-  belongs_to :gender
-  
-  def complete_name
-    # Dr. Edwin E. 'Buzz' Aldrin Jr.
-
-    self.nick_name.blank? ? nick_name = nil : nick_name = "'#{self.nick_name}'"
-    self.middle_name.blank? ? middle_name = nil : middle_name = "#{self.middle_name.first.upcase}."
-    [
-      self.personal_title,
-      self.first_name,
-      middle_name,
-      nick_name,
-      self.last_name,
-      self.suffix
-    ].delete_if{|i| i.blank? }.join(' ')
-  end
-end

data/app/models/photo.rb

@@ -1,3 +0,0 @@
-class Photo < ListingMedia
-  belongs_to :listing
-end

data/app/models/place.rb

@@ -1,3 +0,0 @@
-class Place < ActiveRecord::Base
-  has_and_belongs_to_many :schools, foreign_key: "place_id"
-end

data/app/models/price.rb

@@ -1,4 +0,0 @@
-class Price < ActiveRecord::Base
-  belongs_to :currency_period, optional: true
-  belongs_to :listing, optional: true
-end

data/app/models/property_sub_type.rb

@@ -1,5 +0,0 @@
-class PropertySubType < Enumeration
-
-  has_many :listings
-
-end

data/app/models/property_type.rb

@@ -1,5 +0,0 @@
-class PropertyType < Enumeration
-
-  has_many :listings
-
-end

data/app/models/queued_listing.rb

@@ -1,31 +0,0 @@
-class QueuedListing < ActiveRecord::Base
-  belongs_to :import
-  serialize :listing_data
-  after_save :create_listing_and_remove_myself
-
-  def mapper
-    "Mapper::#{self.import.import_format.name.downcase.capitalize}".constantize
-  end
-
-  def create_or_update_listing
-    listing = self.import.listings.
-      eager_load(:address).
-      eager_load(:appliances).
-      eager_load(:participants).
-      eager_load(:photos).
-      find_or_initialize_by(
-        listing_key: Mapper::unique_identifier(self)
-      )
-    if (listing.modification_timestamp != mapper.modification_timestamp(self, listing))
-      Mapper::RESO_LISTING_ATTRIBUTES.each do |attribute|
-        listing.send("#{attribute}=", mapper.send(attribute, self, listing))
-      end
-      listing.save
-    end
-  end
-
-  def create_listing_and_remove_myself
-    create_or_update_listing ? self.destroy : false 
-  end
-  
-end

data/app/models/roof_type.rb

@@ -1,3 +0,0 @@
-class RoofType < Enumeration
-  has_and_belongs_to_many :listings, foreign_key: "enumeration_id"
-end

data/app/models/room.rb

@@ -1,4 +0,0 @@
-class Room < ActiveRecord::Base
-  belongs_to :room_category, optional: true
-  belongs_to :listing, optional: true
-end

data/app/models/room_category.rb

@@ -1,2 +0,0 @@
-class RoomCategory < Enumeration
-end

data/app/models/school.rb

@@ -1,3 +0,0 @@
-class School < ActiveRecord::Base
-  belongs_to :school_category, optional: true
-end

data/app/models/school_category.rb

@@ -1,2 +0,0 @@
-class SchoolCategory < Enumeration
-end

data/app/models/source_provider_category.rb

@@ -1,2 +0,0 @@
-class SourceProviderCategory < Enumeration
-end

data/app/models/tax.rb

@@ -1,3 +0,0 @@
-class Tax < ActiveRecord::Base
-  belongs_to :listing, optional: true
-end

data/app/models/video.rb

@@ -1,3 +0,0 @@
-class Video < ListingMedia
-  belongs_to :listing, optional: true
-end

data/app/models/view_type.rb

@@ -1,3 +0,0 @@
-class ViewType < Enumeration
-  has_and_belongs_to_many :listings, foreign_key: "enumeration_id"
-end

data/app/models/virtual_tour.rb

@@ -1,3 +0,0 @@
-class VirtualTour < ListingMedia
-  belongs_to :listing, optional: true
-end