cubesmart 0.1.0 → 0.3.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: ea9ec6ccaa984aec55a381edbdb9bf8998b2d2e60274ae4440f6a6ee7476730e
-  data.tar.gz: 787a788d8d62665887f49dd8ae34e6f9ff6d0f0d3f31b507602e719a4d826e95
+  metadata.gz: 3e26402813c2f507a7a4902766a26821194de2f1c9c2d31ef633b2138c45e2f5
+  data.tar.gz: 91628c2ca652fc5be1788d4616652b82483863ab3b0bc3107cf7f3b9861cac51
 SHA512:
-  metadata.gz: 9e68c9af8d7bef159d0a0c920fefe68dcdfa2bc3ac87bbf81217bc7f9a42e7520d8a154135a2e05b52530becf577b6ce9adeae53c15cee18306098f5b2affb6e
-  data.tar.gz: ad330358eb510641de1d7f6c94580895730ff443074d38babf561f0625fc093d220630c56a6ba3a4a19c47d53507c887a1db399d6df8ddaf3e438d30ae03511b
+  metadata.gz: e1f88ebc04f150dc9cbf0d590e01f05245be3a3a323d31526b6f5cdd6f445b38ad66c2cf7a0f77847ba20c62c364b58a1fd9db1bb87ee2fd8d610f0fc30f53cc
+  data.tar.gz: 04f620cbfe554d8ecaeb77e363ad7a31c506a954c86deec4f6ad597af182c39c42340667f202fe9a7880740d4c4525c657368813d8a9bd6d6751aea8398db3ca

data/lib/cubesmart/address.rb

@@ -50,12 +50,10 @@ module CubeSmart
     #
     # @return [Address]
     def self.parse(data:)
-      lines = %w[line1 line2 line3 line4].map { |key| data[key] }
-
       new(
-        street: lines.compact.reject(&:empty?).join(' '),
-        city: data['city'],
-        state: data['stateName'],
+        street: data['streetAddress'],
+        city: data['addressLocality'],
+        state: data['addressRegion'],
         zip: data['postalCode']
       )
     end

data/lib/cubesmart/cli.rb

@@ -31,7 +31,7 @@ module CubeSmart
     private
 
     def crawl
-      CubeSmart::Facility.crawl
+      Crawl.run
       exit(Code::OK)
     end
 

data/lib/cubesmart/crawl.rb

@@ -0,0 +1,37 @@
+# frozen_string_literal: true
+
+module CubeSmart
+  # Handles the crawl command via CLI.
+  class Crawl
+    def self.run(...)
+      new(...).run
+    end
+
+    # @param stdout [IO] optional
+    # @param stderr [IO] optional
+    # @param options [Hash] optional
+    def initialize(stdout: $stdout, stderr: $stderr, options: {})
+      @stdout = stdout
+      @stderr = stderr
+      @options = options
+    end
+
+    def run
+      sitemap = Facility.sitemap
+      @stdout.puts("count=#{sitemap.links.count}")
+      @stdout.puts
+
+      sitemap.links.each { |link| process(url: link.loc) }
+    end
+
+    def process(url:)
+      @stdout.puts(url)
+      facility = Facility.fetch(url: url)
+      @stdout.puts(facility.text)
+      facility.prices.each { |price| @stdout.puts(price.text) }
+      @stdout.puts
+    rescue FetchError => e
+      @stderr.puts("url=#{url} error=#{e.message}")
+    end
+  end
+end

data/lib/cubesmart/crawler.rb

@@ -5,15 +5,6 @@ module CubeSmart
   class Crawler
     HOST = 'https://www.cubesmart.com'
 
-    # Raised for unexpected HTTP responses.
-    class FetchError < StandardError
-      # @param url [String]
-      # @param response [HTTP::Response]
-      def initialize(url:, response:)
-        super("url=#{url} status=#{response.status.inspect} body=#{String(response.body).inspect}")
-      end
-    end
-
     # @param url [String]
     # @raise [FetchError]
     # @return [Nokogiri::HTML::Document]

data/lib/cubesmart/dimensions.rb

@@ -39,11 +39,18 @@ module CubeSmart
       "#{format('%g', @width)}' × #{format('%g', @depth)}' (#{@sqft} sqft)"
     end
 
-    # @param data [Hash]
+    # @param element [Nokogiri::XML::Element]
     #
     # @return [Dimensions]
-    def self.parse(data:)
-      new(depth: data['depth'], width: data['width'], sqft: data['squareFoot'])
+    def self.parse(element:)
+      text = element.text
+      match = text.match(/(?<width>[\d\.]+)'x(?<depth>[\d\.]+)'/)
+      raise text.inspect if match.nil?
+
+      width = Float(match[:width])
+      depth = Float(match[:depth])
+      sqft = Integer(width * depth)
+      new(depth:, width:, sqft:)
     end
   end
 end

data/lib/cubesmart/facility.rb

@@ -7,8 +7,15 @@ module CubeSmart
   class Facility
     class ParseError < StandardError; end
 
+    DEFAULT_EMAIL = 'webleads@cubesmart.com'
+    DEFAULT_PHONE = '1-877-279-7585'
+
     SITEMAP_URL = 'https://www.cubesmart.com/sitemap-facility.xml'
 
+    PRICE_SELECTOR = %w[small medium large].map do |group|
+      ".#{group}-group ul.csStorageSizeDimension li.csStorageSizeDimension"
+    end.join(', ')
+
     ID_REGEX = /(?<id>\d+)\.html/
 
     # @attribute [rw] id
@@ -19,6 +26,14 @@ module CubeSmart
     #   @return [String]
     attr_accessor :name
 
+    # @attribute [rw] phone
+    #   @return [String]
+    attr_accessor :phone
+
+    # @attribute [rw] email
+    #   @return [String]
+    attr_accessor :email
+
     # @attribute [rw] address
     #   @return [Address]
     attr_accessor :address
@@ -54,7 +69,7 @@ module CubeSmart
       name = data['name']
       address = Address.parse(data: data['address'])
       geocode = Geocode.parse(data: data['geo'])
-      prices = []
+      prices = document.css(PRICE_SELECTOR).map { |element| Price.parse(element: element) }
 
       new(id:, name:, address:, geocode:, prices:)
     end
@@ -69,31 +84,20 @@ module CubeSmart
       graph.find { |entry| entry['@type'] == 'SelfStorage' } || raise(ParseError, 'missing @graph')
     end
 
-    def self.crawl
-      sitemap.links.each do |link|
-        url = link.loc
-
-        facility = fetch(url:)
-        puts facility.text
-
-        facility.prices.each do |price|
-          puts price.text
-        end
-
-        puts
-      end
-    end
-
     # @param id [String]
     # @param name [String]
     # @param address [Address]
     # @param geocode [Geocode]
+    # @param phone [String]
+    # @param email [String]
     # @param prices [Array<Price>]
-    def initialize(id:, name:, address:, geocode:, prices:)
+    def initialize(id:, name:, address:, geocode:, phone: DEFAULT_PHONE, email: DEFAULT_EMAIL, prices: [])
       @id = id
       @name = name
       @address = address
       @geocode = geocode
+      @phone = phone
+      @email = email
       @prices = prices
     end
 
@@ -103,6 +107,8 @@ module CubeSmart
         "id=#{@id.inspect}",
         "address=#{@address.inspect}",
         "geocode=#{@geocode.inspect}",
+        "phone=#{@phone.inspect}",
+        "email=#{@email.inspect}",
         "prices=#{@prices.inspect}"
       ]
       "#<#{self.class.name} #{props.join(' ')}>"
@@ -110,7 +116,7 @@ module CubeSmart
 
     # @return [String]
     def text
-      "#{@id} | #{@name} | #{@address.text} | #{@geocode.text}"
+      "#{@id} | #{@name} | #{@phone} | #{@email} | #{@address.text} | #{@geocode.text}"
     end
   end
 end

data/lib/cubesmart/fetch_error.rb

@@ -0,0 +1,12 @@
+# frozen_string_literal: true
+
+module CubeSmart
+  # Raised for unexpected HTTP responses.
+  class FetchError < Error
+    # @param url [String]
+    # @param response [HTTP::Response]
+    def initialize(url:, response:)
+      super("url=#{url} status=#{response.status.inspect} body=#{String(response.body).inspect}")
+    end
+  end
+end

data/lib/cubesmart/price.rb

@@ -39,14 +39,15 @@ module CubeSmart
       "#{@id} | #{@dimensions.text} | #{@rates.text}"
     end
 
-    # @param data [Hash]
+    # @param element [Nokogiri::XML::Element]
     #
     # @return [Price]
-    def self.parse(data:)
-      dimensions = Dimensions.parse(data: data['dimensions'])
-      rates = Rates.parse(data: data['rates'])
+    def self.parse(element:)
+      id = element.attr('id')
+      dimensions = Dimensions.parse(element:)
+      rates = Rates.parse(element:)
       new(
-        id: data['uid'],
+        id:,
         dimensions: dimensions,
         rates: rates
       )

data/lib/cubesmart/rates.rb

@@ -3,6 +3,10 @@
 module CubeSmart
   # The rates (street + web) for a facility
   class Rates
+    STREET_SELECTOR = '.ptOriginalPriceSpan'
+    WEB_SELECTOR = '.ptDiscountPriceSpan'
+    VALUE_REGEX = /(?<value>[\d\.]+)/
+
     # @attribute [rw] street
     #   @return [Integer]
     attr_accessor :street
@@ -11,6 +15,26 @@ module CubeSmart
     #   @return [Integer]
     attr_accessor :web
 
+    # @param element [Nokogiri::XML::Element]
+    #
+    # @return [Rates]
+    def self.parse(element:)
+      street = parse_value(element: element.at_css(STREET_SELECTOR))
+      web = parse_value(element: element.at_css(WEB_SELECTOR))
+
+      new(street: street || web, web: web || street)
+    end
+
+    # @param element [Nokogiri::XML::Element]
+    #
+    # @return [Float, nil]
+    def self.parse_value(element:)
+      return if element.nil?
+
+      match = VALUE_REGEX.match(element.text)
+      Float(match[:value]) if match
+    end
+
     # @param street [Integer]
     # @param web [Integer]
     def initialize(street:, web:)
@@ -31,15 +55,5 @@ module CubeSmart
     def text
       "$#{@street} (street) | $#{@web} (web)"
     end
-
-    # @param data [Hash]
-    #
-    # @return [Rates]
-    def self.parse(data:)
-      new(
-        street: data['street'],
-        web: data['web']
-      )
-    end
   end
 end

data/lib/cubesmart/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module CubeSmart
-  VERSION = '0.1.0'
+  VERSION = '0.3.0'
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: cubesmart
 version: !ruby/object:Gem::Version
-  version: 0.1.0
+  version: 0.3.0
 platform: ruby
 authors:
 - Kevin Sylvestre
-autorequire:
+autorequire: 
 bindir: exe
 cert_chain: []
-date: 2024-12-03 00:00:00.000000000 Z
+date: 2024-12-04 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: http
@@ -97,9 +97,11 @@ files:
 - lib/cubesmart/address.rb
 - lib/cubesmart/cli.rb
 - lib/cubesmart/config.rb
+- lib/cubesmart/crawl.rb
 - lib/cubesmart/crawler.rb
 - lib/cubesmart/dimensions.rb
 - lib/cubesmart/facility.rb
+- lib/cubesmart/fetch_error.rb
 - lib/cubesmart/geocode.rb
 - lib/cubesmart/link.rb
 - lib/cubesmart/price.rb
@@ -114,7 +116,7 @@ metadata:
   homepage_uri: https://github.com/ksylvest/cubesmart
   source_code_uri: https://github.com/ksylvest/cubesmart
   changelog_uri: https://github.com/ksylvest/cubesmart
-post_install_message:
+post_install_message: 
 rdoc_options: []
 require_paths:
 - lib
@@ -129,8 +131,8 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.5.22
-signing_key:
+rubygems_version: 3.5.23
+signing_key: 
 specification_version: 4
 summary: A crawler for CubeSmart.
 test_files: []