cubesmart 0.1.0 → 0.2.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: ea9ec6ccaa984aec55a381edbdb9bf8998b2d2e60274ae4440f6a6ee7476730e
-  data.tar.gz: 787a788d8d62665887f49dd8ae34e6f9ff6d0f0d3f31b507602e719a4d826e95
+  metadata.gz: e1781d8409650e418c66768205aaa73dd3b95d10c22cfdb58996c4b7d0f813c5
+  data.tar.gz: 4c9cc3f1d3f3ff55cac8fa8442faea727f3ac885f3224f33e225de9b802ec246
 SHA512:
-  metadata.gz: 9e68c9af8d7bef159d0a0c920fefe68dcdfa2bc3ac87bbf81217bc7f9a42e7520d8a154135a2e05b52530becf577b6ce9adeae53c15cee18306098f5b2affb6e
-  data.tar.gz: ad330358eb510641de1d7f6c94580895730ff443074d38babf561f0625fc093d220630c56a6ba3a4a19c47d53507c887a1db399d6df8ddaf3e438d30ae03511b
+  metadata.gz: b5d64f586345d591466b8b50dacf95baf86c71bbbf2d02f967b88e5768c48e528b5602f2617e10b9f62006d62c4bdcd8ea7f8c485d30b5b0cac85390406f77d4
+  data.tar.gz: 04356e1ca5ae5fb07435d39e7eb44837146f0b3f2f2b13d373aaf3caeb327f15104b99a6467098c29f622da3e891c54764c67fa05616b271dcd2ecbce433e592

data/lib/cubesmart/address.rb

@@ -50,12 +50,10 @@ module CubeSmart
     #
     # @return [Address]
     def self.parse(data:)
-      lines = %w[line1 line2 line3 line4].map { |key| data[key] }
-
       new(
-        street: lines.compact.reject(&:empty?).join(' '),
-        city: data['city'],
-        state: data['stateName'],
+        street: data['streetAddress'],
+        city: data['addressLocality'],
+        state: data['addressRegion'],
         zip: data['postalCode']
       )
     end

data/lib/cubesmart/cli.rb

@@ -31,7 +31,7 @@ module CubeSmart
     private
 
     def crawl
-      CubeSmart::Facility.crawl
+      Crawl.run
       exit(Code::OK)
     end
 

data/lib/cubesmart/crawl.rb

@@ -0,0 +1,37 @@
+# frozen_string_literal: true
+
+module CubeSmart
+  # Handles the crawl command via CLI.
+  class Crawl
+    def self.run(...)
+      new(...).run
+    end
+
+    # @param stdout [IO] optional
+    # @param stderr [IO] optional
+    # @param options [Hash] optional
+    def initialize(stdout: $stdout, stderr: $stderr, options: {})
+      @stdout = stdout
+      @stderr = stderr
+      @options = options
+    end
+
+    def run
+      sitemap = Facility.sitemap
+      @stdout.puts("count=#{sitemap.links.count}")
+      @stdout.puts
+
+      sitemap.links.each { |link| process(url: link.loc) }
+    end
+
+    def process(url:)
+      @stdout.puts(url)
+      facility = Facility.fetch(url: url)
+      @stdout.puts(facility.text)
+      facility.prices.each { |price| @stdout.puts(price.text) }
+      @stdout.puts
+    rescue FetchError => e
+      @stderr.puts("url=#{url} error=#{e.message}")
+    end
+  end
+end

data/lib/cubesmart/crawler.rb

@@ -5,15 +5,6 @@ module CubeSmart
   class Crawler
     HOST = 'https://www.cubesmart.com'
 
-    # Raised for unexpected HTTP responses.
-    class FetchError < StandardError
-      # @param url [String]
-      # @param response [HTTP::Response]
-      def initialize(url:, response:)
-        super("url=#{url} status=#{response.status.inspect} body=#{String(response.body).inspect}")
-      end
-    end
-
     # @param url [String]
     # @raise [FetchError]
     # @return [Nokogiri::HTML::Document]

data/lib/cubesmart/dimensions.rb

@@ -39,11 +39,18 @@ module CubeSmart
       "#{format('%g', @width)}' × #{format('%g', @depth)}' (#{@sqft} sqft)"
     end
 
-    # @param data [Hash]
+    # @param element [Nokogiri::XML::Element]
     #
     # @return [Dimensions]
-    def self.parse(data:)
-      new(depth: data['depth'], width: data['width'], sqft: data['squareFoot'])
+    def self.parse(element:)
+      text = element.text
+      match = text.match(/(?<width>[\d\.]+)'x(?<depth>[\d\.]+)'/)
+      raise text.inspect if match.nil?
+
+      width = Float(match[:width])
+      depth = Float(match[:depth])
+      sqft = Integer(width * depth)
+      new(depth:, width:, sqft:)
     end
   end
 end

data/lib/cubesmart/facility.rb

@@ -9,6 +9,10 @@ module CubeSmart
 
     SITEMAP_URL = 'https://www.cubesmart.com/sitemap-facility.xml'
 
+    PRICE_SELECTOR = %w[small medium large].map do |group|
+      ".#{group}-group ul.csStorageSizeDimension li.csStorageSizeDimension"
+    end.join(', ')
+
     ID_REGEX = /(?<id>\d+)\.html/
 
     # @attribute [rw] id
@@ -54,7 +58,7 @@ module CubeSmart
       name = data['name']
       address = Address.parse(data: data['address'])
       geocode = Geocode.parse(data: data['geo'])
-      prices = []
+      prices = document.css(PRICE_SELECTOR).map { |element| Price.parse(element: element) }
 
       new(id:, name:, address:, geocode:, prices:)
     end
@@ -69,21 +73,6 @@ module CubeSmart
       graph.find { |entry| entry['@type'] == 'SelfStorage' } || raise(ParseError, 'missing @graph')
     end
 
-    def self.crawl
-      sitemap.links.each do |link|
-        url = link.loc
-
-        facility = fetch(url:)
-        puts facility.text
-
-        facility.prices.each do |price|
-          puts price.text
-        end
-
-        puts
-      end
-    end
-
     # @param id [String]
     # @param name [String]
     # @param address [Address]

data/lib/cubesmart/fetch_error.rb

@@ -0,0 +1,12 @@
+# frozen_string_literal: true
+
+module CubeSmart
+  # Raised for unexpected HTTP responses.
+  class FetchError < Error
+    # @param url [String]
+    # @param response [HTTP::Response]
+    def initialize(url:, response:)
+      super("url=#{url} status=#{response.status.inspect} body=#{String(response.body).inspect}")
+    end
+  end
+end

data/lib/cubesmart/price.rb

@@ -39,14 +39,15 @@ module CubeSmart
       "#{@id} | #{@dimensions.text} | #{@rates.text}"
     end
 
-    # @param data [Hash]
+    # @param element [Nokogiri::XML::Element]
     #
     # @return [Price]
-    def self.parse(data:)
-      dimensions = Dimensions.parse(data: data['dimensions'])
-      rates = Rates.parse(data: data['rates'])
+    def self.parse(element:)
+      id = element.attr('id')
+      dimensions = Dimensions.parse(element:)
+      rates = Rates.parse(element:)
       new(
-        id: data['uid'],
+        id:,
         dimensions: dimensions,
         rates: rates
       )

data/lib/cubesmart/rates.rb

@@ -3,6 +3,10 @@
 module CubeSmart
   # The rates (street + web) for a facility
   class Rates
+    STREET_SELECTOR = '.ptOriginalPriceSpan'
+    WEB_SELECTOR = '.ptDiscountPriceSpan'
+    VALUE_REGEX = /(?<value>[\d\.]+)/
+
     # @attribute [rw] street
     #   @return [Integer]
     attr_accessor :street
@@ -11,6 +15,26 @@ module CubeSmart
     #   @return [Integer]
     attr_accessor :web
 
+    # @param element [Nokogiri::XML::Element]
+    #
+    # @return [Rates]
+    def self.parse(element:)
+      street = parse_value(element: element.at_css(STREET_SELECTOR))
+      web = parse_value(element: element.at_css(WEB_SELECTOR))
+
+      new(street: street || web, web: web || street)
+    end
+
+    # @param element [Nokogiri::XML::Element]
+    #
+    # @return [Float, nil]
+    def self.parse_value(element:)
+      return if element.nil?
+
+      match = VALUE_REGEX.match(element.text)
+      Float(match[:value]) if match
+    end
+
     # @param street [Integer]
     # @param web [Integer]
     def initialize(street:, web:)
@@ -31,15 +55,5 @@ module CubeSmart
     def text
       "$#{@street} (street) | $#{@web} (web)"
     end
-
-    # @param data [Hash]
-    #
-    # @return [Rates]
-    def self.parse(data:)
-      new(
-        street: data['street'],
-        web: data['web']
-      )
-    end
   end
 end

data/lib/cubesmart/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module CubeSmart
-  VERSION = '0.1.0'
+  VERSION = '0.2.0'
 end

metadata

@@ -1,11 +1,11 @@
 --- !ruby/object:Gem::Specification
 name: cubesmart
 version: !ruby/object:Gem::Version
-  version: 0.1.0
+  version: 0.2.0
 platform: ruby
 authors:
 - Kevin Sylvestre
-autorequire:
+autorequire: 
 bindir: exe
 cert_chain: []
 date: 2024-12-03 00:00:00.000000000 Z
@@ -97,9 +97,11 @@ files:
 - lib/cubesmart/address.rb
 - lib/cubesmart/cli.rb
 - lib/cubesmart/config.rb
+- lib/cubesmart/crawl.rb
 - lib/cubesmart/crawler.rb
 - lib/cubesmart/dimensions.rb
 - lib/cubesmart/facility.rb
+- lib/cubesmart/fetch_error.rb
 - lib/cubesmart/geocode.rb
 - lib/cubesmart/link.rb
 - lib/cubesmart/price.rb
@@ -114,7 +116,7 @@ metadata:
   homepage_uri: https://github.com/ksylvest/cubesmart
   source_code_uri: https://github.com/ksylvest/cubesmart
   changelog_uri: https://github.com/ksylvest/cubesmart
-post_install_message:
+post_install_message: 
 rdoc_options: []
 require_paths:
 - lib
@@ -129,8 +131,8 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.5.22
-signing_key:
+rubygems_version: 3.5.23
+signing_key: 
 specification_version: 4
 summary: A crawler for CubeSmart.
 test_files: []