extraspace 0.1.1 → 0.1.2

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 5c85ab034de8c329973cfe53e470745608a52076d9dce4a037532dc8214f5913
-  data.tar.gz: fa535b917b40c8349b79683642ce5e367b0ea34c519fbfd16c094fba87025ebe
+  metadata.gz: b2d656b5fbca3894562492b6a8c3e90c97a4c785cf88d6ff7c2c65c380a5ba8e
+  data.tar.gz: c564ac28246067bfb3d843070aa8ea3dcaa0898e12161e15c7570439cd8d4907
 SHA512:
-  metadata.gz: d243f120d52703c773053469004d735eb8deadd63f0706012f1b4e92abe2fc747db2010f8a99e561cce4336841b3e350ebe27376a2de1f037fce75d6da14935c
-  data.tar.gz: 21db75d1f583a0577bc4b62ea4465eca29e69185f668b254c5fb1ee19dc4215ebb77f2abdf3234820e06964b4bc1926255b74a36b7619017cf203ea0a68a8b89
+  metadata.gz: 503b60e74410c4fe5cf0db8644382555cf0ddb8343790e5eed69d61c7b8d5e494be3cdbd55097fee3454f555f2bd030722b704906384da65d020e688252ad46a
+  data.tar.gz: d48d92e05c00b065619738803344b79254ecb29cec4e9d461a47709169c1125864d278f07ce421647b17d2e6f83efdb09c9a102fe393766edab8d5aa457639db

data/README.md

@@ -17,22 +17,26 @@ gem install extrapsace
 ```ruby
 require 'extraspace'
 
-URL = 'https://www.extraspace.com/storage/facilities/us/alabama/auburn/3264/'
-facility = ExtraSpace::Facility.fetch(url: URL)
-
-puts "Line 1: #{facility.address.line1}"
-puts "Line 2: #{facility.address.line2}"
-puts "City: #{facility.address.city}"
-puts "State: #{facility.address.state}"
-puts "ZIP: #{facility.address.zip}"
-puts "Latitude: #{facility.geocode.latitude}"
-puts "Longitude: #{facility.geocode.longitude}"
-puts
-
-facility.prices.each do |price|
-  puts "UID: #{price.uid}"
-  puts "Dimensions: #{price.dimensions.display}"
-  puts "Rates: $#{price.rates.street} (street) / $#{price.rates.web} (web)"
+sitemap = ExtraSpace::Facility.sitemap
+sitemap.links.each do |link|
+  url = link.loc
+
+  facility = ExtraSpace::Facility.fetch(url:)
+
+  puts "Line 1: #{facility.address.line1}"
+  puts "Line 2: #{facility.address.line2}"
+  puts "City: #{facility.address.city}"
+  puts "State: #{facility.address.state}"
+  puts "ZIP: #{facility.address.zip}"
+  puts "Latitude: #{facility.geocode.latitude}"
+  puts "Longitude: #{facility.geocode.longitude}"
   puts
+
+  facility.prices.each do |price|
+    puts "UID: #{price.uid}"
+    puts "Dimensions: #{price.dimensions.display}"
+    puts "Rates: $#{price.rates.street} (street) / $#{price.rates.web} (web)"
+    puts
+  end
 end
 ```

data/lib/extraspace/crawler.rb

@@ -0,0 +1,52 @@
+# frozen_string_literal: true
+
+module ExtraSpace
+  # Used to fetch and parse either HTML or XML via a URL.
+  class Crawler
+    # Raised for unexpected HTTP responses.
+    class FetchError < StandardError
+      # @param url [String]
+      # @param response [HTTP::Response]
+      def initialize(url:, response:)
+        super("url=#{url} status=#{response.status.inspect} body=#{response.body.inspect}")
+      end
+    end
+
+    # @param url [String]
+    # @raise [FetchError]
+    # @return [Nokogiri::HTML::Document]
+    def self.html(url:)
+      new.html(url:)
+    end
+
+    # @param url [String]
+    # @raise [FetchError]
+    # @return [Nokogiri::XML::Document]
+    def self.xml(url:)
+      new.xml(url:)
+    end
+
+    # @param url [String]
+    # @return [HTTP::Response]
+    def fetch(url:)
+      response = HTTP.get(url)
+      raise FetchError(url:, response: response.flush) unless response.status.ok?
+
+      response
+    end
+
+    # @param url [String]
+    # @raise [FetchError]
+    # @return [Nokogiri::XML::Document]
+    def html(url:)
+      Nokogiri::HTML(String(fetch(url:).body))
+    end
+
+    # @param url [String]
+    # @raise [FetchError]
+    # @return [Nokogiri::XML::Document]
+    def xml(url:)
+      Nokogiri::XML(String(fetch(url:).body))
+    end
+  end
+end

data/lib/extraspace/facility.rb

@@ -3,6 +3,8 @@
 module ExtraSpace
   # e.g. https://www.extraspace.com/storage/facilities/us/alabama/auburn/3264/
   class Facility
+    SITEMAP_URL = 'https://www.extraspace.com/facility-sitemap.xml'
+
     # @attribute [rw] address
     #   @return [Address]
     attr_accessor :address
@@ -34,15 +36,18 @@ module ExtraSpace
       "#<#{self.class.name} #{props.join(' ')}>"
     end
 
+    # @return [Sitemap]
+    def self.sitemap
+      Sitemap.fetch(url: SITEMAP_URL)
+    end
+
     # @param url [String]
     #
     # @return [Facility]
     def self.fetch(url:)
-      response = HTTP.get(url)
-      document = Nokogiri::HTML(String(response.body))
+      document = Crawler.html(url:)
       data = JSON.parse(document.at('#__NEXT_DATA__').text)
-
-      parse(data: data)
+      parse(data:)
     end
 
     # @param data [Hash]

data/lib/extraspace/link.rb

@@ -0,0 +1,26 @@
+# frozen_string_literal: true
+
+module ExtraSpace
+  # A link in a sitemap.
+  class Link
+    # @attribute [rw] loc
+    #   @return [String]
+    attr_accessor :loc
+
+    # @attribute [rw] lastmod
+    #   @return [Time]
+    attr_accessor :lastmod
+
+    # @param loc [String]
+    # @param lastmod [String]
+    def initialize(loc:, lastmod:)
+      @loc = loc
+      @lastmod = Time.parse(lastmod)
+    end
+
+    # @return [String]
+    def inspect
+      "#<#{self.class.name} loc=#{@loc.inspect} lastmod=#{@lastmod.inspect}>"
+    end
+  end
+end

data/lib/extraspace/sitemap.rb

@@ -0,0 +1,41 @@
+# frozen_string_literal: true
+
+module ExtraSpace
+  # e.g. https://www.extraspace.com/facility-sitemap.xml
+  class Sitemap
+    # @attribute [rw] links
+    #   @return [Array<Link>]
+    attr_accessor :links
+
+    # @param document [NokoGiri::XML::Document]
+    #
+    # @return [Sitemap]
+    def self.parse(document:)
+      links = document.xpath('//xmlns:url').map do |url|
+        loc = url.at_xpath('xmlns:loc')&.text
+        lastmod = url.at_xpath('xmlns:lastmod')&.text
+        Link.new(loc:, lastmod:)
+      end
+
+      new(links: links)
+    end
+
+    # @param url [String]
+    #
+    # @return [Sitemap]
+    def self.fetch(url:)
+      document = Crawler.xml(url:)
+      parse(document:)
+    end
+
+    # @param links [Array<Link>]
+    def initialize(links:)
+      @links = links
+    end
+
+    # @return [String]
+    def inspect
+      "#<#{self.class.name} links=#{@links.inspect}>"
+    end
+  end
+end

data/lib/extraspace/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module ExtraSpace
-  VERSION = '0.1.1'
+  VERSION = '0.1.2'
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: extraspace
 version: !ruby/object:Gem::Version
-  version: 0.1.1
+  version: 0.1.2
 platform: ruby
 authors:
 - Kevin Sylvestre
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2024-11-21 00:00:00.000000000 Z
+date: 2024-11-26 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: http
@@ -80,11 +80,14 @@ files:
 - lib/extraspace.rb
 - lib/extraspace/address.rb
 - lib/extraspace/availability.rb
+- lib/extraspace/crawler.rb
 - lib/extraspace/dimensions.rb
 - lib/extraspace/facility.rb
 - lib/extraspace/geocode.rb
+- lib/extraspace/link.rb
 - lib/extraspace/price.rb
 - lib/extraspace/rates.rb
+- lib/extraspace/sitemap.rb
 - lib/extraspace/version.rb
 homepage: https://github.com/ksylvest/extraspace
 licenses: