cubesmart 0.5.0 → 0.7.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 4632b3c1c352b868287bc92291fb0535ee9bf4b0c419a9501cdf60ebc4ca272c
-  data.tar.gz: 9839c357de5c6337185a84592f626bd8e39b1effc586dacf9a1685dc05474bed
+  metadata.gz: faf820da6f1fc7571b5558fe7bc2fea1471f180485cfa1d6433aa5163ae0f613
+  data.tar.gz: 41b35c9acf309ee0439794ba50322c4e7bca51efcf1827dd6cc6bb4a68fc235d
 SHA512:
-  metadata.gz: 43f365fb2584f00de5dce8ecb4199fdb8659db50c2b59a61d0f0891b58b099403a65e0fd0c8b1b8e4bb58b72fb82c2b30590951a9d597f99b82466806f9b7ce2
-  data.tar.gz: 3fc196914dde673a3e95111204a1ba1d282ccc3d0d4fe99db571cb2a646f4ccd125dc38b454ee4a4221e9875229a40a038694fe6066d384b0165547dacb07966
+  metadata.gz: 69bc03009bd047ed9e46e5b9747e214b7955b91bbcde1cb208b6a52c035769888376143abcd333c478bdb1b1a80594e3eabb1b3bcabd317f06cd037c24886127
+  data.tar.gz: 73b9a9ffa0e8aabf140a4be5f1ffcdbe8b7dae833ee2f39ed835cdb2b72239813c83232607c3db376d05ddd88df7b7ea2ad795ce18ac8b50f43054e656d412d6

data/README.md

@@ -20,6 +20,7 @@ require 'cubesmart'
 CubeSmart.configure do |config|
   config.user_agent = '../..' # ENV['CUBESMART_USER_AGENT']
   config.timeout = 30 # ENV['CUBESMART_TIMEOUT']
+  config.proxy_url = 'http://user:pass@superproxy.zenrows.com:1337' # ENV['CUBESMART_PROXY_URL']
 end
 ```
 

data/lib/cubesmart/config.rb

@@ -3,6 +3,10 @@
 module CubeSmart
   # The core configuration.
   class Config
+    # @attribute [rw] accept_language
+    #   @return [String]
+    attr_accessor :accept_language
+
     # @attribute [rw] user_agent
     #   @return [String]
     attr_accessor :user_agent
@@ -11,9 +15,44 @@ module CubeSmart
     #   @return [Integer]
     attr_accessor :timeout
 
+    # @attribute [rw] proxy_url
+    #   @return [String]
+    attr_accessor :proxy_url
+
     def initialize
+      @accept_language = ENV.fetch('CUBESMART_ACCEPT_LANGUAGE', 'en-US,en;q=0.9')
       @user_agent = ENV.fetch('CUBESMART_USER_AGENT', "cubesmart.rb/#{VERSION}")
       @timeout = Integer(ENV.fetch('CUBESMART_TIMEOUT', 60))
+      @proxy_url = ENV.fetch('CUBESMART_PROXY_URL', nil)
+    end
+
+    # @return [Boolean]
+    def headers?
+      !@user_agent.nil?
+    end
+
+    # @return [Boolean]
+    def timeout?
+      !@timeout.zero?
+    end
+
+    # @return [Boolean]
+    def proxy?
+      !@proxy_url.nil?
+    end
+
+    # @return [Hash<String, String>] e.g { 'User-Agent' => 'cubesmart.rb/1.0.0' }
+    def headers
+      {
+        'Accept-Language' => @accept_language,
+        'User-Agent' => @user_agent
+      }
+    end
+
+    # @return [Array] e.g. ['proxy.example.com', 8080, 'user', 'pass']
+    def via
+      proxy_uri = URI.parse(@proxy_url)
+      [proxy_uri.host, proxy_uri.port, proxy_uri.user, proxy_uri.password]
     end
   end
 end

data/lib/cubesmart/crawler.rb

@@ -24,9 +24,11 @@ module CubeSmart
       @connection ||= begin
         config = CubeSmart.config
 
-        connection = HTTP.persistent(HOST)
-        connection = connection.headers('User-Agent' => config.user_agent) if config.user_agent
-        connection = connection.timeout(config.timeout) if config.timeout
+        connection = HTTP.use(:auto_deflate).use(:auto_inflate).persistent(HOST)
+        connection = connection.headers(config.headers) if config.headers?
+        connection = connection.timeout(config.timeout) if config.timeout?
+        connection = connection.via(*config.via) if config.proxy?
+
         connection
       end
     end

data/lib/cubesmart/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module CubeSmart
-  VERSION = '0.5.0'
+  VERSION = '0.7.0'
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: cubesmart
 version: !ruby/object:Gem::Version
-  version: 0.5.0
+  version: 0.7.0
 platform: ruby
 authors:
 - Kevin Sylvestre
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2024-12-05 00:00:00.000000000 Z
+date: 2024-12-10 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: http