scraper-central-ruby 2.0.0 → 2.1.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 4a17d4043d0b53c2a19fe4629d316b3fcc3cb04c4bfd640555449121d13c034b
-  data.tar.gz: 8c98a99a53644ebf9e19e337b15b25c2e5887c85243f9b3c4fd2a949bf2acafa
+  metadata.gz: 344375e9baae6533bc98bb11d109dbe8771592d0d7029a83f3ee27176981938c
+  data.tar.gz: 1d02478a129bc7641c74733e3e4de6495112a2151ba6b2802fa1cf0a44f71c04
 SHA512:
-  metadata.gz: e3426ffc94e2fd97fa80b055a0a6c2db8ee326dbcb163c33d3007278a1aaf71def15806126bc8ce0e44ae0562075d04f273cc73fe1ceec6bcc1d71d285387088
-  data.tar.gz: 888fc81bf4dadbc686c7819833eb46c64f390d11474afb5ea36dcd1a4ce9dfdabd7a56f0684c26d7c0a0b39a3b2d399c57d0637b3383e6d3f1bd5f46cd96966e
+  metadata.gz: 0f6bcada267645f395aaf66aa6e39062beec893b2c3734be037b10cc7fda6664a51e37ab2de65c35cfc3a9786154b85955402f5c82f4934af844d99c202276e1
+  data.tar.gz: 60a335b4d9e62b53d98cde2436e522f0d93598251a64527439f7dd85576c612afeac5490ec81429f271c6eabd73f20872e299076abcef83606bae0c027ffe91c

data/Gemfile.lock

@@ -1,9 +1,10 @@
 PATH
   remote: .
   specs:
-    scraper-central-ruby (2.0.0)
+    scraper-central-ruby (2.1.0)
       activesupport (~> 7.0)
       brotli (~> 0.5.0)
+      net-http-persistent (~> 4.0)
 
 GEM
   remote: https://rubygems.org/
@@ -33,6 +34,8 @@ GEM
     logger (1.6.5)
     minitest (5.25.4)
     mutex_m (0.3.0)
+    net-http-persistent (4.0.8)
+      connection_pool (>= 2.2.4, < 4)
     rake (13.2.1)
     securerandom (0.3.2)
     tzinfo (2.0.6)

data/README.md

@@ -7,7 +7,7 @@ Ruby library to scrape and cache the data
 Add gem `scraper-central-ruby` into Gemfile:
 
 ```bash
-gem 'scraper-central-ruby', git: 'git@github.com:patterninc/scraper-central-ruby.git', tag: 'v2.0.0'
+gem 'scraper-central-ruby', git: 'git@github.com:patterninc/scraper-central-ruby.git', tag: 'v2.1.0'
 ```
 
 ```bash

data/lib/auth.rb

@@ -1,4 +1,4 @@
-require 'net/http'
+require 'net/http/persistent'
 require 'uri'
 require 'json'
 require 'openssl'
@@ -10,6 +10,10 @@ class Auth
   AUTH0_DEFAULT_GRANT_TYPE = "client_credentials".freeze
   AUTH0_CACHE_KEY = 'AUTH0_CACHE_KEY'.freeze
 
+  HTTP = Net::HTTP::Persistent.new(name: 'scraper_central_auth').tap do |h|
+    h.verify_mode = OpenSSL::SSL::VERIFY_NONE
+  end
+
   def initialize(auth_config)
     @auth_config = auth_config
   end
@@ -30,15 +34,11 @@ class Auth
   def generate_token
     url = URI(AUTH0_TOKEN_ENDPOINT)
 
-    http = Net::HTTP.new(url.host, url.port)
-    http.use_ssl = true
-    http.verify_mode = OpenSSL::SSL::VERIFY_NONE
-
     request = Net::HTTP::Post.new(url)
     request["content-type"] = 'application/json'
     request.body = token_params.to_json
 
-    response = http.request(request)
+    response = HTTP.request(url, request)
     token = JSON.parse(response.read_body)['access_token']
     Cache.write(AUTH0_CACHE_KEY, token, expires_in: 1.day)
     token

data/lib/cache_server.rb

@@ -1,6 +1,6 @@
 # frozen_string_literal: true
 
-require 'net/http'
+require 'net/http/persistent'
 require 'uri'
 require 'json'
 require 'logger'
@@ -10,6 +10,15 @@ class CacheServer
   AUTH0_BEARER_HEADER = 'Authorization'.freeze
   CONTENT_TYPE_HEADER = 'Content-Type'.freeze
 
+  # Persistent HTTP clients shared across all instances — reuses TCP connections
+  # instead of opening a new connection on every request.
+  GET_HTTP = Net::HTTP::Persistent.new(name: 'scraper_central_get_cache').tap do |h|
+    h.verify_mode = OpenSSL::SSL::VERIFY_NONE
+  end
+  PUT_HTTP = Net::HTTP::Persistent.new(name: 'scraper_central_put_cache').tap do |h|
+    h.verify_mode = OpenSSL::SSL::VERIFY_NONE
+  end
+
   def initialize(args)
     @proxy_name = args[:proxy_name]
     @enable_js = args[:enable_js]
@@ -24,16 +33,11 @@ class CacheServer
     payload = prepare_get_cache_payload(url)
 
     uri = URI.parse("#{ENV['SERVER_URL_GET_CACHE']}/v1/get-cache")
-    http = Net::HTTP.new(uri.host, uri.port)
-    if uri.scheme == 'https'
-      http.use_ssl = true
-      http.verify_mode = OpenSSL::SSL::VERIFY_NONE
-    end
-    request = Net::HTTP::Get.new(uri.request_uri, headers)
+    request = Net::HTTP::Get.new(uri.request_uri, auth_headers)
     request.body = payload.to_json
 
     begin
-      response = http.request(request)
+      response = GET_HTTP.request(uri, request)
 
       if response.content_type.include?('application/json')
         response_body = JSON.parse(response.body)
@@ -63,17 +67,11 @@ class CacheServer
     }
 
     uri = URI.parse("#{ENV['SERVER_URL_PUT_CACHE']}/v1/put-cache")
-    http = Net::HTTP.new(uri.host, uri.port)
-    if uri.scheme == 'https'
-      http.use_ssl = true
-      http.verify_mode = OpenSSL::SSL::VERIFY_NONE
-    end
-
-    request = Net::HTTP::Post.new(uri.request_uri, headers)
+    request = Net::HTTP::Post.new(uri.request_uri, auth_headers)
     request.body = payload.to_json
 
     begin
-      response = http.request(request)
+      response = PUT_HTTP.request(uri, request)
       if response.code.to_i != 200
         error_message = "Server returned bad status: #{response.code}"
         @logger.error error_message
@@ -91,7 +89,7 @@ class CacheServer
     Auth.new(@auth_config).get_token
   end
 
-  def headers
+  def auth_headers
     {
       CONTENT_TYPE_HEADER => 'application/json',
       AUTH0_BEARER_HEADER => "Bearer #{auth_token}"

data/lib/scraper_central/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 class ScraperCentral
-  VERSION = '2.0.0'
+  VERSION = '2.1.0'
 end

data/scraper-central-ruby.gemspec

@@ -17,6 +17,7 @@ Gem::Specification.new do |spec|
   # Add the brotli gem dependency here
   spec.add_dependency 'brotli', '~> 0.5.0'
   spec.add_dependency 'activesupport', '~> 7.0'
+  spec.add_dependency 'net-http-persistent', '~> 4.0'
 
   # Specify which files should be added to the gem when it is released.
   # The `git ls-files -z` loads the files in the RubyGem that have been added into git.

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: scraper-central-ruby
 version: !ruby/object:Gem::Version
-  version: 2.0.0
+  version: 2.1.0
 platform: ruby
 authors:
 - Patterninc
 autorequire:
 bindir: exe
 cert_chain: []
-date: 2025-02-04 00:00:00.000000000 Z
+date: 2026-04-23 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: brotli
@@ -38,6 +38,20 @@ dependencies:
     - - "~>"
       - !ruby/object:Gem::Version
         version: '7.0'
+- !ruby/object:Gem::Dependency
+  name: net-http-persistent
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '4.0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '4.0'
 - !ruby/object:Gem::Dependency
   name: bundler
   requirement: !ruby/object:Gem::Requirement
@@ -121,7 +135,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.2.3
+rubygems_version: 3.4.10
 signing_key:
 specification_version: 4
 summary: Scraper central ruby library