scraper_utils 0.9.0 → 0.9.2

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: e3d985ab4384498ed5c44360db6d6020a039e38ec0480ab3e9942cd0d3267d9e
-  data.tar.gz: c61a923aa54f37623f8766a6750ecd97529dcaf6d315d056e04dde77f962cdaa
+  metadata.gz: e2d77d081c52024dbba8afdfd03f939af5d3d44d82e5491a109e4dd3e853f225
+  data.tar.gz: 67df28089a8bf743ef895c3dafdbdf9461d2a15b68273e6b0bc0cfef0f9288d5
 SHA512:
-  metadata.gz: 5e99031153c341917fecc73057ce5e6f662cf6f45859990c817c7c77e530aa11162f8d5c778f78c09dbb4d2287e060769880e23f4591f8a30abb816c6dfe28e1
-  data.tar.gz: e8d9dcbb019f93b05dc9ca3f2c09cf5f488434befab13b92841d0e9377041eb3e8914efafdd81218596bad158aab24e0304212ef25ed8211cb3c1b3a7c5c2478
+  metadata.gz: 1fd29f183695351bbfa82c22fa938ac00c6278a13baf8a5dcdde89f469b8d266edcd5473393082c1972e6db70df27dbe0831fc39de078c12acb62c04787c5d8e
+  data.tar.gz: e1fa93082d439e16d27884d83da6520be20756745ec843a1eb6aa6a2b747254bdcf2089462c4164d313a67c9bc052f295da335e9fa78e6c6d71f322610d8ad2e

data/CHANGELOG.md

@@ -1,6 +1,14 @@
 # Changelog
 
-## 0.9.0 - 2025-07-01
+## 0.9.2 - 2026-01-27
+
+* Removed Emoticons as they are four byte UTF-8 and some databases are configured to only store 3 byte UTF-8
+
+## 0.9.1 - 2025-07-11
+
+* Revert VCR to using `<authority>_info_urls.yml` for VCR cassette cache of `info_urls` check
+
+## 0.9.0 - 2025-07-11
 
 **Significant cleanup - removed code we ended up not using as none of the councils are actually concerned about server load**
 

data/docs/example_bin_console

@@ -0,0 +1,14 @@
+#!/usr/bin/env ruby
+
+require "bundler/setup"
+require_relative "../scraper"
+
+# You can add fixtures and/or initialization code here to make experimenting
+# with your gem easier. You can also use a different console, if you like.
+
+# (If you use this, don't forget to add pry to your Gemfile!)
+# require "pry"
+# Pry.start
+
+require "irb"
+IRB.start(__FILE__)

data/lib/scraper_utils/debug_utils.rb

@@ -61,7 +61,7 @@ module ScraperUtils
       return unless basic?
 
       puts
-      LogUtils.log "🔍 #{http_method.upcase} #{url}"
+      LogUtils.log "DEBUG REQUEST: #{http_method.upcase} #{url}"
       puts "Parameters:", JSON.pretty_generate(parameters) if parameters
       puts "Headers:", JSON.pretty_generate(headers) if headers
       puts "Body:", JSON.pretty_generate(body) if body
@@ -77,7 +77,7 @@ module ScraperUtils
       return unless trace?
 
       puts
-      LogUtils.log "🔍 DEBUG: #{message}"
+      LogUtils.log "DEBUG PAGE: #{message}"
       puts "Current URL: #{page.uri}"
       puts "Page title: #{page.at('title').text.strip}" if page.at("title")
       puts "",
@@ -98,7 +98,7 @@ module ScraperUtils
       return unless trace?
 
       puts
-      LogUtils.log "🔍 DEBUG: #{message}"
+      LogUtils.log "DEBUG SELECTION: #{message}"
       puts "Looking for selector: #{selector}"
       element = page.at(selector)
       if element

data/lib/scraper_utils/spec_support.rb

@@ -193,7 +193,7 @@ module ScraperUtils
       puts "Checking the one expected info_url returns 200: #{expected_url}"
 
       if defined?(VCR)
-        VCR.use_cassette("#{authority_label(results, suffix: '_')}one_info_url") do
+        VCR.use_cassette("#{authority_label(results, suffix: '_')}info_url") do
           page = block_given? ? block.call(expected_url) : fetch_url_with_redirects(expected_url)
           validate_page_response(page, bot_check_expected)
         end
@@ -212,7 +212,7 @@ module ScraperUtils
     # @raise RuntimeError if insufficient detail checks pass
     def self.validate_info_urls_have_expected_details!(results, percentage: 75, variation: 3, bot_check_expected: false, &block)
       if defined?(VCR)
-        VCR.use_cassette("#{authority_label(results, suffix: '_')}info_url_details") do
+        VCR.use_cassette("#{authority_label(results, suffix: '_')}info_urls") do
           check_info_url_details(results, percentage, variation, bot_check_expected, &block)
         end
       else

data/lib/scraper_utils/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module ScraperUtils
-  VERSION = "0.9.0"
+  VERSION = "0.9.2"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: scraper_utils
 version: !ruby/object:Gem::Version
-  version: 0.9.0
+  version: 0.9.2
 platform: ruby
 authors:
 - Ian Heggie
 autorequire:
 bindir: exe
 cert_chain: []
-date: 2025-07-11 00:00:00.000000000 Z
+date: 2026-01-26 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: mechanize
@@ -81,6 +81,7 @@ files:
 - bin/setup
 - docs/debugging.md
 - docs/enhancing_specs.md
+- docs/example_bin_console
 - docs/example_custom_Rakefile
 - docs/example_dot_scraper_validation.yml
 - docs/example_parallel_scraper.rb
@@ -109,7 +110,7 @@ metadata:
   allowed_push_host: https://rubygems.org
   homepage_uri: https://github.com/ianheggie-oaf/scraper_utils
   source_code_uri: https://github.com/ianheggie-oaf/scraper_utils
-  documentation_uri: https://rubydoc.info/gems/scraper_utils/0.9.0
+  documentation_uri: https://rubydoc.info/gems/scraper_utils/0.9.2
   changelog_uri: https://github.com/ianheggie-oaf/scraper_utils/blob/main/CHANGELOG.md
   rubygems_mfa_required: 'true'
 post_install_message: