scraper_utils 0.9.0 → 0.9.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/CHANGELOG.md +5 -1
- data/lib/scraper_utils/spec_support.rb +2 -2
- data/lib/scraper_utils/version.rb +1 -1
- metadata +2 -2
checksums.yaml
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
---
|
|
2
2
|
SHA256:
|
|
3
|
-
metadata.gz:
|
|
4
|
-
data.tar.gz:
|
|
3
|
+
metadata.gz: e68bbe9dabb111519311a1fafe3cf0cd533b761e7c638c0ec9f78bcd6c45d5d5
|
|
4
|
+
data.tar.gz: 4c6b2920f2248b614ecf05e86985dbc439cd87b2a88407e964821abfdfb27c6f
|
|
5
5
|
SHA512:
|
|
6
|
-
metadata.gz:
|
|
7
|
-
data.tar.gz:
|
|
6
|
+
metadata.gz: c0395a828a8e025456fd20d3ff1d6f338394fa9e3887c3c8e07a1e73e7d07d106bd8371f2795f3c6f76165465ad019254d00941bff622a080428f27306199458
|
|
7
|
+
data.tar.gz: 16626c6b69714d09ab6dedc6960ce599992da2e1a24448a29b7d93e0572a6d197104448e79572003cfef5ba0ead7df605e10e3775bdf2091058dc91ff8da0717
|
data/CHANGELOG.md
CHANGED
|
@@ -1,6 +1,10 @@
|
|
|
1
1
|
# Changelog
|
|
2
2
|
|
|
3
|
-
## 0.9.
|
|
3
|
+
## 0.9.1 - 2025-07-11
|
|
4
|
+
|
|
5
|
+
* Revert VCR to using `<authority>_info_urls.yml` for VCR cassette cache of `info_urls` check
|
|
6
|
+
|
|
7
|
+
## 0.9.0 - 2025-07-11
|
|
4
8
|
|
|
5
9
|
**Significant cleanup - removed code we ended up not using as none of the councils are actually concerned about server load**
|
|
6
10
|
|
|
@@ -193,7 +193,7 @@ module ScraperUtils
|
|
|
193
193
|
puts "Checking the one expected info_url returns 200: #{expected_url}"
|
|
194
194
|
|
|
195
195
|
if defined?(VCR)
|
|
196
|
-
VCR.use_cassette("#{authority_label(results, suffix: '_')}
|
|
196
|
+
VCR.use_cassette("#{authority_label(results, suffix: '_')}info_url") do
|
|
197
197
|
page = block_given? ? block.call(expected_url) : fetch_url_with_redirects(expected_url)
|
|
198
198
|
validate_page_response(page, bot_check_expected)
|
|
199
199
|
end
|
|
@@ -212,7 +212,7 @@ module ScraperUtils
|
|
|
212
212
|
# @raise RuntimeError if insufficient detail checks pass
|
|
213
213
|
def self.validate_info_urls_have_expected_details!(results, percentage: 75, variation: 3, bot_check_expected: false, &block)
|
|
214
214
|
if defined?(VCR)
|
|
215
|
-
VCR.use_cassette("#{authority_label(results, suffix: '_')}
|
|
215
|
+
VCR.use_cassette("#{authority_label(results, suffix: '_')}info_urls") do
|
|
216
216
|
check_info_url_details(results, percentage, variation, bot_check_expected, &block)
|
|
217
217
|
end
|
|
218
218
|
else
|
metadata
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
|
2
2
|
name: scraper_utils
|
|
3
3
|
version: !ruby/object:Gem::Version
|
|
4
|
-
version: 0.9.
|
|
4
|
+
version: 0.9.1
|
|
5
5
|
platform: ruby
|
|
6
6
|
authors:
|
|
7
7
|
- Ian Heggie
|
|
@@ -109,7 +109,7 @@ metadata:
|
|
|
109
109
|
allowed_push_host: https://rubygems.org
|
|
110
110
|
homepage_uri: https://github.com/ianheggie-oaf/scraper_utils
|
|
111
111
|
source_code_uri: https://github.com/ianheggie-oaf/scraper_utils
|
|
112
|
-
documentation_uri: https://rubydoc.info/gems/scraper_utils/0.9.
|
|
112
|
+
documentation_uri: https://rubydoc.info/gems/scraper_utils/0.9.1
|
|
113
113
|
changelog_uri: https://github.com/ianheggie-oaf/scraper_utils/blob/main/CHANGELOG.md
|
|
114
114
|
rubygems_mfa_required: 'true'
|
|
115
115
|
post_install_message:
|