scrapeunblocker 0.1.0 → 0.1.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/CHANGELOG.md +4 -0
- data/README.md +7 -0
- data/lib/scrapeunblocker/client.rb +10 -0
- data/lib/scrapeunblocker/version.rb +1 -1
- metadata +2 -2
checksums.yaml
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
---
|
|
2
2
|
SHA256:
|
|
3
|
-
metadata.gz:
|
|
4
|
-
data.tar.gz:
|
|
3
|
+
metadata.gz: 14a2a59333d2e963fdcc36c9c49e13a6c571f71075e20ecc95709349063f73a6
|
|
4
|
+
data.tar.gz: 30d8f86c088a1b2e3f8c1d0abc3de2532d744e0e3e32fda970b6b2dd8a5c0b6c
|
|
5
5
|
SHA512:
|
|
6
|
-
metadata.gz:
|
|
7
|
-
data.tar.gz:
|
|
6
|
+
metadata.gz: 72008d80c3a4283e7237cbaef9eb7c72d9f8818109bf2e6011e76a743663f7871249585c8931a019b6d92e9d608e266018501b4d7276d80781268144e2efba5d
|
|
7
|
+
data.tar.gz: b57c0a5c3ebb940ceb17a8186cf72b3409dd32c4e4ccaa4a663bf7293ba89f74ed1a919810bcd1f7aade4071da82c8a94c9af06a4d2139839aff5bede31bc698
|
data/CHANGELOG.md
CHANGED
|
@@ -1,5 +1,9 @@
|
|
|
1
1
|
# Changelog
|
|
2
2
|
|
|
3
|
+
## 0.1.1
|
|
4
|
+
|
|
5
|
+
- Added `google_local(keyword, ...)` for the new Google Local (Maps) plugin (`POST /maps/google-local`) - returns local business listings (name, rating, reviews, price, category, address, hours) as a Hash.
|
|
6
|
+
|
|
3
7
|
## 0.1.0
|
|
4
8
|
|
|
5
9
|
Initial release.
|
data/README.md
CHANGED
|
@@ -80,6 +80,13 @@ fresh = su.get_parsed(url, refresh_rules: true, rules_hint: "price is missing")
|
|
|
80
80
|
serp = su.serp("web scraping api", pages_to_check: 2, proxy_country: "US")
|
|
81
81
|
```
|
|
82
82
|
|
|
83
|
+
## Google Local (Maps)
|
|
84
|
+
|
|
85
|
+
```ruby
|
|
86
|
+
local = su.google_local("coffee shops in chicago", proxy_country: "US", gl: "us")
|
|
87
|
+
local["results"].each { |biz| puts "#{biz['name']} #{biz['rating']} #{biz['address']}" }
|
|
88
|
+
```
|
|
89
|
+
|
|
83
90
|
## Cookies and the serving proxy
|
|
84
91
|
|
|
85
92
|
```ruby
|
|
@@ -70,6 +70,16 @@ module ScrapeUnblocker
|
|
|
70
70
|
captcha_pause: (captcha_pause.zero? ? nil : captcha_pause))
|
|
71
71
|
end
|
|
72
72
|
|
|
73
|
+
# Search Google Local (Maps) and return the businesses as a Hash.
|
|
74
|
+
#
|
|
75
|
+
# Returns up to ~20 businesses, each with name, rating, reviews, price,
|
|
76
|
+
# category, address, hours and a top review snippet. Local results are
|
|
77
|
+
# location-sensitive, so set +proxy_country+ (and optionally +gl+).
|
|
78
|
+
def google_local(keyword, proxy_country: nil, hl: nil, gl: nil)
|
|
79
|
+
post_json("/maps/google-local",
|
|
80
|
+
keyword: keyword, proxy_country: proxy_country, hl: hl, gl: gl)
|
|
81
|
+
end
|
|
82
|
+
|
|
73
83
|
# Fetch an image URL through the bypass chain and return its raw bytes.
|
|
74
84
|
def get_image(url, proxy_country: nil)
|
|
75
85
|
request("/getImage", url: url, proxy_country: proxy_country)[:body]
|
metadata
CHANGED
|
@@ -1,14 +1,14 @@
|
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
|
2
2
|
name: scrapeunblocker
|
|
3
3
|
version: !ruby/object:Gem::Version
|
|
4
|
-
version: 0.1.
|
|
4
|
+
version: 0.1.1
|
|
5
5
|
platform: ruby
|
|
6
6
|
authors:
|
|
7
7
|
- ScrapeUnblocker
|
|
8
8
|
autorequire:
|
|
9
9
|
bindir: bin
|
|
10
10
|
cert_chain: []
|
|
11
|
-
date: 2026-07-
|
|
11
|
+
date: 2026-07-21 00:00:00.000000000 Z
|
|
12
12
|
dependencies: []
|
|
13
13
|
description: JS-rendered pages that bypass Cloudflare, DataDome, PerimeterX and Akamai,
|
|
14
14
|
plus Google SERP and Skyscanner flights/hotels/car-hire scraping as JSON.
|