fbcrawl-colly 0.2.1 → 0.2.2
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/Gemfile.lock +1 -1
- data/fbcolly/fbcolly.go +1 -1
- data/lib/fbcrawl_colly/version.rb +1 -1
- metadata +1 -1
checksums.yaml
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
---
|
|
2
2
|
SHA256:
|
|
3
|
-
metadata.gz:
|
|
4
|
-
data.tar.gz:
|
|
3
|
+
metadata.gz: 383de209c502265a8533af201e3b9538edffc115af1575bf9662508abb142e00
|
|
4
|
+
data.tar.gz: 631c53a8c82e063df262ccac4f6c74f4591296b700ffa627110a9bf0dce40358
|
|
5
5
|
SHA512:
|
|
6
|
-
metadata.gz:
|
|
7
|
-
data.tar.gz:
|
|
6
|
+
metadata.gz: b8c1505f7183c0a30a6d6679319a947be589828771e3bc231915cb841aad5e79b7221091862f6df537a701eaa2bf21bb996ba689e301d00a79964fd47e45f258
|
|
7
|
+
data.tar.gz: 2ce2e0870f9455cdaeab48c840e1c9f5fb35afc340e0c56830afca90eb7bcebcf120430b7c3d043d58274d545ab0c7bb99d4062b36885b1e832bb540b7bf5080
|
data/Gemfile.lock
CHANGED
data/fbcolly/fbcolly.go
CHANGED
|
@@ -62,7 +62,7 @@ func sharedOnRequest(request *colly.Request) {
|
|
|
62
62
|
func setupSharedCollector(collector *colly.Collector) error {
|
|
63
63
|
var err error
|
|
64
64
|
extensions.Referer(collector)
|
|
65
|
-
|
|
65
|
+
collector.AllowURLRevisit = true
|
|
66
66
|
collector.OnRequest(sharedOnRequest)
|
|
67
67
|
collector.OnResponse(sharedOnResponse)
|
|
68
68
|
collector.OnError(func(resp *colly.Response, errHttp error) {
|