zorki 0.1.23 → 0.1.24
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/lib/zorki/scrapers/scraper.rb +5 -2
- data/lib/zorki/scrapers/user_scraper.rb +2 -0
- data/lib/zorki/version.rb +1 -1
- data/lib/zorki.rb +11 -0
- metadata +2 -2
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA256:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: fa95bb5ca131ca6b7faed2aab200329579b77012cb079da75a0ad90a60daa5bd
|
4
|
+
data.tar.gz: 82eb0cc29af2cfaeafa8774e027904959f953a50faa03d71dbcbeba9595ac520
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: 127638ce83ed09be71f194ba3e5dc269374890a1bd89874c8f158896a7664d41724698a258916f63e373b1c6f3dd3b4d315fac49a15e17ff457035ec4d345120
|
7
|
+
data.tar.gz: 105b7e148774a82640ed48bffe46b21d941ce0a18987f59ef0e79a3a058077fbd9dda651811bbc421ff9fcc8323de152b2ac5afbff0e5b9d4e5c65d27f5ac85c
|
@@ -78,6 +78,8 @@ module Zorki
|
|
78
78
|
unless additional_search_parameters.nil?
|
79
79
|
body_to_check = Oj.load(response.body)
|
80
80
|
|
81
|
+
debugger if body_to_check.include?("jokoy.komi.io")
|
82
|
+
|
81
83
|
search_parameters = additional_search_parameters.split(",")
|
82
84
|
search_parameters.each_with_index do |key, index|
|
83
85
|
break if body_to_check.nil?
|
@@ -120,11 +122,12 @@ module Zorki
|
|
120
122
|
begin
|
121
123
|
element_json = JSON.parse(element.text)
|
122
124
|
|
123
|
-
if element.text.include?("
|
125
|
+
if element.text.include?("jokoy.komi.io")
|
126
|
+
debugger
|
124
127
|
# if element_json["require"].first.last.first["__bbox"].key?("require")
|
125
128
|
|
126
129
|
# element_json["require"].first.last.first["__bbox"]["require"].each do |x|
|
127
|
-
# debugger if x.to_s.include?("
|
130
|
+
# debugger if x.to_s.include?("Si mulut pelaut")
|
128
131
|
# end
|
129
132
|
# end
|
130
133
|
end
|
data/lib/zorki/version.rb
CHANGED
data/lib/zorki.rb
CHANGED
@@ -32,6 +32,17 @@ module Zorki
|
|
32
32
|
end
|
33
33
|
end
|
34
34
|
|
35
|
+
class UserScrapingError < Error
|
36
|
+
def initialize(msg = "Zorki encountered an error scraping a user", additional_data: {})
|
37
|
+
super(msg)
|
38
|
+
@additional_data = additional_data
|
39
|
+
end
|
40
|
+
|
41
|
+
def to_honeybadger_context
|
42
|
+
additional_data
|
43
|
+
end
|
44
|
+
end
|
45
|
+
|
35
46
|
class RetryableError < Error; end
|
36
47
|
|
37
48
|
class ImageRequestTimedOutError < RetryableError
|
metadata
CHANGED
@@ -1,14 +1,14 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: zorki
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 0.1.
|
4
|
+
version: 0.1.24
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Christopher Guess
|
8
8
|
autorequire:
|
9
9
|
bindir: exe
|
10
10
|
cert_chain: []
|
11
|
-
date: 2024-
|
11
|
+
date: 2024-06-19 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
name: capybara
|