zorki 0.1.5 → 0.1.6

Sign up to get free protection for your applications and to get access to all the features.
Files changed (6) hide show
  1. checksums.yaml +4 -4
  2. data/Gemfile +1 -0
  3. data/Gemfile.lock +76 -40
  4. data/lib/zorki/scrapers/scraper.rb +2 -4
  5. data/lib/zorki/version.rb +1 -1
  6. metadata +3 -3
checksums.yaml CHANGED
@@ -1,7 +1,7 @@
1
1
  ---
2
2
  SHA256:
3
- metadata.gz: 174766669fddfafe37892c58e5caa7706e9016244bda0621353178700631c8ef
4
- data.tar.gz: 0b061de3dce20457b29ffbae043bb12a35a6deabca528effa1134f3757610403
3
+ metadata.gz: e720f45ab99fab246cdb6431d001833cc33bdee49278947e425c9b88654ec454
4
+ data.tar.gz: e51242c9b1c64a88a5b00eb0450ed5ca602addd1ab36676fbe3ea1e8aa0878e2
5
5
  SHA512:
6
- metadata.gz: cf2b8fc81c18bd4a4e4095c81f1ea6832a0c17a625eb802e13a0cc37ea027a912992158d7b9aba199e0225d46020dd098410a2ab4d61b590ab37894e118127a5
7
- data.tar.gz: 6d380eb69c798c66e0a77b504ca2b7f6494afb3c1ea9ea77eacd6868f0476c60003c9f1f46dfc8683c2290833715ece072f40de48b395ab93369e769be945227
6
+ metadata.gz: ca1546e4c18d1d6d90723ac13d6e5c255dcd6d20761614a3a030be157aaf0d59ae886805ecdf17fb9718574a2c59a3ffedc14464f64221a060ddbd520cfe740f
7
+ data.tar.gz: cfcb54bcc569a005406ad3b52bb98e6990bb8089a80bf295c6f4a8331268e571b7c6f98afbc29c188b5de54ef2e2fded7d788cda42f618580989f01cb2fb9522
data/Gemfile CHANGED
@@ -17,3 +17,4 @@ gem "rubocop-rails_config"
17
17
  gem "dotenv", "~> 2.7.6"
18
18
 
19
19
  gem "curb", "~> 1.0", ">= 1.0.5"
20
+ gem "rack", "3.0.8"
data/Gemfile.lock CHANGED
@@ -1,7 +1,7 @@
1
1
  PATH
2
2
  remote: .
3
3
  specs:
4
- zorki (0.1.2)
4
+ zorki (0.1.5)
5
5
  apparition
6
6
  capybara
7
7
  oj
@@ -12,30 +12,39 @@ PATH
12
12
  GEM
13
13
  remote: https://rubygems.org/
14
14
  specs:
15
- actionpack (7.0.5)
16
- actionview (= 7.0.5)
17
- activesupport (= 7.0.5)
18
- rack (~> 2.0, >= 2.2.4)
15
+ actionpack (7.1.0.beta1)
16
+ actionview (= 7.1.0.beta1)
17
+ activesupport (= 7.1.0.beta1)
18
+ nokogiri (>= 1.8.5)
19
+ rack (>= 2.2.4)
20
+ rack-session (>= 1.0.1)
19
21
  rack-test (>= 0.6.3)
20
- rails-dom-testing (~> 2.0)
21
- rails-html-sanitizer (~> 1.0, >= 1.2.0)
22
- actionview (7.0.5)
23
- activesupport (= 7.0.5)
22
+ rails-dom-testing (~> 2.2)
23
+ rails-html-sanitizer (~> 1.6)
24
+ actionview (7.1.0.beta1)
25
+ activesupport (= 7.1.0.beta1)
24
26
  builder (~> 3.1)
25
- erubi (~> 1.4)
26
- rails-dom-testing (~> 2.0)
27
- rails-html-sanitizer (~> 1.1, >= 1.2.0)
28
- activesupport (7.0.5)
27
+ erubi (~> 1.11)
28
+ rails-dom-testing (~> 2.2)
29
+ rails-html-sanitizer (~> 1.6)
30
+ activesupport (7.1.0.beta1)
31
+ base64
32
+ bigdecimal
29
33
  concurrent-ruby (~> 1.0, >= 1.0.2)
34
+ connection_pool (>= 2.2.5)
35
+ drb
30
36
  i18n (>= 1.6, < 2)
31
37
  minitest (>= 5.1)
38
+ mutex_m
32
39
  tzinfo (~> 2.0)
33
- addressable (2.8.4)
40
+ addressable (2.8.5)
34
41
  public_suffix (>= 2.0.2, < 6.0)
35
42
  apparition (0.6.0)
36
43
  capybara (~> 3.13, < 4)
37
44
  websocket-driver (>= 0.6.5)
38
45
  ast (2.4.2)
46
+ base64 (0.1.1)
47
+ bigdecimal (3.1.4)
39
48
  builder (3.2.4)
40
49
  capybara (3.39.2)
41
50
  addressable
@@ -47,78 +56,101 @@ GEM
47
56
  regexp_parser (>= 1.5, < 3.0)
48
57
  xpath (~> 3.2)
49
58
  concurrent-ruby (1.2.2)
59
+ connection_pool (2.4.1)
50
60
  crass (1.0.6)
51
61
  curb (1.0.5)
52
62
  dotenv (2.7.6)
63
+ drb (2.1.1)
64
+ ruby2_keywords
53
65
  erubi (1.12.0)
54
66
  ethon (0.16.0)
55
67
  ffi (>= 1.15.0)
56
68
  ffi (1.15.5)
57
69
  i18n (1.14.1)
58
70
  concurrent-ruby (~> 1.0)
71
+ io-console (0.6.0)
72
+ irb (1.8.1)
73
+ rdoc
74
+ reline (>= 0.3.8)
59
75
  json (2.6.3)
76
+ language_server-protocol (3.17.0.3)
60
77
  loofah (2.21.3)
61
78
  crass (~> 1.0.2)
62
79
  nokogiri (>= 1.12.0)
63
80
  matrix (0.4.2)
64
- method_source (1.0.0)
65
- mini_mime (1.1.2)
66
- minitest (5.18.0)
67
- nokogiri (1.15.2-arm64-darwin)
81
+ mini_mime (1.1.5)
82
+ minitest (5.20.0)
83
+ mutex_m (0.1.2)
84
+ nokogiri (1.15.4-arm64-darwin)
68
85
  racc (~> 1.4)
69
- oj (3.15.0)
86
+ oj (3.16.1)
70
87
  parallel (1.23.0)
71
88
  parser (3.2.2.3)
72
89
  ast (~> 2.4.1)
73
90
  racc
74
- public_suffix (5.0.1)
75
- racc (1.7.0)
76
- rack (2.2.7)
91
+ psych (5.1.0)
92
+ stringio
93
+ public_suffix (5.0.3)
94
+ racc (1.7.1)
95
+ rack (3.0.8)
96
+ rack-session (2.0.0)
97
+ rack (>= 3.0.0)
77
98
  rack-test (2.1.0)
78
99
  rack (>= 1.3)
79
- rails-dom-testing (2.0.3)
80
- activesupport (>= 4.2.0)
100
+ rackup (2.1.0)
101
+ rack (>= 3)
102
+ webrick (~> 1.8)
103
+ rails-dom-testing (2.2.0)
104
+ activesupport (>= 5.0.0)
105
+ minitest
81
106
  nokogiri (>= 1.6)
82
107
  rails-html-sanitizer (1.6.0)
83
108
  loofah (~> 2.21)
84
109
  nokogiri (~> 1.14)
85
- railties (7.0.5)
86
- actionpack (= 7.0.5)
87
- activesupport (= 7.0.5)
88
- method_source
110
+ railties (7.1.0.beta1)
111
+ actionpack (= 7.1.0.beta1)
112
+ activesupport (= 7.1.0.beta1)
113
+ irb
114
+ rackup (>= 1.0.0)
89
115
  rake (>= 12.2)
90
- thor (~> 1.0)
91
- zeitwerk (~> 2.5)
116
+ thor (~> 1.0, >= 1.2.2)
117
+ zeitwerk (~> 2.6)
92
118
  rainbow (3.1.1)
93
119
  rake (13.0.6)
120
+ rdoc (6.5.0)
121
+ psych (>= 4.0.0)
94
122
  regexp_parser (2.8.1)
95
- rexml (3.2.5)
96
- rubocop (1.52.1)
123
+ reline (0.3.8)
124
+ io-console (~> 0.5)
125
+ rexml (3.2.6)
126
+ rubocop (1.56.3)
127
+ base64 (~> 0.1.1)
97
128
  json (~> 2.3)
129
+ language_server-protocol (>= 3.17.0)
98
130
  parallel (~> 1.10)
99
131
  parser (>= 3.2.2.3)
100
132
  rainbow (>= 2.2.2, < 4.0)
101
133
  regexp_parser (>= 1.8, < 3.0)
102
134
  rexml (>= 3.2.5, < 4.0)
103
- rubocop-ast (>= 1.28.0, < 2.0)
135
+ rubocop-ast (>= 1.28.1, < 2.0)
104
136
  ruby-progressbar (~> 1.7)
105
137
  unicode-display_width (>= 2.4.0, < 3.0)
106
138
  rubocop-ast (1.29.0)
107
139
  parser (>= 3.2.1.0)
108
140
  rubocop-md (1.2.0)
109
141
  rubocop (>= 1.0)
110
- rubocop-minitest (0.31.0)
142
+ rubocop-minitest (0.31.1)
111
143
  rubocop (>= 1.39, < 2.0)
112
144
  rubocop-packaging (0.5.2)
113
145
  rubocop (>= 1.33, < 2.0)
114
- rubocop-performance (1.18.0)
146
+ rubocop-performance (1.19.0)
115
147
  rubocop (>= 1.7.0, < 2.0)
116
148
  rubocop-ast (>= 0.4.0)
117
149
  rubocop-rails (2.19.1)
118
150
  activesupport (>= 4.2.0)
119
151
  rack (>= 1.1)
120
152
  rubocop (>= 1.33.0, < 2.0)
121
- rubocop-rails_config (1.13.0)
153
+ rubocop-rails_config (1.14.1)
122
154
  railties (>= 5.0)
123
155
  rubocop (>= 1.48.0)
124
156
  rubocop-ast (>= 1.26.0)
@@ -128,26 +160,29 @@ GEM
128
160
  rubocop-performance (~> 1.11)
129
161
  rubocop-rails (~> 2.0)
130
162
  ruby-progressbar (1.13.0)
163
+ ruby2_keywords (0.0.5)
131
164
  rubyzip (2.3.2)
132
- selenium-devtools (0.114.0)
165
+ selenium-devtools (0.116.0)
133
166
  selenium-webdriver (~> 4.2)
134
- selenium-webdriver (4.10.0)
167
+ selenium-webdriver (4.12.0)
135
168
  rexml (~> 3.2, >= 3.2.5)
136
169
  rubyzip (>= 1.2.2, < 3.0)
137
170
  websocket (~> 1.0)
171
+ stringio (3.0.8)
138
172
  thor (1.2.2)
139
173
  typhoeus (1.4.0)
140
174
  ethon (>= 0.9.0)
141
175
  tzinfo (2.0.6)
142
176
  concurrent-ruby (~> 1.0)
143
177
  unicode-display_width (2.4.2)
178
+ webrick (1.8.1)
144
179
  websocket (1.2.9)
145
- websocket-driver (0.7.5)
180
+ websocket-driver (0.7.6)
146
181
  websocket-extensions (>= 0.1.0)
147
182
  websocket-extensions (0.1.5)
148
183
  xpath (3.2.0)
149
184
  nokogiri (~> 1.8)
150
- zeitwerk (2.6.8)
185
+ zeitwerk (2.6.11)
151
186
 
152
187
  PLATFORMS
153
188
  arm64-darwin-22
@@ -156,6 +191,7 @@ DEPENDENCIES
156
191
  curb (~> 1.0, >= 1.0.5)
157
192
  dotenv (~> 2.7.6)
158
193
  minitest (~> 5.0)
194
+ rack (= 3.0.8)
159
195
  rake (~> 13.0)
160
196
  rubocop (~> 1.7)
161
197
  rubocop-rails (~> 2.19.1)
data/lib/zorki/scrapers/scraper.rb CHANGED
@@ -68,14 +68,12 @@ module Zorki
68
68
  page.driver.browser.intercept do |request, &continue|
69
69
  # This passes the request forward unmodified, since we only care about the response
70
70
  # puts "checking request: #{request.url}"
71
-
72
71
  continue.call(request) && next unless request.url.include?(subpage_search)
73
72
 
74
73
  continue.call(request) do |response|
75
74
  # Check if not a CORS prefetch and finish up if not
76
- if response.body.present?
75
+ if !response.body.empty? && response.body
77
76
  check_passed = true
78
-
79
77
  unless additional_search_parameters.nil?
80
78
  body_to_check = Oj.load(response.body)
81
79
 
@@ -117,7 +115,7 @@ module Zorki
117
115
  # end
118
116
 
119
117
  elements = doc.search("script").map do |element|
120
- element_json = nil
118
+ element_json = nil
121
119
  begin
122
120
  element_json = JSON.parse(element)
123
121
 
data/lib/zorki/version.rb CHANGED
@@ -1,5 +1,5 @@
1
1
  # frozen_string_literal: true
2
2
 
3
3
  module Zorki
4
- VERSION = "0.1.5"
4
+ VERSION = "0.1.6"
5
5
  end
metadata CHANGED
@@ -1,14 +1,14 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: zorki
3
3
  version: !ruby/object:Gem::Version
4
- version: 0.1.5
4
+ version: 0.1.6
5
5
  platform: ruby
6
6
  authors:
7
7
  - Christopher Guess
8
8
  autorequire:
9
9
  bindir: exe
10
10
  cert_chain: []
11
- date: 2023-08-14 00:00:00.000000000 Z
11
+ date: 2023-09-14 00:00:00.000000000 Z
12
12
  dependencies:
13
13
  - !ruby/object:Gem::Dependency
14
14
  name: capybara
@@ -145,7 +145,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
145
145
  - !ruby/object:Gem::Version
146
146
  version: '0'
147
147
  requirements: []
148
- rubygems_version: 3.4.9
148
+ rubygems_version: 3.4.10
149
149
  signing_key:
150
150
  specification_version: 4
151
151
  summary: A gem to scrape Instagram pages for archive purposes.