zorki 0.1.1

Sign up to get free protection for your applications and to get access to all the features.
Files changed (27) hide show
  1. checksums.yaml +7 -0
  2. data/.github/workflows/main.yml +18 -0
  3. data/.gitignore +12 -0
  4. data/.rubocop.yml +67 -0
  5. data/CHANGELOG.md +5 -0
  6. data/CODE_OF_CONDUCT.md +84 -0
  7. data/Gemfile +17 -0
  8. data/Gemfile.lock +162 -0
  9. data/LICENSE.txt +21 -0
  10. data/README.md +85 -0
  11. data/Rakefile +16 -0
  12. data/bin/console +15 -0
  13. data/bin/setup +8 -0
  14. data/lib/generators/zorki.rb +3 -0
  15. data/lib/generators/zorki_generator.rb +6 -0
  16. data/lib/helpers/configuration.rb +28 -0
  17. data/lib/zorki/monkeypatch.rb +50 -0
  18. data/lib/zorki/post.rb +46 -0
  19. data/lib/zorki/scrapers/post_scraper.rb +125 -0
  20. data/lib/zorki/scrapers/scraper.rb +227 -0
  21. data/lib/zorki/scrapers/user_scraper.rb +74 -0
  22. data/lib/zorki/user.rb +52 -0
  23. data/lib/zorki/version.rb +5 -0
  24. data/lib/zorki.rb +74 -0
  25. data/zorki.gemspec +43 -0
  26. data/zorki.logs +300 -0
  27. metadata +152 -0
data/zorki.logs ADDED
@@ -0,0 +1,300 @@
1
+ I, [2022-08-30T16:45:02.755330 #62659] INFO -- : /Users/christopher/Repositories/zorki/lib/zorki/monkeypatch.rb is monkeypatching Selenium::WebDriver::DevTools.send_cmd
2
+ Run options: --seed 43507
3
+
4
+ # Running:
5
+
6
+ .E
7
+
8
+ Error:
9
+ UserTest#test_a_username_returns_properly_when_scraped:
10
+ Errno::ECONNREFUSED: Failed to open TCP connection to localhost:4444 (Connection refused - connect(2) for 127.0.0.1:4444)
11
+ /Users/christopher/.rbenv/versions/3.1.1/lib/ruby/3.1.0/socket.rb:1214:in `__connect_nonblock'
12
+ /Users/christopher/.rbenv/versions/3.1.1/lib/ruby/3.1.0/socket.rb:1214:in `connect_nonblock'
13
+ /Users/christopher/.rbenv/versions/3.1.1/lib/ruby/3.1.0/socket.rb:56:in `connect_internal'
14
+ /Users/christopher/.rbenv/versions/3.1.1/lib/ruby/3.1.0/socket.rb:137:in `connect'
15
+ /Users/christopher/.rbenv/versions/3.1.1/lib/ruby/3.1.0/socket.rb:642:in `block in tcp'
16
+ /Users/christopher/.rbenv/versions/3.1.1/lib/ruby/3.1.0/socket.rb:227:in `each'
17
+ /Users/christopher/.rbenv/versions/3.1.1/lib/ruby/3.1.0/socket.rb:227:in `foreach'
18
+ /Users/christopher/.rbenv/versions/3.1.1/lib/ruby/3.1.0/socket.rb:632:in `tcp'
19
+ /Users/christopher/.rbenv/versions/3.1.1/lib/ruby/3.1.0/net/http.rb:998:in `connect'
20
+ /Users/christopher/.rbenv/versions/3.1.1/lib/ruby/3.1.0/net/http.rb:976:in `do_start'
21
+ /Users/christopher/.rbenv/versions/3.1.1/lib/ruby/3.1.0/net/http.rb:971:in `start'
22
+ /Users/christopher/.rbenv/versions/3.1.1/lib/ruby/gems/3.1.0/gems/selenium-webdriver-4.4.0/lib/selenium/webdriver/remote/http/default.rb:67:in `start'
23
+ /Users/christopher/.rbenv/versions/3.1.1/lib/ruby/gems/3.1.0/gems/selenium-webdriver-4.4.0/lib/selenium/webdriver/remote/http/default.rb:61:in `http'
24
+ /Users/christopher/.rbenv/versions/3.1.1/lib/ruby/gems/3.1.0/gems/selenium-webdriver-4.4.0/lib/selenium/webdriver/remote/http/default.rb:118:in `response_for'
25
+ /Users/christopher/.rbenv/versions/3.1.1/lib/ruby/gems/3.1.0/gems/selenium-webdriver-4.4.0/lib/selenium/webdriver/remote/http/default.rb:77:in `request'
26
+ /Users/christopher/.rbenv/versions/3.1.1/lib/ruby/gems/3.1.0/gems/selenium-webdriver-4.4.0/lib/selenium/webdriver/remote/http/common.rb:59:in `call'
27
+ /Users/christopher/.rbenv/versions/3.1.1/lib/ruby/gems/3.1.0/gems/selenium-webdriver-4.4.0/lib/selenium/webdriver/remote/bridge.rb:625:in `execute'
28
+ /Users/christopher/.rbenv/versions/3.1.1/lib/ruby/gems/3.1.0/gems/selenium-webdriver-4.4.0/lib/selenium/webdriver/remote/bridge.rb:52:in `create_session'
29
+ /Users/christopher/.rbenv/versions/3.1.1/lib/ruby/gems/3.1.0/gems/selenium-webdriver-4.4.0/lib/selenium/webdriver/common/driver.rb:323:in `block in create_bridge'
30
+ <internal:kernel>:90:in `tap'
31
+ /Users/christopher/.rbenv/versions/3.1.1/lib/ruby/gems/3.1.0/gems/selenium-webdriver-4.4.0/lib/selenium/webdriver/common/driver.rb:321:in `create_bridge'
32
+ /Users/christopher/.rbenv/versions/3.1.1/lib/ruby/gems/3.1.0/gems/selenium-webdriver-4.4.0/lib/selenium/webdriver/common/driver.rb:74:in `initialize'
33
+ /Users/christopher/.rbenv/versions/3.1.1/lib/ruby/gems/3.1.0/gems/selenium-webdriver-4.4.0/lib/selenium/webdriver/common/driver.rb:47:in `new'
34
+ /Users/christopher/.rbenv/versions/3.1.1/lib/ruby/gems/3.1.0/gems/selenium-webdriver-4.4.0/lib/selenium/webdriver/common/driver.rb:47:in `for'
35
+ /Users/christopher/.rbenv/versions/3.1.1/lib/ruby/gems/3.1.0/gems/selenium-webdriver-4.4.0/lib/selenium/webdriver.rb:89:in `for'
36
+ /Users/christopher/.rbenv/versions/3.1.1/lib/ruby/gems/3.1.0/gems/capybara-3.37.1/lib/capybara/selenium/driver.rb:83:in `browser'
37
+ /Users/christopher/Repositories/zorki/lib/zorki/scrapers/scraper.rb:119:in `login'
38
+ /Users/christopher/Repositories/zorki/lib/zorki/scrapers/user_scraper.rb:19:in `parse'
39
+ /Users/christopher/Repositories/zorki/lib/zorki/user.rb:46:in `block in scrape'
40
+ /Users/christopher/Repositories/zorki/lib/zorki/user.rb:45:in `map'
41
+ /Users/christopher/Repositories/zorki/lib/zorki/user.rb:45:in `scrape'
42
+ /Users/christopher/Repositories/zorki/lib/zorki/user.rb:12:in `lookup'
43
+ /Users/christopher/Repositories/zorki/test/user_test.rb:9:in `test_a_username_returns_properly_when_scraped'
44
+
45
+ rails test Users/christopher/Repositories/zorki/test/user_test.rb:8
46
+
47
+ F
48
+
49
+ Failure:
50
+ PostTest#test_a_post_has_been_removed [/Users/christopher/Repositories/zorki/test/post_test.rb:51]:
51
+ [Zorki::ContentUnavailableError] exception expected, not
52
+ Class: <Errno::ECONNREFUSED>
53
+ Message: <"Failed to open TCP connection to localhost:4444 (Connection refused - connect(2) for 127.0.0.1:4444)">
54
+ ---Backtrace---
55
+ /Users/christopher/.rbenv/versions/3.1.1/lib/ruby/3.1.0/socket.rb:1214:in `__connect_nonblock'
56
+ /Users/christopher/.rbenv/versions/3.1.1/lib/ruby/3.1.0/socket.rb:1214:in `connect_nonblock'
57
+ /Users/christopher/.rbenv/versions/3.1.1/lib/ruby/3.1.0/socket.rb:56:in `connect_internal'
58
+ /Users/christopher/.rbenv/versions/3.1.1/lib/ruby/3.1.0/socket.rb:137:in `connect'
59
+ /Users/christopher/.rbenv/versions/3.1.1/lib/ruby/3.1.0/socket.rb:642:in `block in tcp'
60
+ /Users/christopher/.rbenv/versions/3.1.1/lib/ruby/3.1.0/socket.rb:227:in `each'
61
+ /Users/christopher/.rbenv/versions/3.1.1/lib/ruby/3.1.0/socket.rb:227:in `foreach'
62
+ /Users/christopher/.rbenv/versions/3.1.1/lib/ruby/3.1.0/socket.rb:632:in `tcp'
63
+ /Users/christopher/.rbenv/versions/3.1.1/lib/ruby/3.1.0/net/http.rb:998:in `connect'
64
+ /Users/christopher/.rbenv/versions/3.1.1/lib/ruby/3.1.0/net/http.rb:976:in `do_start'
65
+ /Users/christopher/.rbenv/versions/3.1.1/lib/ruby/3.1.0/net/http.rb:971:in `start'
66
+ /Users/christopher/.rbenv/versions/3.1.1/lib/ruby/gems/3.1.0/gems/selenium-webdriver-4.4.0/lib/selenium/webdriver/remote/http/default.rb:67:in `start'
67
+ /Users/christopher/.rbenv/versions/3.1.1/lib/ruby/gems/3.1.0/gems/selenium-webdriver-4.4.0/lib/selenium/webdriver/remote/http/default.rb:61:in `http'
68
+ /Users/christopher/.rbenv/versions/3.1.1/lib/ruby/gems/3.1.0/gems/selenium-webdriver-4.4.0/lib/selenium/webdriver/remote/http/default.rb:118:in `response_for'
69
+ /Users/christopher/.rbenv/versions/3.1.1/lib/ruby/gems/3.1.0/gems/selenium-webdriver-4.4.0/lib/selenium/webdriver/remote/http/default.rb:77:in `request'
70
+ /Users/christopher/.rbenv/versions/3.1.1/lib/ruby/gems/3.1.0/gems/selenium-webdriver-4.4.0/lib/selenium/webdriver/remote/http/common.rb:59:in `call'
71
+ /Users/christopher/.rbenv/versions/3.1.1/lib/ruby/gems/3.1.0/gems/selenium-webdriver-4.4.0/lib/selenium/webdriver/remote/bridge.rb:625:in `execute'
72
+ /Users/christopher/.rbenv/versions/3.1.1/lib/ruby/gems/3.1.0/gems/selenium-webdriver-4.4.0/lib/selenium/webdriver/remote/bridge.rb:52:in `create_session'
73
+ /Users/christopher/.rbenv/versions/3.1.1/lib/ruby/gems/3.1.0/gems/selenium-webdriver-4.4.0/lib/selenium/webdriver/common/driver.rb:323:in `block in create_bridge'
74
+ <internal:kernel>:90:in `tap'
75
+ /Users/christopher/.rbenv/versions/3.1.1/lib/ruby/gems/3.1.0/gems/selenium-webdriver-4.4.0/lib/selenium/webdriver/common/driver.rb:321:in `create_bridge'
76
+ /Users/christopher/.rbenv/versions/3.1.1/lib/ruby/gems/3.1.0/gems/selenium-webdriver-4.4.0/lib/selenium/webdriver/common/driver.rb:74:in `initialize'
77
+ /Users/christopher/.rbenv/versions/3.1.1/lib/ruby/gems/3.1.0/gems/selenium-webdriver-4.4.0/lib/selenium/webdriver/common/driver.rb:47:in `new'
78
+ /Users/christopher/.rbenv/versions/3.1.1/lib/ruby/gems/3.1.0/gems/selenium-webdriver-4.4.0/lib/selenium/webdriver/common/driver.rb:47:in `for'
79
+ /Users/christopher/.rbenv/versions/3.1.1/lib/ruby/gems/3.1.0/gems/selenium-webdriver-4.4.0/lib/selenium/webdriver.rb:89:in `for'
80
+ /Users/christopher/.rbenv/versions/3.1.1/lib/ruby/gems/3.1.0/gems/capybara-3.37.1/lib/capybara/selenium/driver.rb:83:in `browser'
81
+ /Users/christopher/Repositories/zorki/lib/zorki/scrapers/scraper.rb:119:in `login'
82
+ /Users/christopher/Repositories/zorki/lib/zorki/scrapers/post_scraper.rb:19:in `parse'
83
+ /Users/christopher/Repositories/zorki/lib/zorki/post.rb:40:in `block in scrape'
84
+ /Users/christopher/Repositories/zorki/lib/zorki/post.rb:39:in `map'
85
+ /Users/christopher/Repositories/zorki/lib/zorki/post.rb:39:in `scrape'
86
+ /Users/christopher/Repositories/zorki/lib/zorki/post.rb:8:in `lookup'
87
+ /Users/christopher/Repositories/zorki/test/post_test.rb:52:in `block in test_a_post_has_been_removed'
88
+ ---------------
89
+
90
+ rails test Users/christopher/Repositories/zorki/test/post_test.rb:50
91
+
92
+ E
93
+
94
+ Error:
95
+ PostTest#test_a_post_marked_as_misinfo_works_still:
96
+ Errno::ECONNREFUSED: Failed to open TCP connection to localhost:4444 (Connection refused - connect(2) for 127.0.0.1:4444)
97
+ /Users/christopher/.rbenv/versions/3.1.1/lib/ruby/3.1.0/socket.rb:1214:in `__connect_nonblock'
98
+ /Users/christopher/.rbenv/versions/3.1.1/lib/ruby/3.1.0/socket.rb:1214:in `connect_nonblock'
99
+ /Users/christopher/.rbenv/versions/3.1.1/lib/ruby/3.1.0/socket.rb:56:in `connect_internal'
100
+ /Users/christopher/.rbenv/versions/3.1.1/lib/ruby/3.1.0/socket.rb:137:in `connect'
101
+ /Users/christopher/.rbenv/versions/3.1.1/lib/ruby/3.1.0/socket.rb:642:in `block in tcp'
102
+ /Users/christopher/.rbenv/versions/3.1.1/lib/ruby/3.1.0/socket.rb:227:in `each'
103
+ /Users/christopher/.rbenv/versions/3.1.1/lib/ruby/3.1.0/socket.rb:227:in `foreach'
104
+ /Users/christopher/.rbenv/versions/3.1.1/lib/ruby/3.1.0/socket.rb:632:in `tcp'
105
+ /Users/christopher/.rbenv/versions/3.1.1/lib/ruby/3.1.0/net/http.rb:998:in `connect'
106
+ /Users/christopher/.rbenv/versions/3.1.1/lib/ruby/3.1.0/net/http.rb:976:in `do_start'
107
+ /Users/christopher/.rbenv/versions/3.1.1/lib/ruby/3.1.0/net/http.rb:971:in `start'
108
+ /Users/christopher/.rbenv/versions/3.1.1/lib/ruby/gems/3.1.0/gems/selenium-webdriver-4.4.0/lib/selenium/webdriver/remote/http/default.rb:67:in `start'
109
+ /Users/christopher/.rbenv/versions/3.1.1/lib/ruby/gems/3.1.0/gems/selenium-webdriver-4.4.0/lib/selenium/webdriver/remote/http/default.rb:61:in `http'
110
+ /Users/christopher/.rbenv/versions/3.1.1/lib/ruby/gems/3.1.0/gems/selenium-webdriver-4.4.0/lib/selenium/webdriver/remote/http/default.rb:118:in `response_for'
111
+ /Users/christopher/.rbenv/versions/3.1.1/lib/ruby/gems/3.1.0/gems/selenium-webdriver-4.4.0/lib/selenium/webdriver/remote/http/default.rb:77:in `request'
112
+ /Users/christopher/.rbenv/versions/3.1.1/lib/ruby/gems/3.1.0/gems/selenium-webdriver-4.4.0/lib/selenium/webdriver/remote/http/common.rb:59:in `call'
113
+ /Users/christopher/.rbenv/versions/3.1.1/lib/ruby/gems/3.1.0/gems/selenium-webdriver-4.4.0/lib/selenium/webdriver/remote/bridge.rb:625:in `execute'
114
+ /Users/christopher/.rbenv/versions/3.1.1/lib/ruby/gems/3.1.0/gems/selenium-webdriver-4.4.0/lib/selenium/webdriver/remote/bridge.rb:52:in `create_session'
115
+ /Users/christopher/.rbenv/versions/3.1.1/lib/ruby/gems/3.1.0/gems/selenium-webdriver-4.4.0/lib/selenium/webdriver/common/driver.rb:323:in `block in create_bridge'
116
+ <internal:kernel>:90:in `tap'
117
+ /Users/christopher/.rbenv/versions/3.1.1/lib/ruby/gems/3.1.0/gems/selenium-webdriver-4.4.0/lib/selenium/webdriver/common/driver.rb:321:in `create_bridge'
118
+ /Users/christopher/.rbenv/versions/3.1.1/lib/ruby/gems/3.1.0/gems/selenium-webdriver-4.4.0/lib/selenium/webdriver/common/driver.rb:74:in `initialize'
119
+ /Users/christopher/.rbenv/versions/3.1.1/lib/ruby/gems/3.1.0/gems/selenium-webdriver-4.4.0/lib/selenium/webdriver/common/driver.rb:47:in `new'
120
+ /Users/christopher/.rbenv/versions/3.1.1/lib/ruby/gems/3.1.0/gems/selenium-webdriver-4.4.0/lib/selenium/webdriver/common/driver.rb:47:in `for'
121
+ /Users/christopher/.rbenv/versions/3.1.1/lib/ruby/gems/3.1.0/gems/selenium-webdriver-4.4.0/lib/selenium/webdriver.rb:89:in `for'
122
+ /Users/christopher/.rbenv/versions/3.1.1/lib/ruby/gems/3.1.0/gems/capybara-3.37.1/lib/capybara/selenium/driver.rb:83:in `browser'
123
+ /Users/christopher/Repositories/zorki/lib/zorki/scrapers/scraper.rb:119:in `login'
124
+ /Users/christopher/Repositories/zorki/lib/zorki/scrapers/post_scraper.rb:19:in `parse'
125
+ /Users/christopher/Repositories/zorki/lib/zorki/post.rb:40:in `block in scrape'
126
+ /Users/christopher/Repositories/zorki/lib/zorki/post.rb:39:in `map'
127
+ /Users/christopher/Repositories/zorki/lib/zorki/post.rb:39:in `scrape'
128
+ /Users/christopher/Repositories/zorki/lib/zorki/post.rb:8:in `lookup'
129
+ /Users/christopher/Repositories/zorki/test/post_test.rb:34:in `test_a_post_marked_as_misinfo_works_still'
130
+
131
+ rails test Users/christopher/Repositories/zorki/test/post_test.rb:33
132
+
133
+ E
134
+
135
+ Error:
136
+ PostTest#test_a_single_image_post_returns_properly_when_scraped:
137
+ Errno::ECONNREFUSED: Failed to open TCP connection to localhost:4444 (Connection refused - connect(2) for 127.0.0.1:4444)
138
+ /Users/christopher/.rbenv/versions/3.1.1/lib/ruby/3.1.0/socket.rb:1214:in `__connect_nonblock'
139
+ /Users/christopher/.rbenv/versions/3.1.1/lib/ruby/3.1.0/socket.rb:1214:in `connect_nonblock'
140
+ /Users/christopher/.rbenv/versions/3.1.1/lib/ruby/3.1.0/socket.rb:56:in `connect_internal'
141
+ /Users/christopher/.rbenv/versions/3.1.1/lib/ruby/3.1.0/socket.rb:137:in `connect'
142
+ /Users/christopher/.rbenv/versions/3.1.1/lib/ruby/3.1.0/socket.rb:642:in `block in tcp'
143
+ /Users/christopher/.rbenv/versions/3.1.1/lib/ruby/3.1.0/socket.rb:227:in `each'
144
+ /Users/christopher/.rbenv/versions/3.1.1/lib/ruby/3.1.0/socket.rb:227:in `foreach'
145
+ /Users/christopher/.rbenv/versions/3.1.1/lib/ruby/3.1.0/socket.rb:632:in `tcp'
146
+ /Users/christopher/.rbenv/versions/3.1.1/lib/ruby/3.1.0/net/http.rb:998:in `connect'
147
+ /Users/christopher/.rbenv/versions/3.1.1/lib/ruby/3.1.0/net/http.rb:976:in `do_start'
148
+ /Users/christopher/.rbenv/versions/3.1.1/lib/ruby/3.1.0/net/http.rb:971:in `start'
149
+ /Users/christopher/.rbenv/versions/3.1.1/lib/ruby/gems/3.1.0/gems/selenium-webdriver-4.4.0/lib/selenium/webdriver/remote/http/default.rb:67:in `start'
150
+ /Users/christopher/.rbenv/versions/3.1.1/lib/ruby/gems/3.1.0/gems/selenium-webdriver-4.4.0/lib/selenium/webdriver/remote/http/default.rb:61:in `http'
151
+ /Users/christopher/.rbenv/versions/3.1.1/lib/ruby/gems/3.1.0/gems/selenium-webdriver-4.4.0/lib/selenium/webdriver/remote/http/default.rb:118:in `response_for'
152
+ /Users/christopher/.rbenv/versions/3.1.1/lib/ruby/gems/3.1.0/gems/selenium-webdriver-4.4.0/lib/selenium/webdriver/remote/http/default.rb:77:in `request'
153
+ /Users/christopher/.rbenv/versions/3.1.1/lib/ruby/gems/3.1.0/gems/selenium-webdriver-4.4.0/lib/selenium/webdriver/remote/http/common.rb:59:in `call'
154
+ /Users/christopher/.rbenv/versions/3.1.1/lib/ruby/gems/3.1.0/gems/selenium-webdriver-4.4.0/lib/selenium/webdriver/remote/bridge.rb:625:in `execute'
155
+ /Users/christopher/.rbenv/versions/3.1.1/lib/ruby/gems/3.1.0/gems/selenium-webdriver-4.4.0/lib/selenium/webdriver/remote/bridge.rb:52:in `create_session'
156
+ /Users/christopher/.rbenv/versions/3.1.1/lib/ruby/gems/3.1.0/gems/selenium-webdriver-4.4.0/lib/selenium/webdriver/common/driver.rb:323:in `block in create_bridge'
157
+ <internal:kernel>:90:in `tap'
158
+ /Users/christopher/.rbenv/versions/3.1.1/lib/ruby/gems/3.1.0/gems/selenium-webdriver-4.4.0/lib/selenium/webdriver/common/driver.rb:321:in `create_bridge'
159
+ /Users/christopher/.rbenv/versions/3.1.1/lib/ruby/gems/3.1.0/gems/selenium-webdriver-4.4.0/lib/selenium/webdriver/common/driver.rb:74:in `initialize'
160
+ /Users/christopher/.rbenv/versions/3.1.1/lib/ruby/gems/3.1.0/gems/selenium-webdriver-4.4.0/lib/selenium/webdriver/common/driver.rb:47:in `new'
161
+ /Users/christopher/.rbenv/versions/3.1.1/lib/ruby/gems/3.1.0/gems/selenium-webdriver-4.4.0/lib/selenium/webdriver/common/driver.rb:47:in `for'
162
+ /Users/christopher/.rbenv/versions/3.1.1/lib/ruby/gems/3.1.0/gems/selenium-webdriver-4.4.0/lib/selenium/webdriver.rb:89:in `for'
163
+ /Users/christopher/.rbenv/versions/3.1.1/lib/ruby/gems/3.1.0/gems/capybara-3.37.1/lib/capybara/selenium/driver.rb:83:in `browser'
164
+ /Users/christopher/Repositories/zorki/lib/zorki/scrapers/scraper.rb:119:in `login'
165
+ /Users/christopher/Repositories/zorki/lib/zorki/scrapers/post_scraper.rb:19:in `parse'
166
+ /Users/christopher/Repositories/zorki/lib/zorki/post.rb:40:in `block in scrape'
167
+ /Users/christopher/Repositories/zorki/lib/zorki/post.rb:39:in `map'
168
+ /Users/christopher/Repositories/zorki/lib/zorki/post.rb:39:in `scrape'
169
+ /Users/christopher/Repositories/zorki/lib/zorki/post.rb:8:in `lookup'
170
+ /Users/christopher/Repositories/zorki/test/post_test.rb:15:in `test_a_single_image_post_returns_properly_when_scraped'
171
+
172
+ rails test Users/christopher/Repositories/zorki/test/post_test.rb:14
173
+
174
+ E
175
+
176
+ Error:
177
+ PostTest#test_a_slideshow_post_returns_properly_when_scraped:
178
+ Errno::ECONNREFUSED: Failed to open TCP connection to localhost:4444 (Connection refused - connect(2) for 127.0.0.1:4444)
179
+ /Users/christopher/.rbenv/versions/3.1.1/lib/ruby/3.1.0/socket.rb:1214:in `__connect_nonblock'
180
+ /Users/christopher/.rbenv/versions/3.1.1/lib/ruby/3.1.0/socket.rb:1214:in `connect_nonblock'
181
+ /Users/christopher/.rbenv/versions/3.1.1/lib/ruby/3.1.0/socket.rb:56:in `connect_internal'
182
+ /Users/christopher/.rbenv/versions/3.1.1/lib/ruby/3.1.0/socket.rb:137:in `connect'
183
+ /Users/christopher/.rbenv/versions/3.1.1/lib/ruby/3.1.0/socket.rb:642:in `block in tcp'
184
+ /Users/christopher/.rbenv/versions/3.1.1/lib/ruby/3.1.0/socket.rb:227:in `each'
185
+ /Users/christopher/.rbenv/versions/3.1.1/lib/ruby/3.1.0/socket.rb:227:in `foreach'
186
+ /Users/christopher/.rbenv/versions/3.1.1/lib/ruby/3.1.0/socket.rb:632:in `tcp'
187
+ /Users/christopher/.rbenv/versions/3.1.1/lib/ruby/3.1.0/net/http.rb:998:in `connect'
188
+ /Users/christopher/.rbenv/versions/3.1.1/lib/ruby/3.1.0/net/http.rb:976:in `do_start'
189
+ /Users/christopher/.rbenv/versions/3.1.1/lib/ruby/3.1.0/net/http.rb:971:in `start'
190
+ /Users/christopher/.rbenv/versions/3.1.1/lib/ruby/gems/3.1.0/gems/selenium-webdriver-4.4.0/lib/selenium/webdriver/remote/http/default.rb:67:in `start'
191
+ /Users/christopher/.rbenv/versions/3.1.1/lib/ruby/gems/3.1.0/gems/selenium-webdriver-4.4.0/lib/selenium/webdriver/remote/http/default.rb:61:in `http'
192
+ /Users/christopher/.rbenv/versions/3.1.1/lib/ruby/gems/3.1.0/gems/selenium-webdriver-4.4.0/lib/selenium/webdriver/remote/http/default.rb:118:in `response_for'
193
+ /Users/christopher/.rbenv/versions/3.1.1/lib/ruby/gems/3.1.0/gems/selenium-webdriver-4.4.0/lib/selenium/webdriver/remote/http/default.rb:77:in `request'
194
+ /Users/christopher/.rbenv/versions/3.1.1/lib/ruby/gems/3.1.0/gems/selenium-webdriver-4.4.0/lib/selenium/webdriver/remote/http/common.rb:59:in `call'
195
+ /Users/christopher/.rbenv/versions/3.1.1/lib/ruby/gems/3.1.0/gems/selenium-webdriver-4.4.0/lib/selenium/webdriver/remote/bridge.rb:625:in `execute'
196
+ /Users/christopher/.rbenv/versions/3.1.1/lib/ruby/gems/3.1.0/gems/selenium-webdriver-4.4.0/lib/selenium/webdriver/remote/bridge.rb:52:in `create_session'
197
+ /Users/christopher/.rbenv/versions/3.1.1/lib/ruby/gems/3.1.0/gems/selenium-webdriver-4.4.0/lib/selenium/webdriver/common/driver.rb:323:in `block in create_bridge'
198
+ <internal:kernel>:90:in `tap'
199
+ /Users/christopher/.rbenv/versions/3.1.1/lib/ruby/gems/3.1.0/gems/selenium-webdriver-4.4.0/lib/selenium/webdriver/common/driver.rb:321:in `create_bridge'
200
+ /Users/christopher/.rbenv/versions/3.1.1/lib/ruby/gems/3.1.0/gems/selenium-webdriver-4.4.0/lib/selenium/webdriver/common/driver.rb:74:in `initialize'
201
+ /Users/christopher/.rbenv/versions/3.1.1/lib/ruby/gems/3.1.0/gems/selenium-webdriver-4.4.0/lib/selenium/webdriver/common/driver.rb:47:in `new'
202
+ /Users/christopher/.rbenv/versions/3.1.1/lib/ruby/gems/3.1.0/gems/selenium-webdriver-4.4.0/lib/selenium/webdriver/common/driver.rb:47:in `for'
203
+ /Users/christopher/.rbenv/versions/3.1.1/lib/ruby/gems/3.1.0/gems/selenium-webdriver-4.4.0/lib/selenium/webdriver.rb:89:in `for'
204
+ /Users/christopher/.rbenv/versions/3.1.1/lib/ruby/gems/3.1.0/gems/capybara-3.37.1/lib/capybara/selenium/driver.rb:83:in `browser'
205
+ /Users/christopher/Repositories/zorki/lib/zorki/scrapers/scraper.rb:119:in `login'
206
+ /Users/christopher/Repositories/zorki/lib/zorki/scrapers/post_scraper.rb:19:in `parse'
207
+ /Users/christopher/Repositories/zorki/lib/zorki/post.rb:40:in `block in scrape'
208
+ /Users/christopher/Repositories/zorki/lib/zorki/post.rb:39:in `map'
209
+ /Users/christopher/Repositories/zorki/lib/zorki/post.rb:39:in `scrape'
210
+ /Users/christopher/Repositories/zorki/lib/zorki/post.rb:8:in `lookup'
211
+ /Users/christopher/Repositories/zorki/test/post_test.rb:20:in `test_a_slideshow_post_returns_properly_when_scraped'
212
+
213
+ rails test Users/christopher/Repositories/zorki/test/post_test.rb:19
214
+
215
+ E
216
+
217
+ Error:
218
+ PostTest#test_a_video_post_returns_properly_when_scraped:
219
+ Errno::ECONNREFUSED: Failed to open TCP connection to localhost:4444 (Connection refused - connect(2) for 127.0.0.1:4444)
220
+ /Users/christopher/.rbenv/versions/3.1.1/lib/ruby/3.1.0/socket.rb:1214:in `__connect_nonblock'
221
+ /Users/christopher/.rbenv/versions/3.1.1/lib/ruby/3.1.0/socket.rb:1214:in `connect_nonblock'
222
+ /Users/christopher/.rbenv/versions/3.1.1/lib/ruby/3.1.0/socket.rb:56:in `connect_internal'
223
+ /Users/christopher/.rbenv/versions/3.1.1/lib/ruby/3.1.0/socket.rb:137:in `connect'
224
+ /Users/christopher/.rbenv/versions/3.1.1/lib/ruby/3.1.0/socket.rb:642:in `block in tcp'
225
+ /Users/christopher/.rbenv/versions/3.1.1/lib/ruby/3.1.0/socket.rb:227:in `each'
226
+ /Users/christopher/.rbenv/versions/3.1.1/lib/ruby/3.1.0/socket.rb:227:in `foreach'
227
+ /Users/christopher/.rbenv/versions/3.1.1/lib/ruby/3.1.0/socket.rb:632:in `tcp'
228
+ /Users/christopher/.rbenv/versions/3.1.1/lib/ruby/3.1.0/net/http.rb:998:in `connect'
229
+ /Users/christopher/.rbenv/versions/3.1.1/lib/ruby/3.1.0/net/http.rb:976:in `do_start'
230
+ /Users/christopher/.rbenv/versions/3.1.1/lib/ruby/3.1.0/net/http.rb:971:in `start'
231
+ /Users/christopher/.rbenv/versions/3.1.1/lib/ruby/gems/3.1.0/gems/selenium-webdriver-4.4.0/lib/selenium/webdriver/remote/http/default.rb:67:in `start'
232
+ /Users/christopher/.rbenv/versions/3.1.1/lib/ruby/gems/3.1.0/gems/selenium-webdriver-4.4.0/lib/selenium/webdriver/remote/http/default.rb:61:in `http'
233
+ /Users/christopher/.rbenv/versions/3.1.1/lib/ruby/gems/3.1.0/gems/selenium-webdriver-4.4.0/lib/selenium/webdriver/remote/http/default.rb:118:in `response_for'
234
+ /Users/christopher/.rbenv/versions/3.1.1/lib/ruby/gems/3.1.0/gems/selenium-webdriver-4.4.0/lib/selenium/webdriver/remote/http/default.rb:77:in `request'
235
+ /Users/christopher/.rbenv/versions/3.1.1/lib/ruby/gems/3.1.0/gems/selenium-webdriver-4.4.0/lib/selenium/webdriver/remote/http/common.rb:59:in `call'
236
+ /Users/christopher/.rbenv/versions/3.1.1/lib/ruby/gems/3.1.0/gems/selenium-webdriver-4.4.0/lib/selenium/webdriver/remote/bridge.rb:625:in `execute'
237
+ /Users/christopher/.rbenv/versions/3.1.1/lib/ruby/gems/3.1.0/gems/selenium-webdriver-4.4.0/lib/selenium/webdriver/remote/bridge.rb:52:in `create_session'
238
+ /Users/christopher/.rbenv/versions/3.1.1/lib/ruby/gems/3.1.0/gems/selenium-webdriver-4.4.0/lib/selenium/webdriver/common/driver.rb:323:in `block in create_bridge'
239
+ <internal:kernel>:90:in `tap'
240
+ /Users/christopher/.rbenv/versions/3.1.1/lib/ruby/gems/3.1.0/gems/selenium-webdriver-4.4.0/lib/selenium/webdriver/common/driver.rb:321:in `create_bridge'
241
+ /Users/christopher/.rbenv/versions/3.1.1/lib/ruby/gems/3.1.0/gems/selenium-webdriver-4.4.0/lib/selenium/webdriver/common/driver.rb:74:in `initialize'
242
+ /Users/christopher/.rbenv/versions/3.1.1/lib/ruby/gems/3.1.0/gems/selenium-webdriver-4.4.0/lib/selenium/webdriver/common/driver.rb:47:in `new'
243
+ /Users/christopher/.rbenv/versions/3.1.1/lib/ruby/gems/3.1.0/gems/selenium-webdriver-4.4.0/lib/selenium/webdriver/common/driver.rb:47:in `for'
244
+ /Users/christopher/.rbenv/versions/3.1.1/lib/ruby/gems/3.1.0/gems/selenium-webdriver-4.4.0/lib/selenium/webdriver.rb:89:in `for'
245
+ /Users/christopher/.rbenv/versions/3.1.1/lib/ruby/gems/3.1.0/gems/capybara-3.37.1/lib/capybara/selenium/driver.rb:83:in `browser'
246
+ /Users/christopher/Repositories/zorki/lib/zorki/scrapers/scraper.rb:119:in `login'
247
+ /Users/christopher/Repositories/zorki/lib/zorki/scrapers/post_scraper.rb:19:in `parse'
248
+ /Users/christopher/Repositories/zorki/lib/zorki/post.rb:40:in `block in scrape'
249
+ /Users/christopher/Repositories/zorki/lib/zorki/post.rb:39:in `map'
250
+ /Users/christopher/Repositories/zorki/lib/zorki/post.rb:39:in `scrape'
251
+ /Users/christopher/Repositories/zorki/lib/zorki/post.rb:8:in `lookup'
252
+ /Users/christopher/Repositories/zorki/test/post_test.rb:44:in `test_a_video_post_returns_properly_when_scraped'
253
+
254
+ rails test Users/christopher/Repositories/zorki/test/post_test.rb:43
255
+
256
+ E
257
+
258
+ Error:
259
+ PostTest#test_another_post_works:
260
+ Errno::ECONNREFUSED: Failed to open TCP connection to localhost:4444 (Connection refused - connect(2) for 127.0.0.1:4444)
261
+ /Users/christopher/.rbenv/versions/3.1.1/lib/ruby/3.1.0/socket.rb:1214:in `__connect_nonblock'
262
+ /Users/christopher/.rbenv/versions/3.1.1/lib/ruby/3.1.0/socket.rb:1214:in `connect_nonblock'
263
+ /Users/christopher/.rbenv/versions/3.1.1/lib/ruby/3.1.0/socket.rb:56:in `connect_internal'
264
+ /Users/christopher/.rbenv/versions/3.1.1/lib/ruby/3.1.0/socket.rb:137:in `connect'
265
+ /Users/christopher/.rbenv/versions/3.1.1/lib/ruby/3.1.0/socket.rb:642:in `block in tcp'
266
+ /Users/christopher/.rbenv/versions/3.1.1/lib/ruby/3.1.0/socket.rb:227:in `each'
267
+ /Users/christopher/.rbenv/versions/3.1.1/lib/ruby/3.1.0/socket.rb:227:in `foreach'
268
+ /Users/christopher/.rbenv/versions/3.1.1/lib/ruby/3.1.0/socket.rb:632:in `tcp'
269
+ /Users/christopher/.rbenv/versions/3.1.1/lib/ruby/3.1.0/net/http.rb:998:in `connect'
270
+ /Users/christopher/.rbenv/versions/3.1.1/lib/ruby/3.1.0/net/http.rb:976:in `do_start'
271
+ /Users/christopher/.rbenv/versions/3.1.1/lib/ruby/3.1.0/net/http.rb:971:in `start'
272
+ /Users/christopher/.rbenv/versions/3.1.1/lib/ruby/gems/3.1.0/gems/selenium-webdriver-4.4.0/lib/selenium/webdriver/remote/http/default.rb:67:in `start'
273
+ /Users/christopher/.rbenv/versions/3.1.1/lib/ruby/gems/3.1.0/gems/selenium-webdriver-4.4.0/lib/selenium/webdriver/remote/http/default.rb:61:in `http'
274
+ /Users/christopher/.rbenv/versions/3.1.1/lib/ruby/gems/3.1.0/gems/selenium-webdriver-4.4.0/lib/selenium/webdriver/remote/http/default.rb:118:in `response_for'
275
+ /Users/christopher/.rbenv/versions/3.1.1/lib/ruby/gems/3.1.0/gems/selenium-webdriver-4.4.0/lib/selenium/webdriver/remote/http/default.rb:77:in `request'
276
+ /Users/christopher/.rbenv/versions/3.1.1/lib/ruby/gems/3.1.0/gems/selenium-webdriver-4.4.0/lib/selenium/webdriver/remote/http/common.rb:59:in `call'
277
+ /Users/christopher/.rbenv/versions/3.1.1/lib/ruby/gems/3.1.0/gems/selenium-webdriver-4.4.0/lib/selenium/webdriver/remote/bridge.rb:625:in `execute'
278
+ /Users/christopher/.rbenv/versions/3.1.1/lib/ruby/gems/3.1.0/gems/selenium-webdriver-4.4.0/lib/selenium/webdriver/remote/bridge.rb:52:in `create_session'
279
+ /Users/christopher/.rbenv/versions/3.1.1/lib/ruby/gems/3.1.0/gems/selenium-webdriver-4.4.0/lib/selenium/webdriver/common/driver.rb:323:in `block in create_bridge'
280
+ <internal:kernel>:90:in `tap'
281
+ /Users/christopher/.rbenv/versions/3.1.1/lib/ruby/gems/3.1.0/gems/selenium-webdriver-4.4.0/lib/selenium/webdriver/common/driver.rb:321:in `create_bridge'
282
+ /Users/christopher/.rbenv/versions/3.1.1/lib/ruby/gems/3.1.0/gems/selenium-webdriver-4.4.0/lib/selenium/webdriver/common/driver.rb:74:in `initialize'
283
+ /Users/christopher/.rbenv/versions/3.1.1/lib/ruby/gems/3.1.0/gems/selenium-webdriver-4.4.0/lib/selenium/webdriver/common/driver.rb:47:in `new'
284
+ /Users/christopher/.rbenv/versions/3.1.1/lib/ruby/gems/3.1.0/gems/selenium-webdriver-4.4.0/lib/selenium/webdriver/common/driver.rb:47:in `for'
285
+ /Users/christopher/.rbenv/versions/3.1.1/lib/ruby/gems/3.1.0/gems/selenium-webdriver-4.4.0/lib/selenium/webdriver.rb:89:in `for'
286
+ /Users/christopher/.rbenv/versions/3.1.1/lib/ruby/gems/3.1.0/gems/capybara-3.37.1/lib/capybara/selenium/driver.rb:83:in `browser'
287
+ /Users/christopher/Repositories/zorki/lib/zorki/scrapers/scraper.rb:119:in `login'
288
+ /Users/christopher/Repositories/zorki/lib/zorki/scrapers/post_scraper.rb:19:in `parse'
289
+ /Users/christopher/Repositories/zorki/lib/zorki/post.rb:40:in `block in scrape'
290
+ /Users/christopher/Repositories/zorki/lib/zorki/post.rb:39:in `map'
291
+ /Users/christopher/Repositories/zorki/lib/zorki/post.rb:39:in `scrape'
292
+ /Users/christopher/Repositories/zorki/lib/zorki/post.rb:8:in `lookup'
293
+ /Users/christopher/Repositories/zorki/test/post_test.rb:39:in `test_another_post_works'
294
+
295
+ rails test Users/christopher/Repositories/zorki/test/post_test.rb:38
296
+
297
+
298
+
299
+ Finished in 0.074277s, 107.7049 runs/s, 26.9262 assertions/s.
300
+ 8 runs, 2 assertions, 1 failures, 6 errors, 0 skips
metadata ADDED
@@ -0,0 +1,152 @@
1
+ --- !ruby/object:Gem::Specification
2
+ name: zorki
3
+ version: !ruby/object:Gem::Version
4
+ version: 0.1.1
5
+ platform: ruby
6
+ authors:
7
+ - Christopher Guess
8
+ autorequire:
9
+ bindir: exe
10
+ cert_chain: []
11
+ date: 2023-05-23 00:00:00.000000000 Z
12
+ dependencies:
13
+ - !ruby/object:Gem::Dependency
14
+ name: capybara
15
+ requirement: !ruby/object:Gem::Requirement
16
+ requirements:
17
+ - - ">="
18
+ - !ruby/object:Gem::Version
19
+ version: '0'
20
+ type: :runtime
21
+ prerelease: false
22
+ version_requirements: !ruby/object:Gem::Requirement
23
+ requirements:
24
+ - - ">="
25
+ - !ruby/object:Gem::Version
26
+ version: '0'
27
+ - !ruby/object:Gem::Dependency
28
+ name: apparition
29
+ requirement: !ruby/object:Gem::Requirement
30
+ requirements:
31
+ - - ">="
32
+ - !ruby/object:Gem::Version
33
+ version: '0'
34
+ type: :runtime
35
+ prerelease: false
36
+ version_requirements: !ruby/object:Gem::Requirement
37
+ requirements:
38
+ - - ">="
39
+ - !ruby/object:Gem::Version
40
+ version: '0'
41
+ - !ruby/object:Gem::Dependency
42
+ name: typhoeus
43
+ requirement: !ruby/object:Gem::Requirement
44
+ requirements:
45
+ - - ">="
46
+ - !ruby/object:Gem::Version
47
+ version: '0'
48
+ type: :runtime
49
+ prerelease: false
50
+ version_requirements: !ruby/object:Gem::Requirement
51
+ requirements:
52
+ - - ">="
53
+ - !ruby/object:Gem::Version
54
+ version: '0'
55
+ - !ruby/object:Gem::Dependency
56
+ name: oj
57
+ requirement: !ruby/object:Gem::Requirement
58
+ requirements:
59
+ - - ">="
60
+ - !ruby/object:Gem::Version
61
+ version: '0'
62
+ type: :runtime
63
+ prerelease: false
64
+ version_requirements: !ruby/object:Gem::Requirement
65
+ requirements:
66
+ - - ">="
67
+ - !ruby/object:Gem::Version
68
+ version: '0'
69
+ - !ruby/object:Gem::Dependency
70
+ name: selenium-webdriver
71
+ requirement: !ruby/object:Gem::Requirement
72
+ requirements:
73
+ - - ">="
74
+ - !ruby/object:Gem::Version
75
+ version: '0'
76
+ type: :runtime
77
+ prerelease: false
78
+ version_requirements: !ruby/object:Gem::Requirement
79
+ requirements:
80
+ - - ">="
81
+ - !ruby/object:Gem::Version
82
+ version: '0'
83
+ - !ruby/object:Gem::Dependency
84
+ name: selenium-devtools
85
+ requirement: !ruby/object:Gem::Requirement
86
+ requirements:
87
+ - - ">="
88
+ - !ruby/object:Gem::Version
89
+ version: '0'
90
+ type: :runtime
91
+ prerelease: false
92
+ version_requirements: !ruby/object:Gem::Requirement
93
+ requirements:
94
+ - - ">="
95
+ - !ruby/object:Gem::Version
96
+ version: '0'
97
+ description:
98
+ email:
99
+ - cguess@gmail.com
100
+ executables: []
101
+ extensions: []
102
+ extra_rdoc_files: []
103
+ files:
104
+ - ".github/workflows/main.yml"
105
+ - ".gitignore"
106
+ - ".rubocop.yml"
107
+ - CHANGELOG.md
108
+ - CODE_OF_CONDUCT.md
109
+ - Gemfile
110
+ - Gemfile.lock
111
+ - LICENSE.txt
112
+ - README.md
113
+ - Rakefile
114
+ - bin/console
115
+ - bin/setup
116
+ - lib/generators/zorki.rb
117
+ - lib/generators/zorki_generator.rb
118
+ - lib/helpers/configuration.rb
119
+ - lib/zorki.rb
120
+ - lib/zorki/monkeypatch.rb
121
+ - lib/zorki/post.rb
122
+ - lib/zorki/scrapers/post_scraper.rb
123
+ - lib/zorki/scrapers/scraper.rb
124
+ - lib/zorki/scrapers/user_scraper.rb
125
+ - lib/zorki/user.rb
126
+ - lib/zorki/version.rb
127
+ - zorki.gemspec
128
+ - zorki.logs
129
+ homepage:
130
+ licenses:
131
+ - MIT
132
+ metadata: {}
133
+ post_install_message:
134
+ rdoc_options: []
135
+ require_paths:
136
+ - lib
137
+ required_ruby_version: !ruby/object:Gem::Requirement
138
+ requirements:
139
+ - - ">="
140
+ - !ruby/object:Gem::Version
141
+ version: 2.7.0
142
+ required_rubygems_version: !ruby/object:Gem::Requirement
143
+ requirements:
144
+ - - ">="
145
+ - !ruby/object:Gem::Version
146
+ version: '0'
147
+ requirements: []
148
+ rubygems_version: 3.4.9
149
+ signing_key:
150
+ specification_version: 4
151
+ summary: A gem to scrape Instagram pages for archive purposes.
152
+ test_files: []