repocrawler 0.1.20 → 0.1.21
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/lib/repocrawler/crawler.rb +18 -0
- data/lib/repocrawler/version.rb +1 -1
- metadata +1 -1
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA1:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: bcdf6c997e4b322c4c0396fbe7152ada539e34ba
|
4
|
+
data.tar.gz: 511812212d1d641b5961f39a60331c9a2ba2c1d4
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: d0e44fb630207de8fb591390c324ede1d53deb15f66a0def61772a0a6035fcd0820b9c19f94f9a59bd47681f7c3c06efaa9bce07e00aacaa3cf20fcb300dd9c5
|
7
|
+
data.tar.gz: cea5bc2c03cc15cbf58a9af196db90ce8ffbeec39623af010759d1718a9f0f05bf1d70711fa4f6958c08f95d909c6adfbb887a1cec56269663832cd1428bb728
|
data/lib/repocrawler/crawler.rb
CHANGED
@@ -229,6 +229,24 @@ module Repos
|
|
229
229
|
return freqs
|
230
230
|
end
|
231
231
|
end
|
232
|
+
|
233
|
+
# get readme raw text
|
234
|
+
def get_readme_raw_text
|
235
|
+
readme = HTTParty.get(@GITHUB_API_BASE_URL + "/readme?access_token=#{@access_token}", headers: {
|
236
|
+
"User-Agent" => @user_agent
|
237
|
+
})
|
238
|
+
|
239
|
+
if readme.is_a?(Hash) && readme['message'] === 'Not Found'
|
240
|
+
return nil
|
241
|
+
else
|
242
|
+
readme_content = {
|
243
|
+
'content' => readme['content'],
|
244
|
+
'encoding' => readme['encoding']
|
245
|
+
}
|
246
|
+
end
|
247
|
+
|
248
|
+
readme_content
|
249
|
+
end
|
232
250
|
end
|
233
251
|
|
234
252
|
class RubyGemsData
|
data/lib/repocrawler/version.rb
CHANGED