repocrawler 0.1.20 → 0.1.21
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/lib/repocrawler/crawler.rb +18 -0
- data/lib/repocrawler/version.rb +1 -1
- metadata +1 -1
checksums.yaml
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
---
|
|
2
2
|
SHA1:
|
|
3
|
-
metadata.gz:
|
|
4
|
-
data.tar.gz:
|
|
3
|
+
metadata.gz: bcdf6c997e4b322c4c0396fbe7152ada539e34ba
|
|
4
|
+
data.tar.gz: 511812212d1d641b5961f39a60331c9a2ba2c1d4
|
|
5
5
|
SHA512:
|
|
6
|
-
metadata.gz:
|
|
7
|
-
data.tar.gz:
|
|
6
|
+
metadata.gz: d0e44fb630207de8fb591390c324ede1d53deb15f66a0def61772a0a6035fcd0820b9c19f94f9a59bd47681f7c3c06efaa9bce07e00aacaa3cf20fcb300dd9c5
|
|
7
|
+
data.tar.gz: cea5bc2c03cc15cbf58a9af196db90ce8ffbeec39623af010759d1718a9f0f05bf1d70711fa4f6958c08f95d909c6adfbb887a1cec56269663832cd1428bb728
|
data/lib/repocrawler/crawler.rb
CHANGED
|
@@ -229,6 +229,24 @@ module Repos
|
|
|
229
229
|
return freqs
|
|
230
230
|
end
|
|
231
231
|
end
|
|
232
|
+
|
|
233
|
+
# get readme raw text
|
|
234
|
+
def get_readme_raw_text
|
|
235
|
+
readme = HTTParty.get(@GITHUB_API_BASE_URL + "/readme?access_token=#{@access_token}", headers: {
|
|
236
|
+
"User-Agent" => @user_agent
|
|
237
|
+
})
|
|
238
|
+
|
|
239
|
+
if readme.is_a?(Hash) && readme['message'] === 'Not Found'
|
|
240
|
+
return nil
|
|
241
|
+
else
|
|
242
|
+
readme_content = {
|
|
243
|
+
'content' => readme['content'],
|
|
244
|
+
'encoding' => readme['encoding']
|
|
245
|
+
}
|
|
246
|
+
end
|
|
247
|
+
|
|
248
|
+
readme_content
|
|
249
|
+
end
|
|
232
250
|
end
|
|
233
251
|
|
|
234
252
|
class RubyGemsData
|
data/lib/repocrawler/version.rb
CHANGED