sape 0.0.9 → 0.1.0
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/lib/sape/fetcher.rb +2 -2
- data/lib/sape/version.rb +1 -1
- data/lib/tasks/sape.rake +1 -1
- metadata +1 -1
checksums.yaml
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
---
|
|
2
2
|
SHA1:
|
|
3
|
-
metadata.gz:
|
|
4
|
-
data.tar.gz:
|
|
3
|
+
metadata.gz: 0c2d67179ee70b6f3a6568dd8d130c3ab4a06ef0
|
|
4
|
+
data.tar.gz: 4f1ae458f853f5d95e237f2900db216ac30d95a5
|
|
5
5
|
SHA512:
|
|
6
|
-
metadata.gz:
|
|
7
|
-
data.tar.gz:
|
|
6
|
+
metadata.gz: 80685ecf3ef841bc28f0d0f0a711c219bfe1daeed7e2265f42edfb766de853ebf2fbbd743bbf5bc8775f4533731923cfac1a8a3f12e83a1d8a6ffe9f7a8be18a
|
|
7
|
+
data.tar.gz: 2c8c4b45f1f073faf4bb12b5e685fc0b62daa77ccfb2c388176136b531d45cb71f4ea4d25232b30fee912968e6af130053b9ff088398beb3e1088683bc13adf1
|
data/lib/sape/fetcher.rb
CHANGED
|
@@ -27,8 +27,8 @@ class Fetcher
|
|
|
27
27
|
JSON.parse(data.read)
|
|
28
28
|
end
|
|
29
29
|
|
|
30
|
-
def fetch_pages(pages, link_type)
|
|
31
|
-
SapeLink.delete_all
|
|
30
|
+
def fetch_pages(pages, link_type, delete_old = false)
|
|
31
|
+
SapeLink.delete_all if delete_old
|
|
32
32
|
say "Links:: #{link_type}"
|
|
33
33
|
pages.each do |page_url, links|
|
|
34
34
|
say "Page: #{page_url}"
|
data/lib/sape/version.rb
CHANGED
data/lib/tasks/sape.rake
CHANGED
|
@@ -21,7 +21,7 @@ namespace :sape do
|
|
|
21
21
|
end
|
|
22
22
|
|
|
23
23
|
Fetcher.fetch_config(config_data, bot_ips) if pages.any?
|
|
24
|
-
Fetcher.fetch_pages(pages, 'simple') if pages.any?
|
|
24
|
+
Fetcher.fetch_pages(pages, 'simple', true) if pages.any?
|
|
25
25
|
Fetcher.fetch_pages(pages_context, 'context') if pages_context.any?
|
|
26
26
|
|
|
27
27
|
end
|