scrapers 0.4.2 → 0.4.3
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/lib/scrapers/download.rb +7 -2
- data/lib/scrapers/version.rb +1 -1
- metadata +1 -1
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA1:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: 155c10cf4c011c7b4eed63949eebe2839dabcc56
|
4
|
+
data.tar.gz: 54794bf2c19e302ecfcf44bce9317eb5dc17b97e
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: 1cf0bae23ef4a72e1057e801663cb038e876ebfdcedbcb113c97973773e542905e10c806cbffb30286fb1528d725346b7662e8033ce02efa097ba2650cded5b2
|
7
|
+
data.tar.gz: 58eef7cdad244caceae175958d4bffdffa520b622b828acbad6362db255ee6ecee61a97fac190e3e14cafad5d30e5416e48ab3cb15225af10495e0c5189b607e
|
data/lib/scrapers/download.rb
CHANGED
@@ -15,12 +15,17 @@ module Scrapers
|
|
15
15
|
|
16
16
|
module Download
|
17
17
|
|
18
|
-
def self.download(url,dir=".")
|
18
|
+
def self.download(url,dir=".",overwrite=false)
|
19
19
|
Scrapers.agent.pluggable_parser.default = Mechanize::Download
|
20
20
|
@dir = validate_directory(dir)
|
21
21
|
dl = Scrapers.agent.get(url)
|
22
22
|
Dir.chdir(@dir) do |dir|
|
23
|
-
|
23
|
+
if overwrite
|
24
|
+
dl.save!()
|
25
|
+
else
|
26
|
+
dl.save()
|
27
|
+
end
|
28
|
+
|
24
29
|
end
|
25
30
|
File.join(@dir,dl.filename)
|
26
31
|
end
|
data/lib/scrapers/version.rb
CHANGED