image-dumper 0.7 → 0.7.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/lib/dumper.rb +2 -2
- data/lib/dumper/dumper.rb +1 -6
- data/lib/dumper/profile.rb +1 -2
- data/lib/dumper/profiles/booru.rb +0 -1
- data/lib/dumper/profiles/gelbooru.rb +0 -1
- data/lib/dumper/profiles/yande.rb +0 -1
- data/lib/dumper/version.rb +1 -1
- metadata +16 -2
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA1:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: 842814feef29c32ef1ea263398c3f0e1a2b111f1
|
4
|
+
data.tar.gz: 9f2d5eac6650d75194b35cbda92ca5c44fe86541
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: d7914aa0844dc2bda79491109dfa9c339577527472545a9a77b1c395bf861683f15ec3f75dbcbf9ea9bf7801ed0329bb5cf6e87036d4f2304d08855dceb71942
|
7
|
+
data.tar.gz: e77a85c6490164e94f82045b480b22b9564a4796beb41c288d564b92eb237b81bb5c0a659adf4c1cea5527759b730c1b998008e507fcef505c69cebd31ef61d9
|
data/lib/dumper.rb
CHANGED
@@ -28,7 +28,7 @@ require 'certified'
|
|
28
28
|
require 'addressable/uri'
|
29
29
|
require 'json'
|
30
30
|
require 'thread/pool'
|
31
|
-
require '
|
31
|
+
require 'alakazam'
|
32
32
|
|
33
33
|
require 'dumper/utils'
|
34
34
|
require 'dumper/logger'
|
@@ -41,4 +41,4 @@ Dir.glob(File.expand_path("../dumper/profiles/*.rb", __FILE__)).each { |f|
|
|
41
41
|
require "dumper/profiles/#{File.basename(f).split(?.)[0]}"
|
42
42
|
}
|
43
43
|
|
44
|
-
Dumper.
|
44
|
+
Dumper.is_observed_by Dumper::Logger.new, when_change: false
|
data/lib/dumper/dumper.rb
CHANGED
@@ -38,7 +38,7 @@ module Dumper
|
|
38
38
|
alias_method :muted?, :mute?
|
39
39
|
|
40
40
|
class << self
|
41
|
-
include
|
41
|
+
include Alakazam
|
42
42
|
|
43
43
|
def pool_size=(min, max = nil)
|
44
44
|
@min = min
|
@@ -81,10 +81,8 @@ module Dumper
|
|
81
81
|
url.gsub /data:image\/png;base64,/, ''
|
82
82
|
|
83
83
|
if File.exists? filename
|
84
|
-
changed
|
85
84
|
notify_observers error: "File #{filename} already exists."
|
86
85
|
else
|
87
|
-
changed
|
88
86
|
notify_observers status: "Downloading base64 image as #{filename}..."
|
89
87
|
File.open(filename, 'wb') { |f|
|
90
88
|
f.write Base64.decode64(url)
|
@@ -95,11 +93,9 @@ module Dumper
|
|
95
93
|
filename.gsub! File::SEPARATOR, File::ALT_SEPARATOR || File::SEPARATOR
|
96
94
|
|
97
95
|
if File.exists? filename
|
98
|
-
changed
|
99
96
|
notify_observers error: "File #{filename} already exists."
|
100
97
|
else
|
101
98
|
filename = File.join(path, rand(1000).to_s + '.jpg') unless filename[-4] == ?. || filename[-5] == ?.
|
102
|
-
changed
|
103
99
|
notify_observers status: "Downloading #{url} as #{filename}..."
|
104
100
|
|
105
101
|
File.open(filename, 'wb') { |f|
|
@@ -116,7 +112,6 @@ module Dumper
|
|
116
112
|
sleep 3
|
117
113
|
retry
|
118
114
|
else
|
119
|
-
changed
|
120
115
|
notify_observers critical_error: "Error downloading #{url}.", critical_error_dump: e
|
121
116
|
return false
|
122
117
|
end
|
data/lib/dumper/profile.rb
CHANGED
@@ -20,7 +20,7 @@
|
|
20
20
|
module Dumper
|
21
21
|
class Profile
|
22
22
|
include Dumper
|
23
|
-
include
|
23
|
+
include Alakazam
|
24
24
|
|
25
25
|
def initialize(&block)
|
26
26
|
add_observer Dumper::Logger.new
|
@@ -29,7 +29,6 @@ module Dumper
|
|
29
29
|
max = pool_size[:max]
|
30
30
|
|
31
31
|
@pool = Thread.pool min, max
|
32
|
-
changed
|
33
32
|
notify_observers error: "Using #{min}:#{max || min} threads..."
|
34
33
|
|
35
34
|
instance_eval &block
|
@@ -23,7 +23,6 @@ module Dumper
|
|
23
23
|
class YandeRe < Profile
|
24
24
|
def dump(url, path, from, to)
|
25
25
|
from.upto(to) { |i|
|
26
|
-
changed
|
27
26
|
notify_observers status: "--- Page #{i} ---"
|
28
27
|
|
29
28
|
Nokogiri::HTML(open("#{url}&page=#{i}", 'User-Agent' => Dumper::USER_AGENT, 'Referer' => url)).xpath('//a[@class="thumb"]/@href').each { |p|
|
data/lib/dumper/version.rb
CHANGED
metadata
CHANGED
@@ -1,14 +1,14 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: image-dumper
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version:
|
4
|
+
version: 0.7.1
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Giovanni Capuano
|
8
8
|
autorequire:
|
9
9
|
bindir: bin
|
10
10
|
cert_chain: []
|
11
|
-
date: 2014-01
|
11
|
+
date: 2014-02-01 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
name: nokogiri
|
@@ -80,6 +80,20 @@ dependencies:
|
|
80
80
|
- - ">="
|
81
81
|
- !ruby/object:Gem::Version
|
82
82
|
version: '0'
|
83
|
+
- !ruby/object:Gem::Dependency
|
84
|
+
name: alakazam
|
85
|
+
requirement: !ruby/object:Gem::Requirement
|
86
|
+
requirements:
|
87
|
+
- - ">="
|
88
|
+
- !ruby/object:Gem::Version
|
89
|
+
version: '0'
|
90
|
+
type: :runtime
|
91
|
+
prerelease: false
|
92
|
+
version_requirements: !ruby/object:Gem::Requirement
|
93
|
+
requirements:
|
94
|
+
- - ">="
|
95
|
+
- !ruby/object:Gem::Version
|
96
|
+
version: '0'
|
83
97
|
- !ruby/object:Gem::Dependency
|
84
98
|
name: rake
|
85
99
|
requirement: !ruby/object:Gem::Requirement
|