get_them_all 1.0.4 → 1.0.5
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- data/lib/get_them_all/site_downloader.rb +21 -4
- data/lib/get_them_all/version.rb +1 -1
- metadata +22 -22
@@ -43,7 +43,7 @@ module GetThemAll
|
|
43
43
|
|
44
44
|
self.history_tracking = :default
|
45
45
|
|
46
|
-
attr_reader :base_url, :storage, :history
|
46
|
+
attr_reader :base_url, :storage, :history, :state
|
47
47
|
|
48
48
|
##
|
49
49
|
# If true a new filename will be generated for every file
|
@@ -76,6 +76,8 @@ module GetThemAll
|
|
76
76
|
@download_queue = EM::PriorityQueue.new
|
77
77
|
@history = History.new
|
78
78
|
|
79
|
+
@state = :stopped
|
80
|
+
|
79
81
|
@base_url= args.delete(:base_url)
|
80
82
|
@start_url = args.delete(:start_url) || '/'
|
81
83
|
@folder_name= args.delete(:folder_name)
|
@@ -112,6 +114,18 @@ module GetThemAll
|
|
112
114
|
end
|
113
115
|
|
114
116
|
end
|
117
|
+
|
118
|
+
def stopping?
|
119
|
+
@state == :stopping
|
120
|
+
end
|
121
|
+
|
122
|
+
def running?
|
123
|
+
@state == :running
|
124
|
+
end
|
125
|
+
|
126
|
+
def stopped?
|
127
|
+
@state == :stopped
|
128
|
+
end
|
115
129
|
|
116
130
|
##
|
117
131
|
# Start the crawler, if you pass a block it
|
@@ -120,7 +134,8 @@ module GetThemAll
|
|
120
134
|
#
|
121
135
|
def start
|
122
136
|
load_history()
|
123
|
-
|
137
|
+
@state = :running
|
138
|
+
|
124
139
|
notify('downloader.started', self)
|
125
140
|
|
126
141
|
EM::run do
|
@@ -190,16 +205,17 @@ module GetThemAll
|
|
190
205
|
end
|
191
206
|
end
|
192
207
|
|
208
|
+
|
193
209
|
##
|
194
210
|
# Cleanly stop the engine and ensure the history file is
|
195
211
|
# written.
|
196
212
|
#
|
197
213
|
def stop(&block)
|
198
|
-
return if
|
214
|
+
return if stopping?
|
199
215
|
|
200
216
|
# first stop the exit timer, no longer needed once we are here
|
201
217
|
@exit_timer.cancel()
|
202
|
-
@
|
218
|
+
@state = :stopping
|
203
219
|
|
204
220
|
Fiber.new do
|
205
221
|
fiber = Fiber.current
|
@@ -228,6 +244,7 @@ module GetThemAll
|
|
228
244
|
Fiber.yield
|
229
245
|
|
230
246
|
notify('downloader.stopped', self)
|
247
|
+
@state = :stopped
|
231
248
|
|
232
249
|
block.call if block
|
233
250
|
end.resume
|
data/lib/get_them_all/version.rb
CHANGED
metadata
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: get_them_all
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 1.0.
|
4
|
+
version: 1.0.5
|
5
5
|
prerelease:
|
6
6
|
platform: ruby
|
7
7
|
authors:
|
@@ -9,11 +9,11 @@ authors:
|
|
9
9
|
autorequire:
|
10
10
|
bindir: bin
|
11
11
|
cert_chain: []
|
12
|
-
date: 2011-10-
|
12
|
+
date: 2011-10-18 00:00:00.000000000Z
|
13
13
|
dependencies:
|
14
14
|
- !ruby/object:Gem::Dependency
|
15
15
|
name: thor
|
16
|
-
requirement: &
|
16
|
+
requirement: &70096324840880 !ruby/object:Gem::Requirement
|
17
17
|
none: false
|
18
18
|
requirements:
|
19
19
|
- - ! '>='
|
@@ -21,10 +21,10 @@ dependencies:
|
|
21
21
|
version: '0'
|
22
22
|
type: :runtime
|
23
23
|
prerelease: false
|
24
|
-
version_requirements: *
|
24
|
+
version_requirements: *70096324840880
|
25
25
|
- !ruby/object:Gem::Dependency
|
26
26
|
name: em-http-request
|
27
|
-
requirement: &
|
27
|
+
requirement: &70096324840320 !ruby/object:Gem::Requirement
|
28
28
|
none: false
|
29
29
|
requirements:
|
30
30
|
- - ~>
|
@@ -32,10 +32,10 @@ dependencies:
|
|
32
32
|
version: 1.0.0
|
33
33
|
type: :runtime
|
34
34
|
prerelease: false
|
35
|
-
version_requirements: *
|
35
|
+
version_requirements: *70096324840320
|
36
36
|
- !ruby/object:Gem::Dependency
|
37
37
|
name: em-priority-queue
|
38
|
-
requirement: &
|
38
|
+
requirement: &70096324839700 !ruby/object:Gem::Requirement
|
39
39
|
none: false
|
40
40
|
requirements:
|
41
41
|
- - ~>
|
@@ -43,10 +43,10 @@ dependencies:
|
|
43
43
|
version: 0.0.2
|
44
44
|
type: :runtime
|
45
45
|
prerelease: false
|
46
|
-
version_requirements: *
|
46
|
+
version_requirements: *70096324839700
|
47
47
|
- !ruby/object:Gem::Dependency
|
48
48
|
name: hpricot
|
49
|
-
requirement: &
|
49
|
+
requirement: &70096324839120 !ruby/object:Gem::Requirement
|
50
50
|
none: false
|
51
51
|
requirements:
|
52
52
|
- - ~>
|
@@ -54,10 +54,10 @@ dependencies:
|
|
54
54
|
version: 0.8.1
|
55
55
|
type: :runtime
|
56
56
|
prerelease: false
|
57
|
-
version_requirements: *
|
57
|
+
version_requirements: *70096324839120
|
58
58
|
- !ruby/object:Gem::Dependency
|
59
59
|
name: i18n
|
60
|
-
requirement: &
|
60
|
+
requirement: &70096324838640 !ruby/object:Gem::Requirement
|
61
61
|
none: false
|
62
62
|
requirements:
|
63
63
|
- - ! '>='
|
@@ -65,10 +65,10 @@ dependencies:
|
|
65
65
|
version: '0'
|
66
66
|
type: :runtime
|
67
67
|
prerelease: false
|
68
|
-
version_requirements: *
|
68
|
+
version_requirements: *70096324838640
|
69
69
|
- !ruby/object:Gem::Dependency
|
70
70
|
name: activesupport
|
71
|
-
requirement: &
|
71
|
+
requirement: &70096324837960 !ruby/object:Gem::Requirement
|
72
72
|
none: false
|
73
73
|
requirements:
|
74
74
|
- - ~>
|
@@ -76,10 +76,10 @@ dependencies:
|
|
76
76
|
version: 3.1.0
|
77
77
|
type: :runtime
|
78
78
|
prerelease: false
|
79
|
-
version_requirements: *
|
79
|
+
version_requirements: *70096324837960
|
80
80
|
- !ruby/object:Gem::Dependency
|
81
81
|
name: therubyracer
|
82
|
-
requirement: &
|
82
|
+
requirement: &70096324837180 !ruby/object:Gem::Requirement
|
83
83
|
none: false
|
84
84
|
requirements:
|
85
85
|
- - ~>
|
@@ -87,10 +87,10 @@ dependencies:
|
|
87
87
|
version: 0.9.8
|
88
88
|
type: :runtime
|
89
89
|
prerelease: false
|
90
|
-
version_requirements: *
|
90
|
+
version_requirements: *70096324837180
|
91
91
|
- !ruby/object:Gem::Dependency
|
92
92
|
name: dropbox
|
93
|
-
requirement: &
|
93
|
+
requirement: &70096324836500 !ruby/object:Gem::Requirement
|
94
94
|
none: false
|
95
95
|
requirements:
|
96
96
|
- - ! '>='
|
@@ -98,10 +98,10 @@ dependencies:
|
|
98
98
|
version: '0'
|
99
99
|
type: :runtime
|
100
100
|
prerelease: false
|
101
|
-
version_requirements: *
|
101
|
+
version_requirements: *70096324836500
|
102
102
|
- !ruby/object:Gem::Dependency
|
103
103
|
name: girl_friday
|
104
|
-
requirement: &
|
104
|
+
requirement: &70096324834180 !ruby/object:Gem::Requirement
|
105
105
|
none: false
|
106
106
|
requirements:
|
107
107
|
- - ! '>='
|
@@ -109,7 +109,7 @@ dependencies:
|
|
109
109
|
version: '0'
|
110
110
|
type: :runtime
|
111
111
|
prerelease: false
|
112
|
-
version_requirements: *
|
112
|
+
version_requirements: *70096324834180
|
113
113
|
description: Mass downloader useable as standalone or as a library
|
114
114
|
email: []
|
115
115
|
executables:
|
@@ -153,7 +153,7 @@ required_ruby_version: !ruby/object:Gem::Requirement
|
|
153
153
|
version: '0'
|
154
154
|
segments:
|
155
155
|
- 0
|
156
|
-
hash: -
|
156
|
+
hash: -3630675126752792074
|
157
157
|
required_rubygems_version: !ruby/object:Gem::Requirement
|
158
158
|
none: false
|
159
159
|
requirements:
|
@@ -162,7 +162,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
|
|
162
162
|
version: '0'
|
163
163
|
segments:
|
164
164
|
- 0
|
165
|
-
hash: -
|
165
|
+
hash: -3630675126752792074
|
166
166
|
requirements: []
|
167
167
|
rubyforge_project: get_them_all
|
168
168
|
rubygems_version: 1.8.11
|