mobilize-base 1.29 → 1.33
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- data/README.md +19 -10
- data/lib/mobilize-base/extensions/google_drive/file.rb +7 -7
- data/lib/mobilize-base/extensions/resque-server/views/queues.erb +59 -0
- data/lib/mobilize-base/extensions/resque-server/views/working.erb +85 -0
- data/lib/mobilize-base/extensions/string.rb +12 -4
- data/lib/mobilize-base/extensions/yaml.rb +10 -7
- data/lib/mobilize-base/handlers/gbook.rb +25 -38
- data/lib/mobilize-base/handlers/gdrive.rb +8 -0
- data/lib/mobilize-base/handlers/gfile.rb +4 -2
- data/lib/mobilize-base/handlers/gridfs.rb +19 -24
- data/lib/mobilize-base/handlers/gsheet.rb +13 -7
- data/lib/mobilize-base/handlers/resque.rb +9 -3
- data/lib/mobilize-base/helpers/job_helper.rb +54 -0
- data/lib/mobilize-base/helpers/jobtracker_helper.rb +147 -0
- data/lib/mobilize-base/helpers/runner_helper.rb +83 -0
- data/lib/mobilize-base/helpers/stage_helper.rb +38 -0
- data/lib/mobilize-base/jobtracker.rb +16 -192
- data/lib/mobilize-base/models/job.rb +36 -48
- data/lib/mobilize-base/models/runner.rb +22 -122
- data/lib/mobilize-base/models/stage.rb +14 -35
- data/lib/mobilize-base/tasks.rb +16 -3
- data/lib/mobilize-base/version.rb +1 -1
- data/lib/mobilize-base.rb +5 -1
- data/lib/samples/gdrive.yml +6 -0
- data/lib/samples/gridfs.yml +0 -3
- data/lib/samples/gsheet.yml +4 -4
- data/mobilize-base.gemspec +3 -3
- data/test/base_job_rows.yml +5 -1
- data/test/mobilize-base_test.rb +20 -61
- data/test/test_helper.rb +79 -0
- metadata +57 -25
- checksums.yaml +0 -7
metadata
CHANGED
@@ -1,88 +1,100 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: mobilize-base
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: '1.
|
4
|
+
version: '1.33'
|
5
|
+
prerelease:
|
5
6
|
platform: ruby
|
6
7
|
authors:
|
7
8
|
- Cassio Paes-Leme
|
8
9
|
autorequire:
|
9
10
|
bindir: bin
|
10
11
|
cert_chain: []
|
11
|
-
date: 2013-
|
12
|
+
date: 2013-04-22 00:00:00.000000000 Z
|
12
13
|
dependencies:
|
13
14
|
- !ruby/object:Gem::Dependency
|
14
15
|
name: rake
|
15
16
|
requirement: !ruby/object:Gem::Requirement
|
17
|
+
none: false
|
16
18
|
requirements:
|
17
|
-
- - '>='
|
19
|
+
- - ! '>='
|
18
20
|
- !ruby/object:Gem::Version
|
19
21
|
version: '0'
|
20
22
|
type: :runtime
|
21
23
|
prerelease: false
|
22
24
|
version_requirements: !ruby/object:Gem::Requirement
|
25
|
+
none: false
|
23
26
|
requirements:
|
24
|
-
- - '>='
|
27
|
+
- - ! '>='
|
25
28
|
- !ruby/object:Gem::Version
|
26
29
|
version: '0'
|
27
30
|
- !ruby/object:Gem::Dependency
|
28
31
|
name: bson
|
29
32
|
requirement: !ruby/object:Gem::Requirement
|
33
|
+
none: false
|
30
34
|
requirements:
|
31
35
|
- - '='
|
32
36
|
- !ruby/object:Gem::Version
|
33
|
-
version: 1.
|
37
|
+
version: 1.8.4
|
34
38
|
type: :runtime
|
35
39
|
prerelease: false
|
36
40
|
version_requirements: !ruby/object:Gem::Requirement
|
41
|
+
none: false
|
37
42
|
requirements:
|
38
43
|
- - '='
|
39
44
|
- !ruby/object:Gem::Version
|
40
|
-
version: 1.
|
45
|
+
version: 1.8.4
|
41
46
|
- !ruby/object:Gem::Dependency
|
42
47
|
name: bson_ext
|
43
48
|
requirement: !ruby/object:Gem::Requirement
|
49
|
+
none: false
|
44
50
|
requirements:
|
45
51
|
- - '='
|
46
52
|
- !ruby/object:Gem::Version
|
47
|
-
version: 1.
|
53
|
+
version: 1.8.4
|
48
54
|
type: :runtime
|
49
55
|
prerelease: false
|
50
56
|
version_requirements: !ruby/object:Gem::Requirement
|
57
|
+
none: false
|
51
58
|
requirements:
|
52
59
|
- - '='
|
53
60
|
- !ruby/object:Gem::Version
|
54
|
-
version: 1.
|
61
|
+
version: 1.8.4
|
55
62
|
- !ruby/object:Gem::Dependency
|
56
|
-
name:
|
63
|
+
name: mongoid
|
57
64
|
requirement: !ruby/object:Gem::Requirement
|
65
|
+
none: false
|
58
66
|
requirements:
|
59
|
-
- -
|
67
|
+
- - ~>
|
60
68
|
- !ruby/object:Gem::Version
|
61
|
-
version:
|
69
|
+
version: 3.0.0
|
62
70
|
type: :runtime
|
63
71
|
prerelease: false
|
64
72
|
version_requirements: !ruby/object:Gem::Requirement
|
73
|
+
none: false
|
65
74
|
requirements:
|
66
|
-
- -
|
75
|
+
- - ~>
|
67
76
|
- !ruby/object:Gem::Version
|
68
|
-
version:
|
77
|
+
version: 3.0.0
|
69
78
|
- !ruby/object:Gem::Dependency
|
70
|
-
name: mongoid
|
79
|
+
name: mongoid-grid_fs
|
71
80
|
requirement: !ruby/object:Gem::Requirement
|
81
|
+
none: false
|
72
82
|
requirements:
|
73
|
-
- -
|
83
|
+
- - ! '>='
|
74
84
|
- !ruby/object:Gem::Version
|
75
|
-
version:
|
85
|
+
version: '0'
|
76
86
|
type: :runtime
|
77
87
|
prerelease: false
|
78
88
|
version_requirements: !ruby/object:Gem::Requirement
|
89
|
+
none: false
|
79
90
|
requirements:
|
80
|
-
- -
|
91
|
+
- - ! '>='
|
81
92
|
- !ruby/object:Gem::Version
|
82
|
-
version:
|
93
|
+
version: '0'
|
83
94
|
- !ruby/object:Gem::Dependency
|
84
95
|
name: resque
|
85
96
|
requirement: !ruby/object:Gem::Requirement
|
97
|
+
none: false
|
86
98
|
requirements:
|
87
99
|
- - '='
|
88
100
|
- !ruby/object:Gem::Version
|
@@ -90,6 +102,7 @@ dependencies:
|
|
90
102
|
type: :runtime
|
91
103
|
prerelease: false
|
92
104
|
version_requirements: !ruby/object:Gem::Requirement
|
105
|
+
none: false
|
93
106
|
requirements:
|
94
107
|
- - '='
|
95
108
|
- !ruby/object:Gem::Version
|
@@ -97,6 +110,7 @@ dependencies:
|
|
97
110
|
- !ruby/object:Gem::Dependency
|
98
111
|
name: google_drive
|
99
112
|
requirement: !ruby/object:Gem::Requirement
|
113
|
+
none: false
|
100
114
|
requirements:
|
101
115
|
- - '='
|
102
116
|
- !ruby/object:Gem::Version
|
@@ -104,6 +118,7 @@ dependencies:
|
|
104
118
|
type: :runtime
|
105
119
|
prerelease: false
|
106
120
|
version_requirements: !ruby/object:Gem::Requirement
|
121
|
+
none: false
|
107
122
|
requirements:
|
108
123
|
- - '='
|
109
124
|
- !ruby/object:Gem::Version
|
@@ -111,6 +126,7 @@ dependencies:
|
|
111
126
|
- !ruby/object:Gem::Dependency
|
112
127
|
name: popen4
|
113
128
|
requirement: !ruby/object:Gem::Requirement
|
129
|
+
none: false
|
114
130
|
requirements:
|
115
131
|
- - '='
|
116
132
|
- !ruby/object:Gem::Version
|
@@ -118,6 +134,7 @@ dependencies:
|
|
118
134
|
type: :runtime
|
119
135
|
prerelease: false
|
120
136
|
version_requirements: !ruby/object:Gem::Requirement
|
137
|
+
none: false
|
121
138
|
requirements:
|
122
139
|
- - '='
|
123
140
|
- !ruby/object:Gem::Version
|
@@ -125,6 +142,7 @@ dependencies:
|
|
125
142
|
- !ruby/object:Gem::Dependency
|
126
143
|
name: actionmailer
|
127
144
|
requirement: !ruby/object:Gem::Requirement
|
145
|
+
none: false
|
128
146
|
requirements:
|
129
147
|
- - '='
|
130
148
|
- !ruby/object:Gem::Version
|
@@ -132,12 +150,13 @@ dependencies:
|
|
132
150
|
type: :runtime
|
133
151
|
prerelease: false
|
134
152
|
version_requirements: !ruby/object:Gem::Requirement
|
153
|
+
none: false
|
135
154
|
requirements:
|
136
155
|
- - '='
|
137
156
|
- !ruby/object:Gem::Version
|
138
157
|
version: 3.1.1
|
139
|
-
description: "Manage your organization's workflows entirely through Google Docs
|
140
|
-
irb.\n Mobilize schedules jobs, queues workers, sends failure
|
158
|
+
description: ! "Manage your organization's workflows entirely through Google Docs
|
159
|
+
and irb.\n Mobilize schedules jobs, queues workers, sends failure
|
141
160
|
notifications, and\n integrates mobilize-hadoop, -http, -mysql,
|
142
161
|
and -mongodb packages\n to allow seamless transport of TSV and
|
143
162
|
JSON data between any two endpoints. "
|
@@ -160,6 +179,8 @@ files:
|
|
160
179
|
- lib/mobilize-base/extensions/google_drive/worksheet.rb
|
161
180
|
- lib/mobilize-base/extensions/hash.rb
|
162
181
|
- lib/mobilize-base/extensions/object.rb
|
182
|
+
- lib/mobilize-base/extensions/resque-server/views/queues.erb
|
183
|
+
- lib/mobilize-base/extensions/resque-server/views/working.erb
|
163
184
|
- lib/mobilize-base/extensions/string.rb
|
164
185
|
- lib/mobilize-base/extensions/yaml.rb
|
165
186
|
- lib/mobilize-base/handlers/email.rb
|
@@ -169,6 +190,10 @@ files:
|
|
169
190
|
- lib/mobilize-base/handlers/gridfs.rb
|
170
191
|
- lib/mobilize-base/handlers/gsheet.rb
|
171
192
|
- lib/mobilize-base/handlers/resque.rb
|
193
|
+
- lib/mobilize-base/helpers/job_helper.rb
|
194
|
+
- lib/mobilize-base/helpers/jobtracker_helper.rb
|
195
|
+
- lib/mobilize-base/helpers/runner_helper.rb
|
196
|
+
- lib/mobilize-base/helpers/stage_helper.rb
|
172
197
|
- lib/mobilize-base/jobtracker.rb
|
173
198
|
- lib/mobilize-base/models/dataset.rb
|
174
199
|
- lib/mobilize-base/models/job.rb
|
@@ -192,26 +217,33 @@ files:
|
|
192
217
|
- test/test_helper.rb
|
193
218
|
homepage: http://github.com/ngmoco/mobilize-base
|
194
219
|
licenses: []
|
195
|
-
metadata: {}
|
196
220
|
post_install_message:
|
197
221
|
rdoc_options: []
|
198
222
|
require_paths:
|
199
223
|
- lib
|
200
224
|
required_ruby_version: !ruby/object:Gem::Requirement
|
225
|
+
none: false
|
201
226
|
requirements:
|
202
|
-
- - '>='
|
227
|
+
- - ! '>='
|
203
228
|
- !ruby/object:Gem::Version
|
204
229
|
version: '0'
|
230
|
+
segments:
|
231
|
+
- 0
|
232
|
+
hash: -193800591836657576
|
205
233
|
required_rubygems_version: !ruby/object:Gem::Requirement
|
234
|
+
none: false
|
206
235
|
requirements:
|
207
|
-
- - '>='
|
236
|
+
- - ! '>='
|
208
237
|
- !ruby/object:Gem::Version
|
209
238
|
version: '0'
|
239
|
+
segments:
|
240
|
+
- 0
|
241
|
+
hash: -193800591836657576
|
210
242
|
requirements: []
|
211
243
|
rubyforge_project: mobilize-base
|
212
|
-
rubygems_version:
|
244
|
+
rubygems_version: 1.8.25
|
213
245
|
signing_key:
|
214
|
-
specification_version:
|
246
|
+
specification_version: 3
|
215
247
|
summary: Moves datasets and schedules data transfers using MongoDB, Resque and Google
|
216
248
|
Docs
|
217
249
|
test_files:
|
checksums.yaml
DELETED
@@ -1,7 +0,0 @@
|
|
1
|
-
---
|
2
|
-
SHA1:
|
3
|
-
metadata.gz: 2f9a6722ac789fc50db809c8e0517269cebadd29
|
4
|
-
data.tar.gz: 7f8bafe31d1cbfd9d5b455c433534049386ff429
|
5
|
-
SHA512:
|
6
|
-
metadata.gz: f2d0765f4252e1f601b29cc129534ae47c4a52b542f4ea3d500ce708d5b8ecc4fb33f9b99fa67dfe31f8c97a6280946e78bac13805335cb195a53eda83ce26af
|
7
|
-
data.tar.gz: d464e30df4aa38bb484235d9ab160db54664854328cec7ee772f274e48986c1557dd13ea159018bb52f448017be64250c3a0b11b139c5795d9c318724e1ada1e
|