jiggler 0.1.0.rc2 → 0.1.0.rc3

Sign up to get free protection for your applications and to get access to all the features.
Files changed (9) hide show
  1. checksums.yaml +4 -4
  2. data/CHANGELOG.md +1 -1
  3. data/README.md +18 -23
  4. data/bin/jiggler +1 -12
  5. data/lib/jiggler/manager.rb +3 -0
  6. data/lib/jiggler/server.rb +14 -0
  7. data/lib/jiggler/summary.rb +1 -1
  8. data/lib/jiggler/version.rb +1 -1
  9. metadata +2 -1
checksums.yaml CHANGED
@@ -1,7 +1,7 @@
1
1
  ---
2
2
  SHA256:
3
- metadata.gz: dfa0041250ddfa5ea28b9b11ffca6133be350722b0eda97b1df7ee35cc58ff39
4
- data.tar.gz: 4b0bdd71886dbcc4b7b0733456f6481275e3401676d5f938758b87b93a2ca309
3
+ metadata.gz: e91ac83196c8c87c6745cedb475b002ed51e20a7a8017e3e3146a6cdc31aef9f
4
+ data.tar.gz: 9b02764a77f9aaf52f408c28cc03995066fff4a0a571aea51be72a7c56bf3ea2
5
5
  SHA512:
6
- metadata.gz: 2f3192170564b7351fef54f8a3c897ae5c0757c5d8715732320145e2a95b8f24e23f8f60ff65a81acde9b0c2d1c54c3485fb29b45ed0e95c55bb3184bc68a937
7
- data.tar.gz: 9a5f31bf304232fd4282ba37e6bd7b5afec8d7d24c20ff3c12f894a951810ae62e37efabdd735adb1ef7f406199d5ed7a07324130aa66250fc5b2a30cd916a88
6
+ metadata.gz: c07e4f0e11611d13f9efcb4c388c522d15035dc512df193d70431a41f4c7df6f01eaeffce806925d2e3ebf4f832aecb2ef5e22f23896b1aa080089cd0ab2c0ed
7
+ data.tar.gz: 2753da9109d9d449708d38491a2b40567ab1e12e7a8081e2468ce7f176bd0deb6f4fde8a007a64149f4f3c8491813524893a0cbe2f3aec6d5151c41b13050ee2
data/CHANGELOG.md CHANGED
@@ -1,6 +1,6 @@
1
1
  # Jiggler Changelog
2
2
 
3
- 0.1.0.rc.2
3
+ 0.1.0
4
4
  ----------
5
5
 
6
6
  - Initial Release
data/README.md CHANGED
@@ -17,11 +17,6 @@ Install the gem:
17
17
  gem install jiggler
18
18
  ```
19
19
 
20
- For release candidate versions (currently only 0.1.0.rc1 is available):
21
- ```
22
- gem install jiggler --pre
23
- ```
24
-
25
20
  Start Jiggler server as a separate process with bin command:
26
21
  ```
27
22
  jiggler -r <FILE_PATH>
@@ -56,16 +51,16 @@ The parent process enqueues the jobs, starts the monitoring, and then forks the
56
51
  | Job Processor | Concurrency | Jobs | Time | Start RSS | Finish RSS |
57
52
  |------------------|-------------|-----------|-----------|------------|---------------|
58
53
  | Sidekiq 7.0.2 | 5 | 100_000 | 20.01 sec | 132_080 kb | 103_168 kb (GC) |
59
- | Jiggler 0.1.0rc1 | 5 | 100_000 | 14.25 sec | 87_532 kb | 91_464 kb |
54
+ | Jiggler 0.1.0 | 5 | 100_000 | 14.25 sec | 87_532 kb | 91_464 kb |
60
55
  | - | | | | | |
61
56
  | Sidekiq 7.0.2 | 10 | 100_000 | 20.49 sec | 132_164 kb | 125_768 kb (GC) |
62
- | Jiggler 0.1.0rc1 | 10 | 100_000 | 13.25 sec | 87_688 kb | 91_625 kb |
57
+ | Jiggler 0.1.0 | 10 | 100_000 | 13.25 sec | 87_688 kb | 91_625 kb |
63
58
  | - | | | | | |
64
59
  | Sidekiq 7.0.2 | 5 | 1_000_000 | 186.90 sec | 159_712 kb | 186_224 kb |
65
- | Jiggler 0.1.0rc1 | 5 | 1_000_000 | 123.13 sec | 113_212 kb | 116_336 kb |
60
+ | Jiggler 0.1.0 | 5 | 1_000_000 | 123.13 sec | 113_212 kb | 116_336 kb |
66
61
  | - | | | | | |
67
62
  | Sidekiq 7.0.2 | 10 | 1_000_000 | 186.94 sec | 159_000 kb | 192_780 kb |
68
- | Jiggler 0.1.0rc1 | 10 | 1_000_000 | 115.56 sec | 113_656 kb | 116_896 kb |
63
+ | Jiggler 0.1.0 | 10 | 1_000_000 | 115.56 sec | 113_656 kb | 116_896 kb |
69
64
 
70
65
 
71
66
  #### IO tests
@@ -107,13 +102,13 @@ Since fibers have relatively small memory foot-print and context switching is al
107
102
  | Job Processor | Concurrency | Jobs | Time to complete | Start RSS | Finish RSS | %CPU |
108
103
  |------------------|-------------|-------|-------------------|-----------|------------|------|
109
104
  | Sidekiq 7.0.2 | 5 | 1_000 | 43.74 sec | 30_444 kb | 45_124 kb | 5.9 |
110
- | Jiggler 0.1.0rc1 | 5 | 1_000 | 43.65 sec | 33_476 kb | 34_144 kb | 2.9 |
105
+ | Jiggler 0.1.0 | 5 | 1_000 | 43.65 sec | 33_476 kb | 34_144 kb | 2.9 |
111
106
  | - | | | | | | |
112
107
  | Sidekiq 7.0.2 | 10 | 1_000 | 23.05 sec | 30_604 kb | 50_292 kb | 10.93 |
113
- | Jiggler 0.1.0rc1 | 10 | 1_000 | 22.86 sec | 32_416 kb | 34_128 kb | 5.69 |
108
+ | Jiggler 0.1.0 | 10 | 1_000 | 22.86 sec | 32_416 kb | 34_128 kb | 5.69 |
114
109
  | - | | | | | | |
115
110
  | Sidekiq 7.0.2 | 15 | 1_000 | 16.17 sec | 30_636 kb | 55_144 kb | 16.47 |
116
- | Jiggler 0.1.0rc1 | 15 | 1_000 | 15.87 sec | 33_328 kb | 34_548 kb | 8.25 |
111
+ | Jiggler 0.1.0 | 15 | 1_000 | 15.87 sec | 33_328 kb | 34_548 kb | 8.25 |
117
112
 
118
113
  **NOTE**: Jiggler has more dependencies, so with small load `start RSS` takes more space.
119
114
 
@@ -141,13 +136,13 @@ end
141
136
  | Job Processor | Concurrency | Jobs | Time | Start RSS | Finish RSS | %CPU |
142
137
  |------------------|-------------|-------|-----------|-----------|------------|------|
143
138
  | Sidekiq 7.0.2 | 5 | 1_000 | 23.44 sec | 31_436 kb | 48_856 kb | 7.56 |
144
- | Jiggler 0.1.0rc1 | 5 | 1_000 | 23.20 sec | 35_312 kb | 38_592 kb | 2.91 |
139
+ | Jiggler 0.1.0 | 5 | 1_000 | 23.20 sec | 35_312 kb | 38_592 kb | 2.91 |
145
140
  | - | | | | | | |
146
141
  | Sidekiq 7.0.2 | 10 | 1_000 | 13.15 sec | 31_272 kb | 52_808 kb | 13.76 |
147
- | Jiggler 0.1.0rc1 | 10 | 1_000 | 12.65 sec | 35_296 kb | 38_784 kb | 6.11 |
142
+ | Jiggler 0.1.0 | 10 | 1_000 | 12.65 sec | 35_296 kb | 38_784 kb | 6.11 |
148
143
  | - | | | | | | |
149
144
  | Sidekiq 7.0.2 | 15 | 1_000 | 9.63 sec | 31_016 kb | 59_868 kb | 20.32 |
150
- | Jiggler 0.1.0rc1 | 15 | 1_000 | 9.17 sec | 35_188 kb | 38_948 kb | 9.26 |
145
+ | Jiggler 0.1.0 | 15 | 1_000 | 9.17 sec | 35_188 kb | 38_948 kb | 9.26 |
151
146
 
152
147
  ##### File IO
153
148
 
@@ -160,13 +155,13 @@ end
160
155
  | Job Processor | Concurrency | Jobs | Time | Start RSS | Finish RSS | %CPU |
161
156
  |------------------|-------------|--------|-----------|--------------|------------|-------|
162
157
  | Sidekiq 7.0.2 | 5 | 30_000 | 11.94 sec | 61_944 kb | 71_948 kb | 94.34 |
163
- | Jiggler 0.1.0rc1 | 5 | 30_000 | 7.87 sec | 50_140 kb | 51_272 kb | 61.7 |
158
+ | Jiggler 0.1.0 | 5 | 30_000 | 7.87 sec | 50_140 kb | 51_272 kb | 61.7 |
164
159
  | - | | | | | | |
165
160
  | Sidekiq 7.0.2 | 10 | 30_000 | 11.6 sec | 62_020 kb | 78_952 kb | 94.44 |
166
- | Jiggler 0.1.0rc1 | 10 | 30_000 | 7.17 sec | 50_060 kb | 51_464 kb | 69.25 |
161
+ | Jiggler 0.1.0 | 10 | 30_000 | 7.17 sec | 50_060 kb | 51_464 kb | 69.25 |
167
162
  | - | | | | | | |
168
163
  | Sidekiq 7.0.2 | 15 | 30_000 | 11.24 sec | 62_016 kb | 83_808 kb | 94.16 |
169
- | Jiggler 0.1.0rc1 | 15 | 30_000 | 7.02 sec | 49_988 kb | 51_428 kb | 70.3 |
164
+ | Jiggler 0.1.0 | 15 | 30_000 | 7.02 sec | 49_988 kb | 51_428 kb | 70.3 |
170
165
 
171
166
 
172
167
  Jiggler is effective only for tasks with a lot of IO. You must test the concurrency setting with your jobs to find out what configuration works best for your payload.
@@ -193,10 +188,10 @@ end
193
188
  | Job Processor | Concurrency | Jobs | Time | Start RSS | Finish RSS |
194
189
  |------------------|-------------|------|----------|------------|------------|
195
190
  | Sidekiq 7.0.2 | 5 | 100 | 5.81 sec | 27_792 kb | 42_464 kb |
196
- | Jiggler 0.1.0rc1 | 5 | 100 | 5.29 sec | 31_304 kb | 32_320 kb |
191
+ | Jiggler 0.1.0 | 5 | 100 | 5.29 sec | 31_304 kb | 32_320 kb |
197
192
  | - | | | | | |
198
193
  | Sidekiq 7.0.2 | 10 | 100 | 5.63 sec | 28_044 kb | 47_640 kb |
199
- | Jiggler 0.1.0rc1 | 10 | 100 | 5.43 sec | 32_316 kb | 32_548 kb |
194
+ | Jiggler 0.1.0 | 10 | 100 | 5.43 sec | 32_316 kb | 32_548 kb |
200
195
 
201
196
  #### IO Event selector
202
197
 
@@ -226,11 +221,11 @@ end
226
221
 
227
222
  | Job Processor | Concurrency | Jobs | Time | Start RSS | Finish RSS | %CPU |
228
223
  |------------------|-------------|-------|-----------|-----------|------------|------|
229
- | Jiggler 0.1.0rc1 | 5 | 1_000 | 43.23 sec | 34_340 kb | 38_488 kb | 1.51 |
224
+ | Jiggler 0.1.0 | 5 | 1_000 | 43.23 sec | 34_340 kb | 38_488 kb | 1.51 |
230
225
  | - | | | | | | |
231
- | Jiggler 0.1.0rc1 | 10 | 1_000 | 22.67 sec | 34_552 kb | 38_600 kb | 2.75 |
226
+ | Jiggler 0.1.0 | 10 | 1_000 | 22.67 sec | 34_552 kb | 38_600 kb | 2.75 |
232
227
  | - | | | | | | |
233
- | Jiggler 0.1.0rc1 | 15 | 1_000 | 15.88 sec | 34_332 kb | 38_544 kb | 4.06 |
228
+ | Jiggler 0.1.0 | 15 | 1_000 | 15.88 sec | 34_332 kb | 38_544 kb | 4.06 |
234
229
 
235
230
  ### Getting Started
236
231
 
data/bin/jiggler CHANGED
@@ -3,18 +3,7 @@
3
3
  require 'jiggler'
4
4
 
5
5
  # require jiggler server classes
6
- require 'jiggler/support/helper'
7
- require 'jiggler/scheduled/enqueuer'
8
- require 'jiggler/scheduled/poller'
9
- require 'jiggler/stats/collection'
10
- require 'jiggler/stats/monitor'
11
- require 'jiggler/errors'
12
- require 'jiggler/retrier'
13
- require 'jiggler/launcher'
14
- require 'jiggler/manager'
15
- require 'jiggler/worker'
16
-
17
- require 'jiggler/cli'
6
+ require 'jiggler/server'
18
7
 
19
8
  begin
20
9
  cli = Jiggler::CLI.instance
data/lib/jiggler/manager.rb CHANGED
@@ -1,5 +1,8 @@
1
1
  # frozen_string_literal: true
2
2
 
3
+ require 'set'
4
+
5
+ # This class manages the workers lifecycle
3
6
  module Jiggler
4
7
  class Manager
5
8
  include Support::Helper
data/lib/jiggler/server.rb ADDED
@@ -0,0 +1,14 @@
1
+ # frozen_string_literal: true
2
+
3
+ # server classes
4
+ require 'jiggler/support/helper'
5
+ require 'jiggler/scheduled/enqueuer'
6
+ require 'jiggler/scheduled/poller'
7
+ require 'jiggler/stats/collection'
8
+ require 'jiggler/stats/monitor'
9
+ require 'jiggler/errors'
10
+ require 'jiggler/retrier'
11
+ require 'jiggler/launcher'
12
+ require 'jiggler/manager'
13
+ require 'jiggler/worker'
14
+ require 'jiggler/cli'
data/lib/jiggler/summary.rb CHANGED
@@ -61,7 +61,7 @@ module Jiggler
61
61
  private
62
62
 
63
63
  def fetch_processes(conn)
64
- # in case they keys were deleted/modified could return incorrect results
64
+ # in case they keys were deleted/modified may return incorrect results
65
65
  conn.call('SCAN', '0', 'MATCH', config.process_scan_key).last
66
66
  end
67
67
 
data/lib/jiggler/version.rb CHANGED
@@ -1,5 +1,5 @@
1
1
  # frozen_string_literal: true
2
2
 
3
3
  module Jiggler
4
- VERSION = '0.1.0.rc2'
4
+ VERSION = '0.1.0.rc3'
5
5
  end
metadata CHANGED
@@ -1,7 +1,7 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: jiggler
3
3
  version: !ruby/object:Gem::Version
4
- version: 0.1.0.rc2
4
+ version: 0.1.0.rc3
5
5
  platform: ruby
6
6
  authors:
7
7
  - Julija Alieckaja
@@ -147,6 +147,7 @@ files:
147
147
  - lib/jiggler/retrier.rb
148
148
  - lib/jiggler/scheduled/enqueuer.rb
149
149
  - lib/jiggler/scheduled/poller.rb
150
+ - lib/jiggler/server.rb
150
151
  - lib/jiggler/stats/collection.rb
151
152
  - lib/jiggler/stats/monitor.rb
152
153
  - lib/jiggler/summary.rb