rocketjob 5.3.0 → 5.4.0.beta2
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/lib/rocket_job/batch/io.rb +14 -19
- data/lib/rocket_job/batch/model.rb +2 -2
- data/lib/rocket_job/batch/tabular/input.rb +9 -5
- data/lib/rocket_job/batch/tabular/output.rb +9 -3
- data/lib/rocket_job/batch/throttle_windows.rb +8 -3
- data/lib/rocket_job/batch/worker.rb +2 -4
- data/lib/rocket_job/event.rb +0 -2
- data/lib/rocket_job/extensions/mongoid/clients/options.rb +0 -2
- data/lib/rocket_job/extensions/mongoid/remove_warnings.rb +12 -0
- data/lib/rocket_job/jobs/copy_file_job.rb +1 -1
- data/lib/rocket_job/jobs/re_encrypt/relational_job.rb +2 -5
- data/lib/rocket_job/jobs/upload_file_job.rb +1 -1
- data/lib/rocket_job/plugins/cron.rb +6 -23
- data/lib/rocket_job/plugins/job/worker.rb +5 -4
- data/lib/rocket_job/plugins/processing_window.rb +7 -13
- data/lib/rocket_job/sliced.rb +91 -0
- data/lib/rocket_job/sliced/bzip2_output_slice.rb +43 -0
- data/lib/rocket_job/sliced/input.rb +3 -3
- data/lib/rocket_job/sliced/slice.rb +6 -0
- data/lib/rocket_job/sliced/slices.rb +6 -0
- data/lib/rocket_job/subscribers/server.rb +9 -3
- data/lib/rocket_job/supervisor.rb +3 -1
- data/lib/rocket_job/version.rb +1 -1
- data/lib/rocket_job/worker_pool.rb +1 -0
- data/lib/rocketjob.rb +7 -20
- metadata +27 -12
- data/lib/rocket_job/plugins/rufus/cron_line.rb +0 -520
- data/lib/rocket_job/plugins/rufus/zo_time.rb +0 -524
@@ -0,0 +1,43 @@
|
|
1
|
+
module RocketJob
|
2
|
+
module Sliced
|
3
|
+
# This is a specialized output serializer that renders each output slice as a single BZip2 compressed stream.
|
4
|
+
# BZip2 allows multiple output streams to be written into a single BZip2 file.
|
5
|
+
#
|
6
|
+
# Notes:
|
7
|
+
# * The `bzip2` linux command line utility supports multiple embedded BZip2 stream,
|
8
|
+
# but some other custom implementations may not. They may only read the first slice and stop.
|
9
|
+
# * It is only designed for use on output collections.
|
10
|
+
#
|
11
|
+
# To download the output when using this slice:
|
12
|
+
#
|
13
|
+
# # Download the binary BZip2 streams into a single file
|
14
|
+
# IOStreams.path(output_file_name).stream(:none).writer do |io|
|
15
|
+
# job.download { |slice| io << slice[:binary] }
|
16
|
+
# end
|
17
|
+
class BZip2OutputSlice < ::RocketJob::Sliced::Slice
|
18
|
+
# This is a specialized binary slice for creating binary data from each slice
|
19
|
+
# that must be downloaded as-is into output files.
|
20
|
+
def self.binary?
|
21
|
+
true
|
22
|
+
end
|
23
|
+
|
24
|
+
private
|
25
|
+
|
26
|
+
def parse_records
|
27
|
+
records = attributes.delete("records")
|
28
|
+
|
29
|
+
# Convert BSON::Binary to a string
|
30
|
+
@records = [{binary: records.data}]
|
31
|
+
end
|
32
|
+
|
33
|
+
def serialize_records
|
34
|
+
return [] if @records.nil? || @records.empty?
|
35
|
+
|
36
|
+
lines = records.to_a.join("\n") + "\n"
|
37
|
+
s = StringIO.new
|
38
|
+
IOStreams::Bzip2::Writer.stream(s) { |io| io.write(lines) }
|
39
|
+
BSON::Binary.new(s.string)
|
40
|
+
end
|
41
|
+
end
|
42
|
+
end
|
43
|
+
end
|
@@ -5,7 +5,7 @@ module RocketJob
|
|
5
5
|
# Create indexes before uploading
|
6
6
|
create_indexes
|
7
7
|
Writer::Input.collect(self, on_first: on_first, &block)
|
8
|
-
rescue
|
8
|
+
rescue Exception => e
|
9
9
|
drop
|
10
10
|
raise(e)
|
11
11
|
end
|
@@ -73,7 +73,7 @@ module RocketJob
|
|
73
73
|
count += 1
|
74
74
|
end
|
75
75
|
count
|
76
|
-
rescue
|
76
|
+
rescue Exception => e
|
77
77
|
drop
|
78
78
|
raise(e)
|
79
79
|
end
|
@@ -91,7 +91,7 @@ module RocketJob
|
|
91
91
|
count += 1
|
92
92
|
end
|
93
93
|
count
|
94
|
-
rescue
|
94
|
+
rescue Exception => e
|
95
95
|
drop
|
96
96
|
raise(e)
|
97
97
|
end
|
@@ -94,6 +94,12 @@ module RocketJob
|
|
94
94
|
end
|
95
95
|
end
|
96
96
|
|
97
|
+
# Returns whether this is a specialized binary slice for creating binary data from each slice
|
98
|
+
# that is then just downloaded as-is into output files.
|
99
|
+
def self.binary?
|
100
|
+
false
|
101
|
+
end
|
102
|
+
|
97
103
|
# `records` array has special handling so that it can be modified in place instead of having
|
98
104
|
# to replace the entire array every time. For example, when appending lines with `<<`.
|
99
105
|
def records
|
@@ -42,6 +42,12 @@ module RocketJob
|
|
42
42
|
slice
|
43
43
|
end
|
44
44
|
|
45
|
+
# Returns whether this collection contains specialized binary slices for creating binary data from each slice
|
46
|
+
# that is then just downloaded as-is into output files.
|
47
|
+
def binary?
|
48
|
+
slice_class.binary?
|
49
|
+
end
|
50
|
+
|
45
51
|
# Returns output slices in the order of their id
|
46
52
|
# which is usually the order in which they were written.
|
47
53
|
def each
|
@@ -9,16 +9,22 @@ module RocketJob
|
|
9
9
|
@supervisor = supervisor
|
10
10
|
end
|
11
11
|
|
12
|
-
def kill(server_id: nil, name: nil, wait_timeout:
|
12
|
+
def kill(server_id: nil, name: nil, wait_timeout: 5)
|
13
13
|
return unless my_server?(server_id, name)
|
14
14
|
|
15
15
|
supervisor.synchronize do
|
16
|
+
Supervisor.shutdown!
|
17
|
+
|
18
|
+
supervisor.logger.info("Stopping Pool")
|
16
19
|
supervisor.worker_pool.stop
|
17
|
-
supervisor.worker_pool.
|
20
|
+
unless supervisor.worker_pool.living_count == 0
|
21
|
+
supervisor.logger.info("Giving pool #{wait_timeout} seconds to terminate")
|
22
|
+
sleep(wait_timeout)
|
23
|
+
end
|
24
|
+
supervisor.logger.info("Kill Pool")
|
18
25
|
supervisor.worker_pool.kill
|
19
26
|
end
|
20
27
|
|
21
|
-
Supervisor.shutdown!
|
22
28
|
logger.info "Killed"
|
23
29
|
end
|
24
30
|
|
@@ -55,7 +55,9 @@ module RocketJob
|
|
55
55
|
|
56
56
|
def stop!
|
57
57
|
server.stop! if server.may_stop?
|
58
|
-
|
58
|
+
synchronize do
|
59
|
+
worker_pool.stop
|
60
|
+
end
|
59
61
|
until worker_pool.join
|
60
62
|
logger.info "Waiting for workers to finish processing ..."
|
61
63
|
# One or more workers still running so update heartbeat so that server reports "alive".
|
data/lib/rocket_job/version.rb
CHANGED
data/lib/rocketjob.rb
CHANGED
@@ -13,6 +13,9 @@ require "rocket_job/extensions/mongoid/clients/options"
|
|
13
13
|
require "rocket_job/extensions/mongoid/contextual/mongo"
|
14
14
|
require "rocket_job/extensions/mongoid/factory"
|
15
15
|
|
16
|
+
# Apply patches for deprecated Symbol type
|
17
|
+
require "rocket_job/extensions/mongoid/remove_warnings"
|
18
|
+
|
16
19
|
# @formatter:off
|
17
20
|
module RocketJob
|
18
21
|
autoload :ActiveWorker, "rocket_job/active_worker"
|
@@ -26,6 +29,7 @@ module RocketJob
|
|
26
29
|
autoload :Worker, "rocket_job/worker"
|
27
30
|
autoload :Performance, "rocket_job/performance"
|
28
31
|
autoload :Server, "rocket_job/server"
|
32
|
+
autoload :Sliced, "rocket_job/sliced"
|
29
33
|
autoload :Subscriber, "rocket_job/subscriber"
|
30
34
|
autoload :Supervisor, "rocket_job/supervisor"
|
31
35
|
autoload :ThrottleDefinition, "rocket_job/throttle_definition"
|
@@ -45,10 +49,6 @@ module RocketJob
|
|
45
49
|
autoload :Transaction, "rocket_job/plugins/job/transaction"
|
46
50
|
autoload :Worker, "rocket_job/plugins/job/worker"
|
47
51
|
end
|
48
|
-
module Rufus
|
49
|
-
autoload :CronLine, "rocket_job/plugins/rufus/cron_line"
|
50
|
-
autoload :ZoTime, "rocket_job/plugins/rufus/zo_time"
|
51
|
-
end
|
52
52
|
autoload :Cron, "rocket_job/plugins/cron"
|
53
53
|
autoload :Document, "rocket_job/plugins/document"
|
54
54
|
autoload :ProcessingWindow, "rocket_job/plugins/processing_window"
|
@@ -71,22 +71,9 @@ module RocketJob
|
|
71
71
|
autoload :SimpleJob, "rocket_job/jobs/simple_job"
|
72
72
|
autoload :UploadFileJob, "rocket_job/jobs/upload_file_job"
|
73
73
|
module ReEncrypt
|
74
|
-
|
75
|
-
|
76
|
-
|
77
|
-
|
78
|
-
module Sliced
|
79
|
-
autoload :CompressedSlice, "rocket_job/sliced/compressed_slice"
|
80
|
-
autoload :EncryptedSlice, "rocket_job/sliced/encrypted_slice"
|
81
|
-
autoload :Input, "rocket_job/sliced/input"
|
82
|
-
autoload :Output, "rocket_job/sliced/output"
|
83
|
-
autoload :Slice, "rocket_job/sliced/slice"
|
84
|
-
autoload :Slices, "rocket_job/sliced/slices"
|
85
|
-
autoload :Store, "rocket_job/sliced/store"
|
86
|
-
|
87
|
-
module Writer
|
88
|
-
autoload :Input, "rocket_job/sliced/writer/input"
|
89
|
-
autoload :Output, "rocket_job/sliced/writer/output"
|
74
|
+
if defined?(ActiveRecord) && defined?(SyncAttr)
|
75
|
+
autoload :RelationalJob, "rocket_job/jobs/re_encrypt/relational_job"
|
76
|
+
end
|
90
77
|
end
|
91
78
|
end
|
92
79
|
|
metadata
CHANGED
@@ -1,14 +1,14 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: rocketjob
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 5.
|
4
|
+
version: 5.4.0.beta2
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Reid Morrison
|
8
|
-
autorequire:
|
8
|
+
autorequire:
|
9
9
|
bindir: bin
|
10
10
|
cert_chain: []
|
11
|
-
date: 2020-
|
11
|
+
date: 2020-10-23 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
name: aasm
|
@@ -94,8 +94,22 @@ dependencies:
|
|
94
94
|
- - ">="
|
95
95
|
- !ruby/object:Gem::Version
|
96
96
|
version: '4.0'
|
97
|
-
|
98
|
-
|
97
|
+
- !ruby/object:Gem::Dependency
|
98
|
+
name: fugit
|
99
|
+
requirement: !ruby/object:Gem::Requirement
|
100
|
+
requirements:
|
101
|
+
- - "~>"
|
102
|
+
- !ruby/object:Gem::Version
|
103
|
+
version: '1.3'
|
104
|
+
type: :runtime
|
105
|
+
prerelease: false
|
106
|
+
version_requirements: !ruby/object:Gem::Requirement
|
107
|
+
requirements:
|
108
|
+
- - "~>"
|
109
|
+
- !ruby/object:Gem::Version
|
110
|
+
version: '1.3'
|
111
|
+
description:
|
112
|
+
email:
|
99
113
|
executables:
|
100
114
|
- rocketjob
|
101
115
|
- rocketjob_perf
|
@@ -134,6 +148,7 @@ files:
|
|
134
148
|
- lib/rocket_job/extensions/mongoid/clients/options.rb
|
135
149
|
- lib/rocket_job/extensions/mongoid/contextual/mongo.rb
|
136
150
|
- lib/rocket_job/extensions/mongoid/factory.rb
|
151
|
+
- lib/rocket_job/extensions/mongoid/remove_warnings.rb
|
137
152
|
- lib/rocket_job/extensions/rocket_job_adapter.rb
|
138
153
|
- lib/rocket_job/heartbeat.rb
|
139
154
|
- lib/rocket_job/job.rb
|
@@ -163,8 +178,6 @@ files:
|
|
163
178
|
- lib/rocket_job/plugins/processing_window.rb
|
164
179
|
- lib/rocket_job/plugins/restart.rb
|
165
180
|
- lib/rocket_job/plugins/retry.rb
|
166
|
-
- lib/rocket_job/plugins/rufus/cron_line.rb
|
167
|
-
- lib/rocket_job/plugins/rufus/zo_time.rb
|
168
181
|
- lib/rocket_job/plugins/singleton.rb
|
169
182
|
- lib/rocket_job/plugins/state_machine.rb
|
170
183
|
- lib/rocket_job/plugins/transaction.rb
|
@@ -173,6 +186,8 @@ files:
|
|
173
186
|
- lib/rocket_job/server.rb
|
174
187
|
- lib/rocket_job/server/model.rb
|
175
188
|
- lib/rocket_job/server/state_machine.rb
|
189
|
+
- lib/rocket_job/sliced.rb
|
190
|
+
- lib/rocket_job/sliced/bzip2_output_slice.rb
|
176
191
|
- lib/rocket_job/sliced/compressed_slice.rb
|
177
192
|
- lib/rocket_job/sliced/encrypted_slice.rb
|
178
193
|
- lib/rocket_job/sliced/input.rb
|
@@ -197,7 +212,7 @@ homepage: http://rocketjob.io
|
|
197
212
|
licenses:
|
198
213
|
- Apache-2.0
|
199
214
|
metadata: {}
|
200
|
-
post_install_message:
|
215
|
+
post_install_message:
|
201
216
|
rdoc_options: []
|
202
217
|
require_paths:
|
203
218
|
- lib
|
@@ -208,12 +223,12 @@ required_ruby_version: !ruby/object:Gem::Requirement
|
|
208
223
|
version: '2.3'
|
209
224
|
required_rubygems_version: !ruby/object:Gem::Requirement
|
210
225
|
requirements:
|
211
|
-
- - "
|
226
|
+
- - ">"
|
212
227
|
- !ruby/object:Gem::Version
|
213
|
-
version:
|
228
|
+
version: 1.3.1
|
214
229
|
requirements: []
|
215
|
-
rubygems_version: 3.
|
216
|
-
signing_key:
|
230
|
+
rubygems_version: 3.0.8
|
231
|
+
signing_key:
|
217
232
|
specification_version: 4
|
218
233
|
summary: Ruby's missing batch processing system.
|
219
234
|
test_files: []
|
@@ -1,520 +0,0 @@
|
|
1
|
-
#--
|
2
|
-
# Copyright (c) 2006-2017, John Mettraux, jmettraux@gmail.com
|
3
|
-
#
|
4
|
-
# Permission is hereby granted, free of charge, to any person obtaining a copy
|
5
|
-
# of this software and associated documentation files (the "Software"), to deal
|
6
|
-
# in the Software without restriction, including without limitation the rights
|
7
|
-
# to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
|
8
|
-
# copies of the Software, and to permit persons to whom the Software is
|
9
|
-
# furnished to do so, subject to the following conditions:
|
10
|
-
#
|
11
|
-
# The above copyright notice and this permission notice shall be included in
|
12
|
-
# all copies or substantial portions of the Software.
|
13
|
-
#
|
14
|
-
# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
|
15
|
-
# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
|
16
|
-
# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
|
17
|
-
# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
|
18
|
-
# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
|
19
|
-
# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
|
20
|
-
# THE SOFTWARE.
|
21
|
-
#
|
22
|
-
# Made in Japan.
|
23
|
-
#++
|
24
|
-
#@formatter:off
|
25
|
-
|
26
|
-
require 'set'
|
27
|
-
|
28
|
-
module RocketJob::Plugins::Rufus
|
29
|
-
|
30
|
-
#
|
31
|
-
# A 'cron line' is a line in the sense of a crontab
|
32
|
-
# (man 5 crontab) file line.
|
33
|
-
#
|
34
|
-
class CronLine
|
35
|
-
|
36
|
-
# The max number of years in the future or the past before giving up
|
37
|
-
# searching for #next_time or #previous_time respectively
|
38
|
-
#
|
39
|
-
NEXT_TIME_MAX_YEARS = 14
|
40
|
-
|
41
|
-
# The string used for creating this cronline instance.
|
42
|
-
#
|
43
|
-
attr_reader :original
|
44
|
-
attr_reader :original_timezone
|
45
|
-
|
46
|
-
attr_reader :seconds
|
47
|
-
attr_reader :minutes
|
48
|
-
attr_reader :hours
|
49
|
-
attr_reader :days
|
50
|
-
attr_reader :months
|
51
|
-
#attr_reader :monthdays # reader defined below
|
52
|
-
attr_reader :weekdays
|
53
|
-
attr_reader :timezone
|
54
|
-
|
55
|
-
def initialize(line)
|
56
|
-
|
57
|
-
fail ArgumentError.new(
|
58
|
-
"not a string: #{line.inspect}"
|
59
|
-
) unless line.is_a?(String)
|
60
|
-
|
61
|
-
@original = line
|
62
|
-
@original_timezone = nil
|
63
|
-
|
64
|
-
items = line.split
|
65
|
-
|
66
|
-
if @timezone = RocketJob::Plugins::Rufus::ZoTime.get_tzone(items.last)
|
67
|
-
@original_timezone = items.pop
|
68
|
-
else
|
69
|
-
@timezone = RocketJob::Plugins::Rufus::ZoTime.get_tzone(:current)
|
70
|
-
end
|
71
|
-
|
72
|
-
fail ArgumentError.new(
|
73
|
-
"not a valid cronline : '#{line}'"
|
74
|
-
) unless items.length == 5 or items.length == 6
|
75
|
-
|
76
|
-
offset = items.length - 5
|
77
|
-
|
78
|
-
@seconds = offset == 1 ? parse_item(items[0], 0, 59) : [ 0 ]
|
79
|
-
@minutes = parse_item(items[0 + offset], 0, 59)
|
80
|
-
@hours = parse_item(items[1 + offset], 0, 24)
|
81
|
-
@days = parse_item(items[2 + offset], -30, 31)
|
82
|
-
@months = parse_item(items[3 + offset], 1, 12)
|
83
|
-
@weekdays, @monthdays = parse_weekdays(items[4 + offset])
|
84
|
-
|
85
|
-
[ @seconds, @minutes, @hours, @months ].each do |es|
|
86
|
-
|
87
|
-
fail ArgumentError.new(
|
88
|
-
"invalid cronline: '#{line}'"
|
89
|
-
) if es && es.find { |e| ! e.is_a?(Integer) }
|
90
|
-
end
|
91
|
-
|
92
|
-
if @days && @days.include?(0) # gh-221
|
93
|
-
|
94
|
-
fail ArgumentError.new('invalid day 0 in cronline')
|
95
|
-
end
|
96
|
-
end
|
97
|
-
|
98
|
-
# Returns true if the given time matches this cron line.
|
99
|
-
#
|
100
|
-
def matches?(time)
|
101
|
-
|
102
|
-
# FIXME Don't create a new ZoTime if time is already a ZoTime in same
|
103
|
-
# zone ...
|
104
|
-
# Wait, this seems only used in specs...
|
105
|
-
t = ZoTime.new(time.to_f, @timezone)
|
106
|
-
|
107
|
-
return false unless sub_match?(t, :sec, @seconds)
|
108
|
-
return false unless sub_match?(t, :min, @minutes)
|
109
|
-
return false unless sub_match?(t, :hour, @hours)
|
110
|
-
return false unless date_match?(t)
|
111
|
-
true
|
112
|
-
end
|
113
|
-
|
114
|
-
# Returns the next time that this cron line is supposed to 'fire'
|
115
|
-
#
|
116
|
-
# This is raw, 3 secs to iterate over 1 year on my macbook :( brutal.
|
117
|
-
# (Well, I was wrong, takes 0.001 sec on 1.8.7 and 1.9.1)
|
118
|
-
#
|
119
|
-
# This method accepts an optional Time parameter. It's the starting point
|
120
|
-
# for the 'search'. By default, it's Time.now
|
121
|
-
#
|
122
|
-
# Note that the time instance returned will be in the same time zone that
|
123
|
-
# the given start point Time (thus a result in the local time zone will
|
124
|
-
# be passed if no start time is specified (search start time set to
|
125
|
-
# Time.now))
|
126
|
-
#
|
127
|
-
# Rufus::Scheduler::CronLine.new('30 7 * * *').next_time(
|
128
|
-
# Time.mktime(2008, 10, 24, 7, 29))
|
129
|
-
# #=> Fri Oct 24 07:30:00 -0500 2008
|
130
|
-
#
|
131
|
-
# Rufus::Scheduler::CronLine.new('30 7 * * *').next_time(
|
132
|
-
# Time.utc(2008, 10, 24, 7, 29))
|
133
|
-
# #=> Fri Oct 24 07:30:00 UTC 2008
|
134
|
-
#
|
135
|
-
# Rufus::Scheduler::CronLine.new('30 7 * * *').next_time(
|
136
|
-
# Time.utc(2008, 10, 24, 7, 29)).localtime
|
137
|
-
# #=> Fri Oct 24 02:30:00 -0500 2008
|
138
|
-
#
|
139
|
-
# (Thanks to K Liu for the note and the examples)
|
140
|
-
#
|
141
|
-
def next_time(from=ZoTime.now)
|
142
|
-
|
143
|
-
nt = nil
|
144
|
-
zt = ZoTime.new(from.to_i + 1, @timezone)
|
145
|
-
maxy = from.year + NEXT_TIME_MAX_YEARS
|
146
|
-
|
147
|
-
loop do
|
148
|
-
|
149
|
-
nt = zt.dup
|
150
|
-
|
151
|
-
fail RangeError.new(
|
152
|
-
"failed to reach occurrence within " +
|
153
|
-
"#{NEXT_TIME_MAX_YEARS} years for '#{original}'"
|
154
|
-
) if nt.year > maxy
|
155
|
-
|
156
|
-
unless date_match?(nt)
|
157
|
-
zt.add((24 - nt.hour) * 3600 - nt.min * 60 - nt.sec)
|
158
|
-
next
|
159
|
-
end
|
160
|
-
unless sub_match?(nt, :hour, @hours)
|
161
|
-
zt.add((60 - nt.min) * 60 - nt.sec)
|
162
|
-
next
|
163
|
-
end
|
164
|
-
unless sub_match?(nt, :min, @minutes)
|
165
|
-
zt.add(60 - nt.sec)
|
166
|
-
next
|
167
|
-
end
|
168
|
-
unless sub_match?(nt, :sec, @seconds)
|
169
|
-
zt.add(next_second(nt))
|
170
|
-
next
|
171
|
-
end
|
172
|
-
|
173
|
-
break
|
174
|
-
end
|
175
|
-
|
176
|
-
nt
|
177
|
-
end
|
178
|
-
|
179
|
-
# Returns the previous time the cronline matched. It's like next_time, but
|
180
|
-
# for the past.
|
181
|
-
#
|
182
|
-
def previous_time(from=ZoTime.now)
|
183
|
-
|
184
|
-
pt = nil
|
185
|
-
zt = ZoTime.new(from.to_i - 1, @timezone)
|
186
|
-
miny = from.year - NEXT_TIME_MAX_YEARS
|
187
|
-
|
188
|
-
loop do
|
189
|
-
|
190
|
-
pt = zt.dup
|
191
|
-
|
192
|
-
fail RangeError.new(
|
193
|
-
"failed to reach occurrence within " +
|
194
|
-
"#{NEXT_TIME_MAX_YEARS} years for '#{original}'"
|
195
|
-
) if pt.year < miny
|
196
|
-
|
197
|
-
unless date_match?(pt)
|
198
|
-
zt.substract(pt.hour * 3600 + pt.min * 60 + pt.sec + 1)
|
199
|
-
next
|
200
|
-
end
|
201
|
-
unless sub_match?(pt, :hour, @hours)
|
202
|
-
zt.substract(pt.min * 60 + pt.sec + 1)
|
203
|
-
next
|
204
|
-
end
|
205
|
-
unless sub_match?(pt, :min, @minutes)
|
206
|
-
zt.substract(pt.sec + 1)
|
207
|
-
next
|
208
|
-
end
|
209
|
-
unless sub_match?(pt, :sec, @seconds)
|
210
|
-
zt.substract(prev_second(pt))
|
211
|
-
next
|
212
|
-
end
|
213
|
-
|
214
|
-
break
|
215
|
-
end
|
216
|
-
|
217
|
-
pt
|
218
|
-
end
|
219
|
-
|
220
|
-
# Returns an array of 6 arrays (seconds, minutes, hours, days,
|
221
|
-
# months, weekdays).
|
222
|
-
# This method is mostly used by the cronline specs.
|
223
|
-
#
|
224
|
-
def to_a
|
225
|
-
|
226
|
-
[
|
227
|
-
toa(@seconds),
|
228
|
-
toa(@minutes),
|
229
|
-
toa(@hours),
|
230
|
-
toa(@days),
|
231
|
-
toa(@months),
|
232
|
-
toa(@weekdays),
|
233
|
-
toa(@monthdays),
|
234
|
-
@timezone.name
|
235
|
-
]
|
236
|
-
end
|
237
|
-
alias to_array to_a
|
238
|
-
|
239
|
-
# Returns a quickly computed approximation of the frequency for this
|
240
|
-
# cron line.
|
241
|
-
#
|
242
|
-
# #brute_frequency, on the other hand, will compute the frequency by
|
243
|
-
# examining a whole year, that can take more than seconds for a seconds
|
244
|
-
# level cron...
|
245
|
-
#
|
246
|
-
def frequency
|
247
|
-
|
248
|
-
return brute_frequency unless @seconds && @seconds.length > 1
|
249
|
-
|
250
|
-
secs = toa(@seconds)
|
251
|
-
|
252
|
-
secs[1..-1].inject([ secs[0], 60 ]) { |(prev, delta), sec|
|
253
|
-
d = sec - prev
|
254
|
-
[ sec, d < delta ? d : delta ]
|
255
|
-
}[1]
|
256
|
-
end
|
257
|
-
|
258
|
-
# Caching facility. Currently only used for brute frequencies.
|
259
|
-
#
|
260
|
-
@cache = {}; class << self; attr_reader :cache; end
|
261
|
-
|
262
|
-
# Returns the shortest delta between two potential occurences of the
|
263
|
-
# schedule described by this cronline.
|
264
|
-
#
|
265
|
-
# .
|
266
|
-
#
|
267
|
-
# For a simple cronline like "*/5 * * * *", obviously the frequency is
|
268
|
-
# five minutes. Why does this method look at a whole year of #next_time ?
|
269
|
-
#
|
270
|
-
# Consider "* * * * sun#2,sun#3", the computed frequency is 1 week
|
271
|
-
# (the shortest delta is the one between the second sunday and the third
|
272
|
-
# sunday). This method takes no chance and runs next_time for the span
|
273
|
-
# of a whole year and keeps the shortest.
|
274
|
-
#
|
275
|
-
# Of course, this method can get VERY slow if you call on it a second-
|
276
|
-
# based cronline...
|
277
|
-
#
|
278
|
-
def brute_frequency
|
279
|
-
|
280
|
-
key = "brute_frequency:#{@original}"
|
281
|
-
|
282
|
-
delta = self.class.cache[key]
|
283
|
-
return delta if delta
|
284
|
-
|
285
|
-
delta = 366 * DAY_S
|
286
|
-
|
287
|
-
t0 = previous_time(Time.local(2000, 1, 1))
|
288
|
-
|
289
|
-
loop do
|
290
|
-
|
291
|
-
break if delta <= 1
|
292
|
-
break if delta <= 60 && @seconds && @seconds.size == 1
|
293
|
-
|
294
|
-
t1 = next_time(t0)
|
295
|
-
d = t1 - t0
|
296
|
-
delta = d if d < delta
|
297
|
-
break if @months.nil? && t1.month == 2
|
298
|
-
break if @months.nil? && @days.nil? && t1.day == 2
|
299
|
-
break if @months.nil? && @days.nil? && @hours.nil? && t1.hour == 1
|
300
|
-
break if @months.nil? && @days.nil? && @hours.nil? && @minutes.nil? && t1.min == 1
|
301
|
-
break if t1.year >= 2001
|
302
|
-
|
303
|
-
t0 = t1
|
304
|
-
end
|
305
|
-
|
306
|
-
self.class.cache[key] = delta
|
307
|
-
end
|
308
|
-
|
309
|
-
def next_second(time)
|
310
|
-
|
311
|
-
secs = toa(@seconds)
|
312
|
-
|
313
|
-
return secs.first + 60 - time.sec if time.sec > secs.last
|
314
|
-
|
315
|
-
secs.shift while secs.first < time.sec
|
316
|
-
|
317
|
-
secs.first - time.sec
|
318
|
-
end
|
319
|
-
|
320
|
-
def prev_second(time)
|
321
|
-
|
322
|
-
secs = toa(@seconds)
|
323
|
-
|
324
|
-
return time.sec + 60 - secs.last if time.sec < secs.first
|
325
|
-
|
326
|
-
secs.pop while time.sec < secs.last
|
327
|
-
|
328
|
-
time.sec - secs.last
|
329
|
-
end
|
330
|
-
|
331
|
-
protected
|
332
|
-
|
333
|
-
def sc_sort(a)
|
334
|
-
|
335
|
-
a.sort_by { |e| e.is_a?(String) ? 61 : e.to_i }
|
336
|
-
end
|
337
|
-
|
338
|
-
if RUBY_VERSION >= '1.9'
|
339
|
-
def toa(item)
|
340
|
-
item == nil ? nil : item.to_a
|
341
|
-
end
|
342
|
-
else
|
343
|
-
def toa(item)
|
344
|
-
item.is_a?(Set) ? sc_sort(item.to_a) : item
|
345
|
-
end
|
346
|
-
end
|
347
|
-
|
348
|
-
WEEKDAYS = %w[ sun mon tue wed thu fri sat ]
|
349
|
-
DAY_S = 24 * 3600
|
350
|
-
|
351
|
-
def parse_weekdays(item)
|
352
|
-
|
353
|
-
return nil if item == '*'
|
354
|
-
|
355
|
-
weekdays = nil
|
356
|
-
monthdays = nil
|
357
|
-
|
358
|
-
item.downcase.split(',').each do |it|
|
359
|
-
|
360
|
-
WEEKDAYS.each_with_index { |a, i| it.gsub!(/#{a}/, i.to_s) }
|
361
|
-
|
362
|
-
it = it.gsub(/([^#])l/, '\1#-1')
|
363
|
-
# "5L" == "5#-1" == the last Friday
|
364
|
-
|
365
|
-
if m = it.match(/\A(.+)#(l|-?[12345])\z/)
|
366
|
-
|
367
|
-
fail ArgumentError.new(
|
368
|
-
"ranges are not supported for monthdays (#{it})"
|
369
|
-
) if m[1].index('-')
|
370
|
-
|
371
|
-
it = it.gsub(/#l/, '#-1')
|
372
|
-
|
373
|
-
(monthdays ||= []) << it
|
374
|
-
|
375
|
-
else
|
376
|
-
|
377
|
-
fail ArgumentError.new(
|
378
|
-
"invalid weekday expression (#{item})"
|
379
|
-
) if it !~ /\A0*[0-7](-0*[0-7])?\z/
|
380
|
-
|
381
|
-
its = it.index('-') ? parse_range(it, 0, 7) : [ Integer(it) ]
|
382
|
-
its = its.collect { |i| i == 7 ? 0 : i }
|
383
|
-
|
384
|
-
(weekdays ||= []).concat(its)
|
385
|
-
end
|
386
|
-
end
|
387
|
-
|
388
|
-
weekdays = weekdays.uniq.sort if weekdays
|
389
|
-
|
390
|
-
[ weekdays, monthdays ]
|
391
|
-
end
|
392
|
-
|
393
|
-
def parse_item(item, min, max)
|
394
|
-
|
395
|
-
return nil if item == '*'
|
396
|
-
|
397
|
-
r = item.split(',').map { |i| parse_range(i.strip, min, max) }.flatten
|
398
|
-
|
399
|
-
fail ArgumentError.new(
|
400
|
-
"found duplicates in #{item.inspect}"
|
401
|
-
) if r.uniq.size < r.size
|
402
|
-
|
403
|
-
r = sc_sort(r)
|
404
|
-
|
405
|
-
Set.new(r)
|
406
|
-
end
|
407
|
-
|
408
|
-
RANGE_REGEX = /\A(\*|-?\d{1,2})(?:-(-?\d{1,2}))?(?:\/(\d{1,2}))?\z/
|
409
|
-
|
410
|
-
def parse_range(item, min, max)
|
411
|
-
|
412
|
-
return %w[ L ] if item == 'L'
|
413
|
-
|
414
|
-
item = '*' + item if item[0, 1] == '/'
|
415
|
-
|
416
|
-
m = item.match(RANGE_REGEX)
|
417
|
-
|
418
|
-
fail ArgumentError.new(
|
419
|
-
"cannot parse #{item.inspect}"
|
420
|
-
) unless m
|
421
|
-
|
422
|
-
mmin = min == -30 ? 1 : min # days
|
423
|
-
|
424
|
-
sta = m[1]
|
425
|
-
sta = sta == '*' ? mmin : sta.to_i
|
426
|
-
|
427
|
-
edn = m[2]
|
428
|
-
edn = edn ? edn.to_i : sta
|
429
|
-
edn = max if m[1] == '*'
|
430
|
-
|
431
|
-
inc = m[3]
|
432
|
-
inc = inc ? inc.to_i : 1
|
433
|
-
|
434
|
-
fail ArgumentError.new(
|
435
|
-
"#{item.inspect} positive/negative ranges not allowed"
|
436
|
-
) if (sta < 0 && edn > 0) || (sta > 0 && edn < 0)
|
437
|
-
|
438
|
-
fail ArgumentError.new(
|
439
|
-
"#{item.inspect} descending day ranges not allowed"
|
440
|
-
) if min == -30 && sta > edn
|
441
|
-
|
442
|
-
fail ArgumentError.new(
|
443
|
-
"#{item.inspect} is not in range #{min}..#{max}"
|
444
|
-
) if sta < min || edn > max
|
445
|
-
|
446
|
-
fail ArgumentError.new(
|
447
|
-
"#{item.inspect} increment must be greater than zero"
|
448
|
-
) if inc == 0
|
449
|
-
|
450
|
-
r = []
|
451
|
-
val = sta
|
452
|
-
|
453
|
-
loop do
|
454
|
-
v = val
|
455
|
-
v = 0 if max == 24 && v == 24 # hours
|
456
|
-
r << v
|
457
|
-
break if inc == 1 && val == edn
|
458
|
-
val += inc
|
459
|
-
break if inc > 1 && val > edn
|
460
|
-
val = min if val > max
|
461
|
-
end
|
462
|
-
|
463
|
-
r.uniq
|
464
|
-
end
|
465
|
-
|
466
|
-
# FIXME: Eventually split into day_match?, hour_match? and monthdays_match?o
|
467
|
-
#
|
468
|
-
def sub_match?(time, accessor, values)
|
469
|
-
|
470
|
-
return true if values.nil?
|
471
|
-
|
472
|
-
value = time.send(accessor)
|
473
|
-
|
474
|
-
if accessor == :day
|
475
|
-
|
476
|
-
values.each do |v|
|
477
|
-
return true if v == 'L' && (time + DAY_S).day == 1
|
478
|
-
return true if v.to_i < 0 && (time + (1 - v) * DAY_S).day == 1
|
479
|
-
end
|
480
|
-
end
|
481
|
-
|
482
|
-
if accessor == :hour
|
483
|
-
|
484
|
-
return true if value == 0 && values.include?(24)
|
485
|
-
end
|
486
|
-
|
487
|
-
if accessor == :monthdays
|
488
|
-
|
489
|
-
return true if (values & value).any?
|
490
|
-
end
|
491
|
-
|
492
|
-
values.include?(value)
|
493
|
-
end
|
494
|
-
|
495
|
-
# def monthday_match?(zt, values)
|
496
|
-
#
|
497
|
-
# return true if values.nil?
|
498
|
-
#
|
499
|
-
# today_values = monthdays(zt)
|
500
|
-
#
|
501
|
-
# (today_values & values).any?
|
502
|
-
# end
|
503
|
-
|
504
|
-
def date_match?(zt)
|
505
|
-
|
506
|
-
return false unless sub_match?(zt, :day, @days)
|
507
|
-
return false unless sub_match?(zt, :month, @months)
|
508
|
-
|
509
|
-
return true if (
|
510
|
-
(@weekdays && @monthdays) &&
|
511
|
-
(sub_match?(zt, :wday, @weekdays) ||
|
512
|
-
sub_match?(zt, :monthdays, @monthdays)))
|
513
|
-
|
514
|
-
return false unless sub_match?(zt, :wday, @weekdays)
|
515
|
-
return false unless sub_match?(zt, :monthdays, @monthdays)
|
516
|
-
|
517
|
-
true
|
518
|
-
end
|
519
|
-
end
|
520
|
-
end
|