rocketjob 5.2.0 → 5.4.0.beta1

data/lib/rocket_job/plugins/processing_window.rb

@@ -1,4 +1,5 @@
 require "active_support/concern"
+require "fugit"
 
 module RocketJob
   module Plugins
@@ -47,18 +48,14 @@ module RocketJob
 
         validates_presence_of :processing_schedule, :processing_duration
         validates_each :processing_schedule do |record, attr, value|
-          begin
-            RocketJob::Plugins::Rufus::CronLine.new(value)
-          rescue ArgumentError => e
-            record.errors.add(attr, e.message)
-          end
+          record.errors.add(attr, "Invalid schedule: #{value.inspect}") unless Fugit::Cron.new(value)
         end
       end
 
       # Returns [true|false] whether this job is currently inside its processing window
       def rocket_job_processing_window_active?
-        time          = Time.now
-        previous_time = rocket_job_processing_schedule.previous_time(time)
+        time          = Time.now.utc
+        previous_time = Fugit::Cron.new(processing_schedule).previous_time(time).to_utc_time
         # Inside previous processing window?
         previous_time + processing_duration > time
       end
@@ -69,17 +66,14 @@ module RocketJob
       def rocket_job_processing_window_check
         return if rocket_job_processing_window_active?
 
-        logger.warn("Processing window closed before job was processed. Job is re-scheduled to run at: #{rocket_job_processing_schedule.next_time}")
+        next_time = Fugit::Cron.new(processing_schedule).next_time.to_utc_time
+        logger.warn("Processing window closed before job was processed. Job is re-scheduled to run at: #{next_time}")
         self.worker_name ||= "inline"
         requeue!(worker_name)
       end
 
       def rocket_job_processing_window_set_run_at
-        self.run_at = rocket_job_processing_schedule.next_time unless rocket_job_processing_window_active?
-      end
-
-      def rocket_job_processing_schedule
-        RocketJob::Plugins::Rufus::CronLine.new(processing_schedule)
+        self.run_at = Fugit::Cron.new(processing_schedule).next_time.to_utc_time unless rocket_job_processing_window_active?
       end
     end
   end

data/lib/rocket_job/sliced.rb

@@ -0,0 +1,91 @@
+module RocketJob
+  module Sliced
+    autoload :BZip2OutputSlice, "rocket_job/sliced/bzip2_output_slice"
+    autoload :CompressedSlice, "rocket_job/sliced/compressed_slice"
+    autoload :EncryptedSlice, "rocket_job/sliced/encrypted_slice"
+    autoload :Input, "rocket_job/sliced/input"
+    autoload :Output, "rocket_job/sliced/output"
+    autoload :Slice, "rocket_job/sliced/slice"
+    autoload :Slices, "rocket_job/sliced/slices"
+    autoload :Store, "rocket_job/sliced/store"
+
+    module Writer
+      autoload :Input, "rocket_job/sliced/writer/input"
+      autoload :Output, "rocket_job/sliced/writer/output"
+    end
+
+    # Returns [RocketJob::Sliced::Slices] for the relevant type and category.
+    #
+    # Supports compress and encrypt with [true|false|Hash] values.
+    # When [Hash] they must specify whether the apply to the input or output collection types.
+    #
+    # Example, compress both input and output collections:
+    #   class MyJob < RocketJob::Job
+    #     include RocketJob::Batch
+    #     self.compress = true
+    #   end
+    #
+    # Example, compress just the output collections:
+    #   class MyJob < RocketJob::Job
+    #     include RocketJob::Batch
+    #     self.compress = {output: true}
+    #   end
+    #
+    # To use the specialized BZip output compressor, and the regular compressor for the input collections:
+    #   class MyJob < RocketJob::Job
+    #     include RocketJob::Batch
+    #     self.compress = {output: :bzip2, input: true}
+    #   end
+    def self.factory(type, category, job)
+      raise(ArgumentError, "Unknown type: #{type.inspect}") unless %i[input output].include?(type)
+
+      collection_name = "rocket_job.#{type}s.#{job.id}"
+      collection_name << ".#{category}" unless category == :main
+
+      args               = {collection_name: collection_name, slice_size: job.slice_size}
+      klass              = slice_class(type, job)
+      args[:slice_class] = klass if klass
+
+      if type == :input
+        RocketJob::Sliced::Input.new(args)
+      else
+        RocketJob::Sliced::Output.new(args)
+      end
+    end
+
+    private
+
+    # Parses the encrypt and compress options to determine which slice serializer to use.
+    # `encrypt` takes priority over any `compress` option.
+    def self.slice_class(type, job)
+      encrypt  = extract_value(type, job.encrypt)
+      compress = extract_value(type, job.compress)
+
+      if encrypt
+        case encrypt
+        when true
+          EncryptedSlice
+        else
+          raise(ArgumentError, "Unknown job `encrypt` value: #{compress}") unless compress.is_a?(Slices)
+          # Returns the supplied class to use for encryption.
+          encrypt
+        end
+      elsif compress
+        case compress
+        when true
+          CompressedSlice
+        when :bzip2
+          BZip2OutputSlice
+        else
+          raise(ArgumentError, "Unknown job `compress` value: #{compress}") unless compress.is_a?(Slices)
+          # Returns the supplied class to use for compression.
+          compress
+        end
+      end
+    end
+
+    def self.extract_value(type, value)
+      value.is_a?(Hash) ? value[type] : value
+    end
+  end
+end

data/lib/rocket_job/sliced/bzip2_output_slice.rb

@@ -0,0 +1,43 @@
+module RocketJob
+  module Sliced
+    # This is a specialized output serializer that renders each output slice as a single BZip2 compressed stream.
+    # BZip2 allows multiple output streams to be written into a single BZip2 file.
+    #
+    # Notes:
+    # * The `bzip2` linux command line utility supports multiple embedded BZip2 stream,
+    #   but some other custom implementations may not. They may only read the first slice and stop.
+    # * It is only designed for use on output collections.
+    #
+    # To download the output when using this slice:
+    #
+    #   # Download the binary BZip2 streams into a single file
+    #   IOStreams.path(output_file_name).stream(:none).writer do |io|
+    #     job.download { |slice| io << slice[:binary] }
+    #   end
+    class BZip2OutputSlice < ::RocketJob::Sliced::Slice
+      # This is a specialized binary slice for creating binary data from each slice
+      # that must be downloaded as-is into output files.
+      def self.binary?
+        true
+      end
+
+      private
+
+      def parse_records
+        records = attributes.delete("records")
+
+        # Convert BSON::Binary to a string
+        @records = [{binary: records.data}]
+      end
+
+      def serialize_records
+        return [] if @records.nil? || @records.empty?
+
+        lines = records.to_a.join("\n")
+        s = StringIO.new
+        IOStreams::Bzip2::Writer.stream(s) { |io| io.write(lines) }
+        BSON::Binary.new(s.string)
+      end
+    end
+  end
+end

data/lib/rocket_job/sliced/input.rb

@@ -5,7 +5,7 @@ module RocketJob
         # Create indexes before uploading
         create_indexes
         Writer::Input.collect(self, on_first: on_first, &block)
-      rescue StandardError => e
+      rescue Exception => e
         drop
         raise(e)
       end
@@ -73,7 +73,7 @@ module RocketJob
           count    += 1
         end
         count
-      rescue StandardError => e
+      rescue Exception => e
         drop
         raise(e)
       end
@@ -91,7 +91,7 @@ module RocketJob
           count  += 1
         end
         count
-      rescue StandardError => e
+      rescue Exception => e
         drop
         raise(e)
       end

data/lib/rocket_job/sliced/slice.rb

@@ -94,6 +94,12 @@ module RocketJob
         end
       end
 
+      # Returns whether this is a specialized binary slice for creating binary data from each slice
+      # that is then just downloaded as-is into output files.
+      def self.binary?
+        false
+      end
+
       # `records` array has special handling so that it can be modified in place instead of having
       # to replace the entire array every time. For example, when appending lines with `<<`.
       def records

data/lib/rocket_job/sliced/slices.rb

@@ -42,6 +42,12 @@ module RocketJob
         slice
       end
 
+      # Returns whether this collection contains specialized binary slices for creating binary data from each slice
+      # that is then just downloaded as-is into output files.
+      def binary?
+        slice_class.binary?
+      end
+
       # Returns output slices in the order of their id
       # which is usually the order in which they were written.
       def each

data/lib/rocket_job/subscribers/server.rb

@@ -9,16 +9,22 @@ module RocketJob
         @supervisor = supervisor
       end
 
-      def kill(server_id: nil, name: nil, wait_timeout: 3)
+      def kill(server_id: nil, name: nil, wait_timeout: 5)
         return unless my_server?(server_id, name)
 
         supervisor.synchronize do
+          Supervisor.shutdown!
+
+          supervisor.logger.info("Stopping Pool")
           supervisor.worker_pool.stop
-          supervisor.worker_pool.join(wait_timeout)
+          unless supervisor.worker_pool.living_count == 0
+            supervisor.logger.info("Giving pool #{wait_timeout} seconds to terminate")
+            sleep(wait_timeout)
+          end
+          supervisor.logger.info("Kill Pool")
           supervisor.worker_pool.kill
         end
 
-        Supervisor.shutdown!
         logger.info "Killed"
       end
 

data/lib/rocket_job/supervisor.rb

@@ -55,7 +55,9 @@ module RocketJob
 
     def stop!
       server.stop! if server.may_stop?
-      worker_pool.stop
+      synchronize do
+        worker_pool.stop
+      end
       until worker_pool.join
         logger.info "Waiting for workers to finish processing ..."
         # One or more workers still running so update heartbeat so that server reports "alive".

data/lib/rocket_job/version.rb

@@ -1,3 +1,3 @@
 module RocketJob
-  VERSION = "5.2.0".freeze
+  VERSION = "5.4.0.beta1".freeze
 end

data/lib/rocket_job/worker_pool.rb

@@ -61,6 +61,7 @@ module RocketJob
     # Kill Worker threads
     def kill
       workers.each(&:kill)
+      workers.clear
     end
 
     # Wait for all workers to stop.

data/lib/rocketjob.rb

@@ -13,6 +13,9 @@ require "rocket_job/extensions/mongoid/clients/options"
 require "rocket_job/extensions/mongoid/contextual/mongo"
 require "rocket_job/extensions/mongoid/factory"
 
+# Apply patches for deprecated Symbol type
+require "rocket_job/extensions/mongoid/remove_warnings"
+
 # @formatter:off
 module RocketJob
   autoload :ActiveWorker,       "rocket_job/active_worker"
@@ -26,6 +29,7 @@ module RocketJob
   autoload :Worker,             "rocket_job/worker"
   autoload :Performance,        "rocket_job/performance"
   autoload :Server,             "rocket_job/server"
+  autoload :Sliced,             "rocket_job/sliced"
   autoload :Subscriber,         "rocket_job/subscriber"
   autoload :Supervisor,         "rocket_job/supervisor"
   autoload :ThrottleDefinition, "rocket_job/throttle_definition"
@@ -45,10 +49,6 @@ module RocketJob
       autoload :Transaction,         "rocket_job/plugins/job/transaction"
       autoload :Worker,              "rocket_job/plugins/job/worker"
     end
-    module Rufus
-      autoload :CronLine,       "rocket_job/plugins/rufus/cron_line"
-      autoload :ZoTime,         "rocket_job/plugins/rufus/zo_time"
-    end
     autoload :Cron,             "rocket_job/plugins/cron"
     autoload :Document,         "rocket_job/plugins/document"
     autoload :ProcessingWindow, "rocket_job/plugins/processing_window"
@@ -71,22 +71,9 @@ module RocketJob
     autoload :SimpleJob,               "rocket_job/jobs/simple_job"
     autoload :UploadFileJob,           "rocket_job/jobs/upload_file_job"
     module ReEncrypt
-      autoload :RelationalJob, "rocket_job/jobs/re_encrypt/relational_job"
-    end
-  end
-
-  module Sliced
-    autoload :CompressedSlice,  "rocket_job/sliced/compressed_slice"
-    autoload :EncryptedSlice,   "rocket_job/sliced/encrypted_slice"
-    autoload :Input,            "rocket_job/sliced/input"
-    autoload :Output,           "rocket_job/sliced/output"
-    autoload :Slice,            "rocket_job/sliced/slice"
-    autoload :Slices,           "rocket_job/sliced/slices"
-    autoload :Store,            "rocket_job/sliced/store"
-
-    module Writer
-      autoload :Input,          "rocket_job/sliced/writer/input"
-      autoload :Output,         "rocket_job/sliced/writer/output"
+      if defined?(ActiveRecord) && defined?(SyncAttr)
+        autoload :RelationalJob, "rocket_job/jobs/re_encrypt/relational_job"
+      end
     end
   end
 

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: rocketjob
 version: !ruby/object:Gem::Version
-  version: 5.2.0
+  version: 5.4.0.beta1
 platform: ruby
 authors:
 - Reid Morrison
-autorequire: 
+autorequire:
 bindir: bin
 cert_chain: []
-date: 2020-04-30 00:00:00.000000000 Z
+date: 2020-10-21 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: aasm
@@ -94,8 +94,22 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: '4.0'
-description: 
-email: 
+- !ruby/object:Gem::Dependency
+  name: fugit
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.3'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.3'
+description:
+email:
 executables:
 - rocketjob
 - rocketjob_perf
@@ -124,6 +138,7 @@ files:
 - lib/rocket_job/batch/tabular/output.rb
 - lib/rocket_job/batch/throttle.rb
 - lib/rocket_job/batch/throttle_running_workers.rb
+- lib/rocket_job/batch/throttle_windows.rb
 - lib/rocket_job/batch/worker.rb
 - lib/rocket_job/cli.rb
 - lib/rocket_job/config.rb
@@ -133,6 +148,7 @@ files:
 - lib/rocket_job/extensions/mongoid/clients/options.rb
 - lib/rocket_job/extensions/mongoid/contextual/mongo.rb
 - lib/rocket_job/extensions/mongoid/factory.rb
+- lib/rocket_job/extensions/mongoid/remove_warnings.rb
 - lib/rocket_job/extensions/rocket_job_adapter.rb
 - lib/rocket_job/heartbeat.rb
 - lib/rocket_job/job.rb
@@ -162,8 +178,6 @@ files:
 - lib/rocket_job/plugins/processing_window.rb
 - lib/rocket_job/plugins/restart.rb
 - lib/rocket_job/plugins/retry.rb
-- lib/rocket_job/plugins/rufus/cron_line.rb
-- lib/rocket_job/plugins/rufus/zo_time.rb
 - lib/rocket_job/plugins/singleton.rb
 - lib/rocket_job/plugins/state_machine.rb
 - lib/rocket_job/plugins/transaction.rb
@@ -172,6 +186,8 @@ files:
 - lib/rocket_job/server.rb
 - lib/rocket_job/server/model.rb
 - lib/rocket_job/server/state_machine.rb
+- lib/rocket_job/sliced.rb
+- lib/rocket_job/sliced/bzip2_output_slice.rb
 - lib/rocket_job/sliced/compressed_slice.rb
 - lib/rocket_job/sliced/encrypted_slice.rb
 - lib/rocket_job/sliced/input.rb
@@ -196,7 +212,7 @@ homepage: http://rocketjob.io
 licenses:
 - Apache-2.0
 metadata: {}
-post_install_message: 
+post_install_message:
 rdoc_options: []
 require_paths:
 - lib
@@ -207,12 +223,12 @@ required_ruby_version: !ruby/object:Gem::Requirement
       version: '2.3'
 required_rubygems_version: !ruby/object:Gem::Requirement
   requirements:
-  - - ">="
+  - - ">"
     - !ruby/object:Gem::Version
-      version: '0'
+      version: 1.3.1
 requirements: []
 rubygems_version: 3.0.8
-signing_key: 
+signing_key:
 specification_version: 4
 summary: Ruby's missing batch processing system.
 test_files: []

data/lib/rocket_job/plugins/rufus/cron_line.rb

@@ -1,520 +0,0 @@
-#--
-# Copyright (c) 2006-2017, John Mettraux, jmettraux@gmail.com
-#
-# Permission is hereby granted, free of charge, to any person obtaining a copy
-# of this software and associated documentation files (the "Software"), to deal
-# in the Software without restriction, including without limitation the rights
-# to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
-# copies of the Software, and to permit persons to whom the Software is
-# furnished to do so, subject to the following conditions:
-#
-# The above copyright notice and this permission notice shall be included in
-# all copies or substantial portions of the Software.
-#
-# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
-# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
-# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
-# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
-# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
-# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
-# THE SOFTWARE.
-#
-# Made in Japan.
-#++
-#@formatter:off
-
-require 'set'
-
-module RocketJob::Plugins::Rufus
-
-  #
-  # A 'cron line' is a line in the sense of a crontab
-  # (man 5 crontab) file line.
-  #
-  class CronLine
-
-    # The max number of years in the future or the past before giving up
-    # searching for #next_time or #previous_time respectively
-    #
-    NEXT_TIME_MAX_YEARS = 14
-
-    # The string used for creating this cronline instance.
-    #
-    attr_reader :original
-    attr_reader :original_timezone
-
-    attr_reader :seconds
-    attr_reader :minutes
-    attr_reader :hours
-    attr_reader :days
-    attr_reader :months
-    #attr_reader :monthdays # reader defined below
-    attr_reader :weekdays
-    attr_reader :timezone
-
-    def initialize(line)
-
-      fail ArgumentError.new(
-        "not a string: #{line.inspect}"
-      ) unless line.is_a?(String)
-
-      @original = line
-      @original_timezone = nil
-
-      items = line.split
-
-      if @timezone = RocketJob::Plugins::Rufus::ZoTime.get_tzone(items.last)
-        @original_timezone = items.pop
-      else
-        @timezone = RocketJob::Plugins::Rufus::ZoTime.get_tzone(:current)
-      end
-
-      fail ArgumentError.new(
-        "not a valid cronline : '#{line}'"
-      ) unless items.length == 5 or items.length == 6
-
-      offset = items.length - 5
-
-      @seconds = offset == 1 ? parse_item(items[0], 0, 59) : [ 0 ]
-      @minutes = parse_item(items[0 + offset], 0, 59)
-      @hours = parse_item(items[1 + offset], 0, 24)
-      @days = parse_item(items[2 + offset], -30, 31)
-      @months = parse_item(items[3 + offset], 1, 12)
-      @weekdays, @monthdays = parse_weekdays(items[4 + offset])
-
-      [ @seconds, @minutes, @hours, @months ].each do |es|
-
-        fail ArgumentError.new(
-          "invalid cronline: '#{line}'"
-        ) if es && es.find { |e| ! e.is_a?(Integer) }
-      end
-
-      if @days && @days.include?(0) # gh-221
-
-        fail ArgumentError.new('invalid day 0 in cronline')
-      end
-    end
-
-    # Returns true if the given time matches this cron line.
-    #
-    def matches?(time)
-
-      # FIXME Don't create a new ZoTime if time is already a ZoTime in same
-      #       zone ...
-      #       Wait, this seems only used in specs...
-      t = ZoTime.new(time.to_f, @timezone)
-
-      return false unless sub_match?(t, :sec, @seconds)
-      return false unless sub_match?(t, :min, @minutes)
-      return false unless sub_match?(t, :hour, @hours)
-      return false unless date_match?(t)
-      true
-    end
-
-    # Returns the next time that this cron line is supposed to 'fire'
-    #
-    # This is raw, 3 secs to iterate over 1 year on my macbook :( brutal.
-    # (Well, I was wrong, takes 0.001 sec on 1.8.7 and 1.9.1)
-    #
-    # This method accepts an optional Time parameter. It's the starting point
-    # for the 'search'. By default, it's Time.now
-    #
-    # Note that the time instance returned will be in the same time zone that
-    # the given start point Time (thus a result in the local time zone will
-    # be passed if no start time is specified (search start time set to
-    # Time.now))
-    #
-    #   Rufus::Scheduler::CronLine.new('30 7 * * *').next_time(
-    #     Time.mktime(2008, 10, 24, 7, 29))
-    #   #=> Fri Oct 24 07:30:00 -0500 2008
-    #
-    #   Rufus::Scheduler::CronLine.new('30 7 * * *').next_time(
-    #     Time.utc(2008, 10, 24, 7, 29))
-    #   #=> Fri Oct 24 07:30:00 UTC 2008
-    #
-    #   Rufus::Scheduler::CronLine.new('30 7 * * *').next_time(
-    #     Time.utc(2008, 10, 24, 7, 29)).localtime
-    #   #=> Fri Oct 24 02:30:00 -0500 2008
-    #
-    # (Thanks to K Liu for the note and the examples)
-    #
-    def next_time(from=ZoTime.now)
-
-      nt = nil
-      zt = ZoTime.new(from.to_i + 1, @timezone)
-      maxy = from.year + NEXT_TIME_MAX_YEARS
-
-      loop do
-
-        nt = zt.dup
-
-        fail RangeError.new(
-          "failed to reach occurrence within " +
-            "#{NEXT_TIME_MAX_YEARS} years for '#{original}'"
-        ) if nt.year > maxy
-
-        unless date_match?(nt)
-          zt.add((24 - nt.hour) * 3600 - nt.min * 60 - nt.sec)
-          next
-        end
-        unless sub_match?(nt, :hour, @hours)
-          zt.add((60 - nt.min) * 60 - nt.sec)
-          next
-        end
-        unless sub_match?(nt, :min, @minutes)
-          zt.add(60 - nt.sec)
-          next
-        end
-        unless sub_match?(nt, :sec, @seconds)
-          zt.add(next_second(nt))
-          next
-        end
-
-        break
-      end
-
-      nt
-    end
-
-    # Returns the previous time the cronline matched. It's like next_time, but
-    # for the past.
-    #
-    def previous_time(from=ZoTime.now)
-
-      pt = nil
-      zt = ZoTime.new(from.to_i - 1, @timezone)
-      miny = from.year - NEXT_TIME_MAX_YEARS
-
-      loop do
-
-        pt = zt.dup
-
-        fail RangeError.new(
-          "failed to reach occurrence within " +
-            "#{NEXT_TIME_MAX_YEARS} years for '#{original}'"
-        ) if pt.year < miny
-
-        unless date_match?(pt)
-          zt.substract(pt.hour * 3600 + pt.min * 60 + pt.sec + 1)
-          next
-        end
-        unless sub_match?(pt, :hour, @hours)
-          zt.substract(pt.min * 60 + pt.sec + 1)
-          next
-        end
-        unless sub_match?(pt, :min, @minutes)
-          zt.substract(pt.sec + 1)
-          next
-        end
-        unless sub_match?(pt, :sec, @seconds)
-          zt.substract(prev_second(pt))
-          next
-        end
-
-        break
-      end
-
-      pt
-    end
-
-    # Returns an array of 6 arrays (seconds, minutes, hours, days,
-    # months, weekdays).
-    # This method is mostly used by the cronline specs.
-    #
-    def to_a
-
-      [
-        toa(@seconds),
-        toa(@minutes),
-        toa(@hours),
-        toa(@days),
-        toa(@months),
-        toa(@weekdays),
-        toa(@monthdays),
-        @timezone.name
-      ]
-    end
-    alias to_array to_a
-
-    # Returns a quickly computed approximation of the frequency for this
-    # cron line.
-    #
-    # #brute_frequency, on the other hand, will compute the frequency by
-    # examining a whole year, that can take more than seconds for a seconds
-    # level cron...
-    #
-    def frequency
-
-      return brute_frequency unless @seconds && @seconds.length > 1
-
-      secs = toa(@seconds)
-
-      secs[1..-1].inject([ secs[0], 60 ]) { |(prev, delta), sec|
-        d = sec - prev
-        [ sec, d < delta ? d : delta ]
-      }[1]
-    end
-
-    # Caching facility. Currently only used for brute frequencies.
-    #
-    @cache = {}; class << self; attr_reader :cache; end
-
-    # Returns the shortest delta between two potential occurences of the
-    # schedule described by this cronline.
-    #
-    # .
-    #
-    # For a simple cronline like "*/5 * * * *", obviously the frequency is
-    # five minutes. Why does this method look at a whole year of #next_time ?
-    #
-    # Consider "* * * * sun#2,sun#3", the computed frequency is 1 week
-    # (the shortest delta is the one between the second sunday and the third
-    # sunday). This method takes no chance and runs next_time for the span
-    # of a whole year and keeps the shortest.
-    #
-    # Of course, this method can get VERY slow if you call on it a second-
-    # based cronline...
-    #
-    def brute_frequency
-
-      key = "brute_frequency:#{@original}"
-
-      delta = self.class.cache[key]
-      return delta if delta
-
-      delta = 366 * DAY_S
-
-      t0 = previous_time(Time.local(2000, 1, 1))
-
-      loop do
-
-        break if delta <= 1
-        break if delta <= 60 && @seconds && @seconds.size == 1
-
-        t1 = next_time(t0)
-        d = t1 - t0
-        delta = d if d < delta
-        break if @months.nil? && t1.month == 2
-        break if @months.nil? && @days.nil? && t1.day == 2
-        break if @months.nil? && @days.nil? && @hours.nil? && t1.hour == 1
-        break if @months.nil? && @days.nil? && @hours.nil? && @minutes.nil? && t1.min == 1
-        break if t1.year >= 2001
-
-        t0 = t1
-      end
-
-      self.class.cache[key] = delta
-    end
-
-    def next_second(time)
-
-      secs = toa(@seconds)
-
-      return secs.first + 60 - time.sec if time.sec > secs.last
-
-      secs.shift while secs.first < time.sec
-
-      secs.first - time.sec
-    end
-
-    def prev_second(time)
-
-      secs = toa(@seconds)
-
-      return time.sec + 60 - secs.last if time.sec < secs.first
-
-      secs.pop while time.sec < secs.last
-
-      time.sec - secs.last
-    end
-
-    protected
-
-    def sc_sort(a)
-
-      a.sort_by { |e| e.is_a?(String) ? 61 : e.to_i }
-    end
-
-    if RUBY_VERSION >= '1.9'
-      def toa(item)
-        item == nil ? nil : item.to_a
-      end
-    else
-      def toa(item)
-        item.is_a?(Set) ? sc_sort(item.to_a) : item
-      end
-    end
-
-    WEEKDAYS = %w[ sun mon tue wed thu fri sat ]
-    DAY_S = 24 * 3600
-
-    def parse_weekdays(item)
-
-      return nil if item == '*'
-
-      weekdays = nil
-      monthdays = nil
-
-      item.downcase.split(',').each do |it|
-
-        WEEKDAYS.each_with_index { |a, i| it.gsub!(/#{a}/, i.to_s) }
-
-        it = it.gsub(/([^#])l/, '\1#-1')
-        # "5L" == "5#-1" == the last Friday
-
-        if m = it.match(/\A(.+)#(l|-?[12345])\z/)
-
-          fail ArgumentError.new(
-            "ranges are not supported for monthdays (#{it})"
-          ) if m[1].index('-')
-
-          it = it.gsub(/#l/, '#-1')
-
-          (monthdays ||= []) << it
-
-        else
-
-          fail ArgumentError.new(
-            "invalid weekday expression (#{item})"
-          ) if it !~ /\A0*[0-7](-0*[0-7])?\z/
-
-          its = it.index('-') ? parse_range(it, 0, 7) : [ Integer(it) ]
-          its = its.collect { |i| i == 7 ? 0 : i }
-
-          (weekdays ||= []).concat(its)
-        end
-      end
-
-      weekdays = weekdays.uniq.sort if weekdays
-
-      [ weekdays, monthdays ]
-    end
-
-    def parse_item(item, min, max)
-
-      return nil if item == '*'
-
-      r = item.split(',').map { |i| parse_range(i.strip, min, max) }.flatten
-
-      fail ArgumentError.new(
-        "found duplicates in #{item.inspect}"
-      ) if r.uniq.size < r.size
-
-      r = sc_sort(r)
-
-      Set.new(r)
-    end
-
-    RANGE_REGEX = /\A(\*|-?\d{1,2})(?:-(-?\d{1,2}))?(?:\/(\d{1,2}))?\z/
-
-    def parse_range(item, min, max)
-
-      return %w[ L ] if item == 'L'
-
-      item = '*' + item if item[0, 1] == '/'
-
-      m = item.match(RANGE_REGEX)
-
-      fail ArgumentError.new(
-        "cannot parse #{item.inspect}"
-      ) unless m
-
-      mmin = min == -30 ? 1 : min # days
-
-      sta = m[1]
-      sta = sta == '*' ? mmin : sta.to_i
-
-      edn = m[2]
-      edn = edn ? edn.to_i : sta
-      edn = max if m[1] == '*'
-
-      inc = m[3]
-      inc = inc ? inc.to_i : 1
-
-      fail ArgumentError.new(
-        "#{item.inspect} positive/negative ranges not allowed"
-      ) if (sta < 0 && edn > 0) || (sta > 0 && edn < 0)
-
-      fail ArgumentError.new(
-        "#{item.inspect} descending day ranges not allowed"
-      ) if min == -30 && sta > edn
-
-      fail ArgumentError.new(
-        "#{item.inspect} is not in range #{min}..#{max}"
-      ) if sta < min || edn > max
-
-      fail ArgumentError.new(
-        "#{item.inspect} increment must be greater than zero"
-      ) if inc == 0
-
-      r = []
-      val = sta
-
-      loop do
-        v = val
-        v = 0 if max == 24 && v == 24 # hours
-        r << v
-        break if inc == 1 && val == edn
-        val += inc
-        break if inc > 1 && val > edn
-        val = min if val > max
-      end
-
-      r.uniq
-    end
-
-    # FIXME: Eventually split into day_match?, hour_match? and monthdays_match?o
-    #
-    def sub_match?(time, accessor, values)
-
-      return true if values.nil?
-
-      value = time.send(accessor)
-
-      if accessor == :day
-
-        values.each do |v|
-          return true if v == 'L' && (time + DAY_S).day == 1
-          return true if v.to_i < 0 && (time + (1 - v) * DAY_S).day == 1
-        end
-      end
-
-      if accessor == :hour
-
-        return true if value == 0 && values.include?(24)
-      end
-
-      if accessor == :monthdays
-
-        return true if (values & value).any?
-      end
-
-      values.include?(value)
-    end
-
-    #    def monthday_match?(zt, values)
-    #
-    #      return true if values.nil?
-    #
-    #      today_values = monthdays(zt)
-    #
-    #      (today_values & values).any?
-    #    end
-
-    def date_match?(zt)
-
-      return false unless sub_match?(zt, :day, @days)
-      return false unless sub_match?(zt, :month, @months)
-
-      return true if (
-      (@weekdays && @monthdays) &&
-        (sub_match?(zt, :wday, @weekdays) ||
-          sub_match?(zt, :monthdays, @monthdays)))
-
-      return false unless sub_match?(zt, :wday, @weekdays)
-      return false unless sub_match?(zt, :monthdays, @monthdays)
-
-      true
-    end
-  end
-end