activejob 5.2.1.1 → 6.0.1

Sign up to get free protection for your applications and to get access to all the features.
Files changed (36) hide show
  1. checksums.yaml +4 -4
  2. data/CHANGELOG.md +138 -22
  3. data/MIT-LICENSE +1 -1
  4. data/README.md +17 -10
  5. data/lib/active_job.rb +2 -1
  6. data/lib/active_job/arguments.rb +53 -32
  7. data/lib/active_job/base.rb +3 -1
  8. data/lib/active_job/callbacks.rb +4 -1
  9. data/lib/active_job/core.rb +38 -21
  10. data/lib/active_job/enqueuing.rb +26 -5
  11. data/lib/active_job/exceptions.rb +40 -17
  12. data/lib/active_job/execution.rb +4 -4
  13. data/lib/active_job/gem_version.rb +3 -3
  14. data/lib/active_job/logging.rb +40 -9
  15. data/lib/active_job/queue_adapter.rb +2 -0
  16. data/lib/active_job/queue_adapters.rb +8 -10
  17. data/lib/active_job/queue_adapters/async_adapter.rb +1 -1
  18. data/lib/active_job/queue_adapters/backburner_adapter.rb +2 -2
  19. data/lib/active_job/queue_adapters/inline_adapter.rb +1 -1
  20. data/lib/active_job/queue_adapters/test_adapter.rb +22 -8
  21. data/lib/active_job/queue_name.rb +21 -1
  22. data/lib/active_job/railtie.rb +16 -1
  23. data/lib/active_job/serializers.rb +63 -0
  24. data/lib/active_job/serializers/date_serializer.rb +21 -0
  25. data/lib/active_job/serializers/date_time_serializer.rb +21 -0
  26. data/lib/active_job/serializers/duration_serializer.rb +24 -0
  27. data/lib/active_job/serializers/object_serializer.rb +54 -0
  28. data/lib/active_job/serializers/symbol_serializer.rb +21 -0
  29. data/lib/active_job/serializers/time_serializer.rb +21 -0
  30. data/lib/active_job/serializers/time_with_zone_serializer.rb +21 -0
  31. data/lib/active_job/test_helper.rb +290 -61
  32. data/lib/active_job/timezones.rb +13 -0
  33. data/lib/active_job/translation.rb +1 -1
  34. data/lib/rails/generators/job/job_generator.rb +4 -0
  35. metadata +22 -12
  36. data/lib/active_job/queue_adapters/qu_adapter.rb +0 -46
checksums.yaml CHANGED
@@ -1,7 +1,7 @@
1
1
  ---
2
2
  SHA256:
3
- metadata.gz: 3dc514bd9f97da2bbe477eee38eb5bb3b21df663baba450c0a08df2e6ced0a2b
4
- data.tar.gz: d1ec4911647ab5d83071cad3af50bb4b70d2427498eba2944ad3b0598118006c
3
+ metadata.gz: 480894177303ccd2e660bcbff34d6b3f4d833df45b49d47ad93019775762585c
4
+ data.tar.gz: f9a07feb5a14b4aeed27e0b3fe9abacbb60eb8da4f082f6e2680168be354899f
5
5
  SHA512:
6
- metadata.gz: e376b5e32ccbd0b183b7f43c7103326bdb0ebdf32e83ea9e4b170df9b6f6fd0c6b51a98a56fb3a02c45df0a0e84f5e43da3d4b8b158d13c1d35a66cfa92b147a
7
- data.tar.gz: 027a340eca2bed0400ac5c785d0bc89b7b07cd91fdb564032a34037f617c845548fc1671ab6388adbaf9aa061e0642ad7814cfbb3f01f5f295c7fb3dcc248cc8
6
+ metadata.gz: 23ac8458fc64c6d2cb111e605663de4d0db030a5ac7328de2b1528cc7777999c161edd2533926e1411adcb361ce572fd330e2ec58a5e42bdf0770e869e08bf9b
7
+ data.tar.gz: 91b4621647aba7d7082db93799d0e584807b72feaddeca120eac2d978c09f5d36793d9a1270fdafa2f2805d2c0ec06b588e4ceed5268c05204424087a106529c
@@ -1,16 +1,129 @@
1
- ## Rails 5.2.1.1 (November 27, 2018) ##
1
+ ## Rails 6.0.1 (November 5, 2019) ##
2
2
 
3
- * Do not deserialize GlobalID objects that were not generated by Active Job.
3
+ * No changes.
4
4
 
5
- Trusting any GlobaID object when deserializing jobs can allow attackers to access
6
- information that should not be accessible to them.
7
5
 
8
- Fix CVE-2018-16476.
6
+ ## Rails 6.0.0 (August 16, 2019) ##
9
7
 
10
- *Rafael Mendonça França*
8
+ * `assert_enqueued_with` and `assert_performed_with` can now test jobs with relative delay.
11
9
 
10
+ *Vlado Cingel*
12
11
 
13
- ## Rails 5.2.1 (August 07, 2018) ##
12
+
13
+ ## Rails 6.0.0.rc2 (July 22, 2019) ##
14
+
15
+ * No changes.
16
+
17
+
18
+ ## Rails 6.0.0.rc1 (April 24, 2019) ##
19
+
20
+ * Use individual execution counters when calculating retry delay.
21
+
22
+ *Patrik Bóna*
23
+
24
+ * Make job argument assertions with `Time`, `ActiveSupport::TimeWithZone`, and `DateTime` work by dropping microseconds. Microsecond precision is lost during serialization.
25
+
26
+ *Gannon McGibbon*
27
+
28
+
29
+ ## Rails 6.0.0.beta3 (March 11, 2019) ##
30
+
31
+ * No changes.
32
+
33
+
34
+ ## Rails 6.0.0.beta2 (February 25, 2019) ##
35
+
36
+ * No changes.
37
+
38
+
39
+ ## Rails 6.0.0.beta1 (January 18, 2019) ##
40
+
41
+ * Return false instead of the job instance when `enqueue` is aborted.
42
+
43
+ This will be the behavior in Rails 6.1 but it can be controlled now with
44
+ `config.active_job.return_false_on_aborted_enqueue`.
45
+
46
+ *Kir Shatrov*
47
+
48
+ * Keep executions for each specific declaration
49
+
50
+ Each `retry_on` declaration has now its own specific executions counter. Before it was
51
+ shared between all executions of a job.
52
+
53
+ *Alberto Almagro*
54
+
55
+ * Allow all assertion helpers that have a `only` and `except` keyword to accept
56
+ Procs.
57
+
58
+ *Edouard Chin*
59
+
60
+ * Restore `HashWithIndifferentAccess` support to `ActiveJob::Arguments.deserialize`.
61
+
62
+ *Gannon McGibbon*
63
+
64
+ * Include deserialized arguments in job instances returned from
65
+ `assert_enqueued_with` and `assert_performed_with`
66
+
67
+ *Alan Wu*
68
+
69
+ * Allow `assert_enqueued_with`/`assert_performed_with` methods to accept
70
+ a proc for the `args` argument. This is useful to check if only a subset of arguments
71
+ matches your expectations.
72
+
73
+ *Edouard Chin*
74
+
75
+ * `ActionDispatch::IntegrationTest` includes `ActiveJob::TestHelper` module by default.
76
+
77
+ *Ricardo Díaz*
78
+
79
+ * Added `enqueue_retry.active_job`, `retry_stopped.active_job`, and `discard.active_job` hooks.
80
+
81
+ *steves*
82
+
83
+ * Allow `assert_performed_with` to be called without a block.
84
+
85
+ *bogdanvlviv*
86
+
87
+ * Execution of `assert_performed_jobs`, and `assert_no_performed_jobs`
88
+ without a block should respect passed `:except`, `:only`, and `:queue` options.
89
+
90
+ *bogdanvlviv*
91
+
92
+ * Allow `:queue` option to job assertions and helpers.
93
+
94
+ *bogdanvlviv*
95
+
96
+ * Allow `perform_enqueued_jobs` to be called without a block.
97
+
98
+ Performs all of the jobs that have been enqueued up to this point in the test.
99
+
100
+ *Kevin Deisz*
101
+
102
+ * Move `enqueue`/`enqueue_at` notifications to an around callback.
103
+
104
+ Improves timing accuracy over the old after callback by including
105
+ time spent writing to the adapter's IO implementation.
106
+
107
+ *Zach Kemp*
108
+
109
+ * Allow call `assert_enqueued_with` with no block.
110
+
111
+ Example:
112
+ ```
113
+ def test_assert_enqueued_with
114
+ MyJob.perform_later(1,2,3)
115
+ assert_enqueued_with(job: MyJob, args: [1,2,3], queue: 'low')
116
+
117
+ MyJob.set(wait_until: Date.tomorrow.noon).perform_later
118
+ assert_enqueued_with(job: MyJob, at: Date.tomorrow.noon)
119
+ end
120
+ ```
121
+
122
+ *bogdanvlviv*
123
+
124
+ * Allow passing multiple exceptions to `retry_on`, and `discard_on`.
125
+
126
+ *George Claghorn*
14
127
 
15
128
  * Pass the error instance as the second parameter of block executed by `discard_on`.
16
129
 
@@ -18,26 +131,29 @@
18
131
 
19
132
  *Yuji Yaginuma*
20
133
 
21
- ## Rails 5.2.0 (April 09, 2018) ##
134
+ * Remove support for Qu gem.
22
135
 
23
- * Allow block to be passed to `ActiveJob::Base.discard_on` to allow custom handling of discard jobs.
136
+ Reasons are that the Qu gem wasn't compatible since Rails 5.1,
137
+ gem development was stopped in 2014 and maintainers have
138
+ confirmed its demise. See issue #32273
24
139
 
25
- Example:
140
+ *Alberto Almagro*
141
+
142
+ * Add support for timezones to Active Job.
143
+
144
+ Record what was the current timezone in effect when the job was
145
+ enqueued and then restore when the job is executed in same way
146
+ that the current locale is recorded and restored.
147
+
148
+ *Andrew White*
26
149
 
27
- class RemoteServiceJob < ActiveJob::Base
28
- discard_on(CustomAppException) do |job, exception|
29
- ExceptionNotifier.caught(exception)
30
- end
150
+ * Rails 6 requires Ruby 2.5.0 or newer.
31
151
 
32
- def perform(*args)
33
- # Might raise CustomAppException for something domain specific
34
- end
35
- end
152
+ *Jeremy Daer*, *Kasper Timm Hansen*
36
153
 
37
- *Aidan Haran*
154
+ * Add support to define custom argument serializers.
38
155
 
39
- * Support redis-rb 4.0.
156
+ *Evgenii Pecherkin*, *Rafael Mendonça França*
40
157
 
41
- *Jeremy Daer*
42
158
 
43
- Please check [5-1-stable](https://github.com/rails/rails/blob/5-1-stable/activejob/CHANGELOG.md) for previous changes.
159
+ Please check [5-2-stable](https://github.com/rails/rails/blob/5-2-stable/activejob/CHANGELOG.md) for previous changes.
@@ -1,4 +1,4 @@
1
- Copyright (c) 2014-2018 David Heinemeier Hansson
1
+ Copyright (c) 2014-2019 David Heinemeier Hansson
2
2
 
3
3
  Permission is hereby granted, free of charge, to any person obtaining
4
4
  a copy of this software and associated documentation files (the
data/README.md CHANGED
@@ -1,7 +1,7 @@
1
- # Active Job -- Make work happen later
1
+ # Active Job Make work happen later
2
2
 
3
3
  Active Job is a framework for declaring jobs and making them run on a variety
4
- of queueing backends. These jobs can be everything from regularly scheduled
4
+ of queuing backends. These jobs can be everything from regularly scheduled
5
5
  clean-ups, to billing charges, to mailings. Anything that can be chopped up into
6
6
  small units of work and run in parallel, really.
7
7
 
@@ -17,12 +17,13 @@ about API differences between Delayed Job and Resque. Picking your queuing
17
17
  backend becomes more of an operational concern, then. And you'll be able to
18
18
  switch between them without having to rewrite your jobs.
19
19
 
20
+ You can read more about Active Job in the [Active Job Basics](https://edgeguides.rubyonrails.org/active_job_basics.html) guide.
20
21
 
21
22
  ## Usage
22
23
 
23
- To learn how to use your preferred queueing backend see its adapter
24
+ To learn how to use your preferred queuing backend see its adapter
24
25
  documentation at
25
- [ActiveJob::QueueAdapters](http://api.rubyonrails.org/classes/ActiveJob/QueueAdapters.html).
26
+ [ActiveJob::QueueAdapters](https://api.rubyonrails.org/classes/ActiveJob/QueueAdapters.html).
26
27
 
27
28
  Declare a job like so:
28
29
 
@@ -39,7 +40,7 @@ end
39
40
  Enqueue a job like so:
40
41
 
41
42
  ```ruby
42
- MyJob.perform_later record # Enqueue a job to be performed as soon as the queueing system is free.
43
+ MyJob.perform_later record # Enqueue a job to be performed as soon as the queuing system is free.
43
44
  ```
44
45
 
45
46
  ```ruby
@@ -82,11 +83,17 @@ This works with any class that mixes in GlobalID::Identification, which
82
83
  by default has been mixed into Active Record classes.
83
84
 
84
85
 
85
- ## Supported queueing systems
86
+ ## Supported queuing systems
86
87
 
87
- Active Job has built-in adapters for multiple queueing backends (Sidekiq,
88
+ Active Job has built-in adapters for multiple queuing backends (Sidekiq,
88
89
  Resque, Delayed Job and others). To get an up-to-date list of the adapters
89
- see the API Documentation for [ActiveJob::QueueAdapters](http://api.rubyonrails.org/classes/ActiveJob/QueueAdapters.html).
90
+ see the API Documentation for [ActiveJob::QueueAdapters](https://api.rubyonrails.org/classes/ActiveJob/QueueAdapters.html).
91
+
92
+ **Please note:** We are not accepting pull requests for new adapters. We
93
+ encourage library authors to provide an ActiveJob adapter as part of
94
+ their gem, or as a stand-alone gem. For discussion about this see the
95
+ following PRs: [23311](https://github.com/rails/rails/issues/23311#issuecomment-176275718),
96
+ [21406](https://github.com/rails/rails/pull/21406#issuecomment-138813484), and [#32285](https://github.com/rails/rails/pull/32285).
90
97
 
91
98
  ## Auxiliary gems
92
99
 
@@ -102,7 +109,7 @@ The latest version of Active Job can be installed with RubyGems:
102
109
 
103
110
  Source code can be downloaded as part of the Rails project on GitHub:
104
111
 
105
- * https://github.com/rails/rails/tree/5-2-stable/activejob
112
+ * https://github.com/rails/rails/tree/master/activejob
106
113
 
107
114
  ## License
108
115
 
@@ -115,7 +122,7 @@ Active Job is released under the MIT license:
115
122
 
116
123
  API documentation is at:
117
124
 
118
- * http://api.rubyonrails.org
125
+ * https://api.rubyonrails.org
119
126
 
120
127
  Bug reports for the Ruby on Rails project can be filed here:
121
128
 
@@ -1,7 +1,7 @@
1
1
  # frozen_string_literal: true
2
2
 
3
3
  #--
4
- # Copyright (c) 2014-2018 David Heinemeier Hansson
4
+ # Copyright (c) 2014-2019 David Heinemeier Hansson
5
5
  #
6
6
  # Permission is hereby granted, free of charge, to any person obtaining
7
7
  # a copy of this software and associated documentation files (the
@@ -33,6 +33,7 @@ module ActiveJob
33
33
 
34
34
  autoload :Base
35
35
  autoload :QueueAdapters
36
+ autoload :Serializers
36
37
  autoload :ConfiguredJob
37
38
  autoload :TestCase
38
39
  autoload :TestHelper
@@ -14,29 +14,30 @@ module ActiveJob
14
14
  end
15
15
 
16
16
  # Raised when an unsupported argument type is set as a job argument. We
17
- # currently support NilClass, Integer, Fixnum, Float, String, TrueClass, FalseClass,
18
- # Bignum, BigDecimal, and objects that can be represented as GlobalIDs (ex: Active Record).
17
+ # currently support String, Integer, Float, NilClass, TrueClass, FalseClass,
18
+ # BigDecimal, Symbol, Date, Time, DateTime, ActiveSupport::TimeWithZone,
19
+ # ActiveSupport::Duration, Hash, ActiveSupport::HashWithIndifferentAccess,
20
+ # Array or GlobalID::Identification instances, although this can be extended
21
+ # by adding custom serializers.
19
22
  # Raised if you set the key for a Hash something else than a string or
20
23
  # a symbol. Also raised when trying to serialize an object which can't be
21
- # identified with a Global ID - such as an unpersisted Active Record model.
24
+ # identified with a GlobalID - such as an unpersisted Active Record model.
22
25
  class SerializationError < ArgumentError; end
23
26
 
24
27
  module Arguments
25
28
  extend self
26
- # :nodoc:
27
- TYPE_WHITELIST = [ NilClass, String, Integer, Float, BigDecimal, TrueClass, FalseClass ]
28
- TYPE_WHITELIST.push(Fixnum, Bignum) unless 1.class == Integer
29
-
30
- # Serializes a set of arguments. Whitelisted types are returned
31
- # as-is. Arrays/Hashes are serialized element by element.
32
- # All other types are serialized using GlobalID.
29
+ # Serializes a set of arguments. Intrinsic types that can safely be
30
+ # serialized without mutation are returned as-is. Arrays/Hashes are
31
+ # serialized element by element. All other types are serialized using
32
+ # GlobalID.
33
33
  def serialize(arguments)
34
34
  arguments.map { |argument| serialize_argument(argument) }
35
35
  end
36
36
 
37
- # Deserializes a set of arguments. Whitelisted types are returned
38
- # as-is. Arrays/Hashes are deserialized element by element.
39
- # All other types are deserialized using GlobalID.
37
+ # Deserializes a set of arguments. Intrinsic types that can safely be
38
+ # deserialized without mutation are returned as-is. Arrays/Hashes are
39
+ # deserialized element by element. All other types are deserialized using
40
+ # GlobalID.
40
41
  def deserialize(arguments)
41
42
  arguments.map { |argument| deserialize_argument(argument) }
42
43
  rescue
@@ -44,33 +45,46 @@ module ActiveJob
44
45
  end
45
46
 
46
47
  private
48
+
49
+ # :nodoc:
50
+ PERMITTED_TYPES = [ NilClass, String, Integer, Float, BigDecimal, TrueClass, FalseClass ]
51
+ # :nodoc:
52
+ GLOBALID_KEY = "_aj_globalid"
47
53
  # :nodoc:
48
- GLOBALID_KEY = "_aj_globalid".freeze
54
+ SYMBOL_KEYS_KEY = "_aj_symbol_keys"
49
55
  # :nodoc:
50
- SYMBOL_KEYS_KEY = "_aj_symbol_keys".freeze
56
+ WITH_INDIFFERENT_ACCESS_KEY = "_aj_hash_with_indifferent_access"
51
57
  # :nodoc:
52
- WITH_INDIFFERENT_ACCESS_KEY = "_aj_hash_with_indifferent_access".freeze
53
- private_constant :GLOBALID_KEY, :SYMBOL_KEYS_KEY, :WITH_INDIFFERENT_ACCESS_KEY
58
+ OBJECT_SERIALIZER_KEY = "_aj_serialized"
59
+
60
+ # :nodoc:
61
+ RESERVED_KEYS = [
62
+ GLOBALID_KEY, GLOBALID_KEY.to_sym,
63
+ SYMBOL_KEYS_KEY, SYMBOL_KEYS_KEY.to_sym,
64
+ OBJECT_SERIALIZER_KEY, OBJECT_SERIALIZER_KEY.to_sym,
65
+ WITH_INDIFFERENT_ACCESS_KEY, WITH_INDIFFERENT_ACCESS_KEY.to_sym,
66
+ ]
67
+ private_constant :PERMITTED_TYPES, :RESERVED_KEYS, :GLOBALID_KEY, :SYMBOL_KEYS_KEY, :WITH_INDIFFERENT_ACCESS_KEY
54
68
 
55
69
  def serialize_argument(argument)
56
70
  case argument
57
- when *TYPE_WHITELIST
71
+ when *PERMITTED_TYPES
58
72
  argument
59
73
  when GlobalID::Identification
60
74
  convert_to_global_id_hash(argument)
61
75
  when Array
62
76
  argument.map { |arg| serialize_argument(arg) }
63
77
  when ActiveSupport::HashWithIndifferentAccess
64
- result = serialize_hash(argument)
65
- result[WITH_INDIFFERENT_ACCESS_KEY] = serialize_argument(true)
66
- result
78
+ serialize_indifferent_hash(argument)
67
79
  when Hash
68
80
  symbol_keys = argument.each_key.grep(Symbol).map(&:to_s)
69
81
  result = serialize_hash(argument)
70
82
  result[SYMBOL_KEYS_KEY] = symbol_keys
71
83
  result
84
+ when -> (arg) { arg.respond_to?(:permitted?) }
85
+ serialize_indifferent_hash(argument.to_h)
72
86
  else
73
- raise SerializationError.new("Unsupported argument type: #{argument.class.name}")
87
+ Serializers.serialize(argument)
74
88
  end
75
89
  end
76
90
 
@@ -78,13 +92,15 @@ module ActiveJob
78
92
  case argument
79
93
  when String
80
94
  argument
81
- when *TYPE_WHITELIST
95
+ when *PERMITTED_TYPES
82
96
  argument
83
97
  when Array
84
98
  argument.map { |arg| deserialize_argument(arg) }
85
99
  when Hash
86
100
  if serialized_global_id?(argument)
87
101
  deserialize_global_id argument
102
+ elsif custom_serialized?(argument)
103
+ Serializers.deserialize(argument)
88
104
  else
89
105
  deserialize_hash(argument)
90
106
  end
@@ -101,6 +117,10 @@ module ActiveJob
101
117
  GlobalID::Locator.locate hash[GLOBALID_KEY]
102
118
  end
103
119
 
120
+ def custom_serialized?(hash)
121
+ hash.key?(OBJECT_SERIALIZER_KEY)
122
+ end
123
+
104
124
  def serialize_hash(argument)
105
125
  argument.each_with_object({}) do |(key, value), hash|
106
126
  hash[serialize_hash_key(key)] = serialize_argument(value)
@@ -117,14 +137,6 @@ module ActiveJob
117
137
  result
118
138
  end
119
139
 
120
- # :nodoc:
121
- RESERVED_KEYS = [
122
- GLOBALID_KEY, GLOBALID_KEY.to_sym,
123
- SYMBOL_KEYS_KEY, SYMBOL_KEYS_KEY.to_sym,
124
- WITH_INDIFFERENT_ACCESS_KEY, WITH_INDIFFERENT_ACCESS_KEY.to_sym,
125
- ]
126
- private_constant :RESERVED_KEYS
127
-
128
140
  def serialize_hash_key(key)
129
141
  case key
130
142
  when *RESERVED_KEYS
@@ -136,8 +148,17 @@ module ActiveJob
136
148
  end
137
149
  end
138
150
 
151
+ def serialize_indifferent_hash(indifferent_hash)
152
+ result = serialize_hash(indifferent_hash)
153
+ result[WITH_INDIFFERENT_ACCESS_KEY] = serialize_argument(true)
154
+ result
155
+ end
156
+
139
157
  def transform_symbol_keys(hash, symbol_keys)
140
- hash.transform_keys do |key|
158
+ # NOTE: HashWithIndifferentAccess#transform_keys always
159
+ # returns stringified keys with indifferent access
160
+ # so we call #to_h here to ensure keys are symbolized.
161
+ hash.to_h.transform_keys do |key|
141
162
  if symbol_keys.include?(key)
142
163
  key.to_sym
143
164
  else
@@ -9,6 +9,7 @@ require "active_job/execution"
9
9
  require "active_job/callbacks"
10
10
  require "active_job/exceptions"
11
11
  require "active_job/logging"
12
+ require "active_job/timezones"
12
13
  require "active_job/translation"
13
14
 
14
15
  module ActiveJob #:nodoc:
@@ -39,7 +40,7 @@ module ActiveJob #:nodoc:
39
40
  # Records that are passed in are serialized/deserialized using Global
40
41
  # ID. More information can be found in Arguments.
41
42
  #
42
- # To enqueue a job to be performed as soon as the queueing system is free:
43
+ # To enqueue a job to be performed as soon as the queuing system is free:
43
44
  #
44
45
  # ProcessPhotoJob.perform_later(photo)
45
46
  #
@@ -67,6 +68,7 @@ module ActiveJob #:nodoc:
67
68
  include Callbacks
68
69
  include Exceptions
69
70
  include Logging
71
+ include Timezones
70
72
  include Translation
71
73
 
72
74
  ActiveSupport.run_load_hooks(:active_job, self)