active_job_store 0.1.1 → 0.2.0
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/README.md +25 -2
- data/lib/active_job_store/store.rb +60 -0
- data/lib/active_job_store/version.rb +1 -1
- data/lib/active_job_store.rb +17 -22
- metadata +3 -2
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA256:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: 913b4d81b0dfb938f013f907696dc04354a106818140d25003ae44ab4e4ed9f9
|
4
|
+
data.tar.gz: 39874892b9ee2443311d54cfedf7589697959c5ccb4184d8d934d67960838c7d
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: 18b9c5696a4b4092ae9ea5d6ae8ed74ed45aaef567804f53a7b59fee306038f6ce2e63f0832b9bdc6f6ad61dbb7d69b81239c5801fe39db2b163be50f0e468ad
|
7
|
+
data.tar.gz: 0ad46829f63b6a6347812df19f0b0a3ef8b9e0c092ecf6f8f1743b08ddfeef9077735cdcb19690421222ca9557b2c6338b9e122d7e747f76a50d3357d62e3534
|
data/README.md
CHANGED
@@ -10,7 +10,7 @@ It can be useful to:
|
|
10
10
|
- improve jobs logging capabilities;
|
11
11
|
- query historical data about job executions;
|
12
12
|
- extract job's statistical data;
|
13
|
-
- track a job's state
|
13
|
+
- track a job's state / set progress value / add custom data to the jobs.
|
14
14
|
|
15
15
|
Support some customizations:
|
16
16
|
- set custom data attributes (via `active_job_store_custom_data` accessor);
|
@@ -79,7 +79,28 @@ SomeJob.job_executions.completed.map { |job| { id: job.id, execution_time: job.c
|
|
79
79
|
|
80
80
|
## Customizations
|
81
81
|
|
82
|
-
|
82
|
+
To store the custom data (ex. a progress value):
|
83
|
+
|
84
|
+
```rb
|
85
|
+
class AnotherJob < ApplicationJob
|
86
|
+
include ActiveJobStore
|
87
|
+
|
88
|
+
def perform
|
89
|
+
# do something...
|
90
|
+
save_job_custom_data(progress: 0.5)
|
91
|
+
# do something else...
|
92
|
+
save_job_custom_data(progress: 1.0)
|
93
|
+
|
94
|
+
'some_result'
|
95
|
+
end
|
96
|
+
end
|
97
|
+
|
98
|
+
# Usage example:
|
99
|
+
AnotherJob.perform_later(456)
|
100
|
+
AnotherJob.job_executions.last.custom_data['progress'] # 1.0 (at the end)
|
101
|
+
```
|
102
|
+
|
103
|
+
If you need to manipulate the custom data, there is the `active_job_store_custom_data` accessor:
|
83
104
|
|
84
105
|
```rb
|
85
106
|
class AnotherJob < ApplicationJob
|
@@ -96,6 +117,7 @@ class AnotherJob < ApplicationJob
|
|
96
117
|
end
|
97
118
|
end
|
98
119
|
|
120
|
+
# Usage example:
|
99
121
|
AnotherJob.perform_now(123)
|
100
122
|
AnotherJob.job_executions.last.custom_data
|
101
123
|
# => [{"time"=>"2022-11-09T21:20:57.580Z", "message"=>"SomeJob step 1"}, {"time"=>"2022-11-09T21:20:58.581Z", "message"=>"SomeJob step 2"}]
|
@@ -116,6 +138,7 @@ class AnotherJob < ApplicationJob
|
|
116
138
|
end
|
117
139
|
end
|
118
140
|
|
141
|
+
# Usage example:
|
119
142
|
AnotherJob.perform_now(123)
|
120
143
|
AnotherJob.job_executions.last.result
|
121
144
|
# => 84
|
@@ -0,0 +1,60 @@
|
|
1
|
+
# frozen_string_literal: true
|
2
|
+
|
3
|
+
module ActiveJobStore
|
4
|
+
class Store
|
5
|
+
DETAILS_ATTRS = %w[exception_executions executions priority queue_name scheduled_at timezone].freeze
|
6
|
+
|
7
|
+
attr_reader :record
|
8
|
+
|
9
|
+
def job_competed!(result:, custom_data:)
|
10
|
+
record.update!(state: :completed, completed_at: Time.current, result: result, custom_data: custom_data)
|
11
|
+
record
|
12
|
+
end
|
13
|
+
|
14
|
+
def job_enqueued!
|
15
|
+
record.lock! # NOTE: needed to avoid update conflicts with perform when setting the state to enqueued
|
16
|
+
yield
|
17
|
+
record.update!(state: :enqueued, enqueued_at: Time.current)
|
18
|
+
record
|
19
|
+
end
|
20
|
+
|
21
|
+
def job_failed!(exception:, custom_data:)
|
22
|
+
record.update!(state: :error, exception: exception.inspect, custom_data: custom_data)
|
23
|
+
record
|
24
|
+
end
|
25
|
+
|
26
|
+
def job_started!
|
27
|
+
record.update!(state: :started, started_at: Time.current)
|
28
|
+
record
|
29
|
+
end
|
30
|
+
|
31
|
+
def prepare_record_on_enqueue(job)
|
32
|
+
@record = ::ActiveJobStore::Record.find_or_create_by!(record_reference(job)) do |record|
|
33
|
+
record.arguments = job.arguments
|
34
|
+
record.details = DETAILS_ATTRS.zip(DETAILS_ATTRS.map { job.send(_1) }).to_h
|
35
|
+
record.state = :initialized
|
36
|
+
end
|
37
|
+
end
|
38
|
+
|
39
|
+
def prepare_record_on_perform(job)
|
40
|
+
@record = ::ActiveJobStore::Record.find_or_initialize_by(record_reference(job)) do |record|
|
41
|
+
record.arguments = job.arguments
|
42
|
+
end
|
43
|
+
record.details = DETAILS_ATTRS.zip(DETAILS_ATTRS.map { job.send(_1) }).to_h
|
44
|
+
record
|
45
|
+
end
|
46
|
+
|
47
|
+
def update_job_custom_data(custom_data)
|
48
|
+
record.update!(custom_data: custom_data)
|
49
|
+
end
|
50
|
+
|
51
|
+
private
|
52
|
+
|
53
|
+
def record_reference(job)
|
54
|
+
{
|
55
|
+
job_id: job.job_id,
|
56
|
+
job_class: job.class.to_s
|
57
|
+
}
|
58
|
+
end
|
59
|
+
end
|
60
|
+
end
|
data/lib/active_job_store.rb
CHANGED
@@ -1,10 +1,9 @@
|
|
1
1
|
# frozen_string_literal: true
|
2
2
|
|
3
3
|
require_relative 'active_job_store/engine'
|
4
|
+
require_relative 'active_job_store/store'
|
4
5
|
|
5
6
|
module ActiveJobStore
|
6
|
-
IGNORE_ATTRS = %w[arguments job_id successfully_enqueued].freeze
|
7
|
-
|
8
7
|
attr_accessor :active_job_store_custom_data
|
9
8
|
|
10
9
|
class << self
|
@@ -12,31 +11,20 @@ module ActiveJobStore
|
|
12
11
|
base.extend(ClassMethods)
|
13
12
|
|
14
13
|
base.around_enqueue do |job, block|
|
15
|
-
|
16
|
-
|
17
|
-
|
18
|
-
record.state = :initialized
|
14
|
+
store.prepare_record_on_enqueue(job)
|
15
|
+
store.job_enqueued! do
|
16
|
+
block.call
|
19
17
|
end
|
20
|
-
store_record.lock! # NOTE: needed to avoid update conflicts with perform when setting the state to enqueued
|
21
|
-
block.call
|
22
|
-
store_record.update!(state: :enqueued, enqueued_at: Time.current)
|
23
18
|
end
|
24
19
|
|
25
20
|
base.around_perform do |job, block|
|
26
|
-
|
27
|
-
|
28
|
-
end
|
29
|
-
store_record.update!(details: job.as_json.except(*IGNORE_ATTRS), state: :started, started_at: Time.current)
|
21
|
+
store.prepare_record_on_perform(job)
|
22
|
+
store.job_started!
|
30
23
|
result = block.call
|
31
24
|
formatted_result = job.active_job_store_format_result(result)
|
32
|
-
|
33
|
-
state: :completed,
|
34
|
-
completed_at: Time.current,
|
35
|
-
result: formatted_result,
|
36
|
-
custom_data: active_job_store_custom_data
|
37
|
-
)
|
25
|
+
store.job_competed!(custom_data: active_job_store_custom_data, result: formatted_result)
|
38
26
|
rescue StandardError => e
|
39
|
-
|
27
|
+
store.job_failed!(exception: e, custom_data: active_job_store_custom_data)
|
40
28
|
raise
|
41
29
|
end
|
42
30
|
end
|
@@ -46,8 +34,9 @@ module ActiveJobStore
|
|
46
34
|
result
|
47
35
|
end
|
48
36
|
|
49
|
-
def
|
50
|
-
|
37
|
+
def save_job_custom_data(custom_data = nil)
|
38
|
+
self.active_job_store_custom_data = custom_data if custom_data
|
39
|
+
store.update_job_custom_data(active_job_store_custom_data)
|
51
40
|
end
|
52
41
|
|
53
42
|
module ClassMethods
|
@@ -55,4 +44,10 @@ module ActiveJobStore
|
|
55
44
|
::ActiveJobStore::Record.where(job_class: to_s)
|
56
45
|
end
|
57
46
|
end
|
47
|
+
|
48
|
+
private
|
49
|
+
|
50
|
+
def store
|
51
|
+
@store ||= ::ActiveJobStore::Store.new
|
52
|
+
end
|
58
53
|
end
|
metadata
CHANGED
@@ -1,14 +1,14 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: active_job_store
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 0.
|
4
|
+
version: 0.2.0
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Mattia Roccoberton
|
8
8
|
autorequire:
|
9
9
|
bindir: bin
|
10
10
|
cert_chain: []
|
11
|
-
date: 2022-11-
|
11
|
+
date: 2022-11-12 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
name: activejob
|
@@ -36,6 +36,7 @@ files:
|
|
36
36
|
- db/migrate/20221101010101_create_active_job_store.rb
|
37
37
|
- lib/active_job_store.rb
|
38
38
|
- lib/active_job_store/engine.rb
|
39
|
+
- lib/active_job_store/store.rb
|
39
40
|
- lib/active_job_store/version.rb
|
40
41
|
homepage: https://github.com/blocknotes/active_job_store
|
41
42
|
licenses:
|