active_job_log 0.2.0 → 2.0.0
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/.circleci/config.yml +104 -0
- data/.circleci/setup-rubygems.sh +3 -0
- data/.rubocop.yml +65 -600
- data/.ruby-version +1 -1
- data/CHANGELOG.md +25 -0
- data/Gemfile.lock +170 -154
- data/LICENSE.txt +1 -1
- data/README.md +15 -4
- data/active_job_log.gemspec +7 -5
- data/db/migrate/20180511184635_create_active_job_log_jobs.rb +1 -1
- data/lib/active_job_log/engine.rb +1 -0
- data/lib/active_job_log/log_ext.rb +1 -1
- data/lib/active_job_log/loggeable.rb +75 -0
- data/lib/active_job_log/version.rb +1 -1
- data/lib/generators/active_job_log/install/install_generator.rb +4 -0
- data/lib/generators/active_job_log/install/templates/job_model.rb +5 -0
- data/spec/dummy/Rakefile +1 -1
- data/spec/dummy/app/assets/config/manifest.js +0 -2
- data/spec/dummy/app/controllers/application_controller.rb +0 -1
- data/spec/dummy/app/{assets/javascripts → javascript/packs}/application.js +2 -0
- data/spec/dummy/app/jobs/application_job.rb +5 -0
- data/spec/dummy/app/models/active_job_log/job.rb +5 -0
- data/spec/dummy/app/views/layouts/application.html.erb +3 -2
- data/spec/dummy/bin/rails +2 -2
- data/spec/dummy/bin/rake +2 -2
- data/spec/dummy/bin/setup +7 -12
- data/spec/dummy/config.ru +2 -1
- data/spec/dummy/config/application.rb +12 -17
- data/spec/dummy/config/boot.rb +1 -1
- data/spec/dummy/config/cable.yml +2 -2
- data/spec/dummy/config/database.yml +1 -1
- data/spec/dummy/config/environment.rb +1 -1
- data/spec/dummy/config/environments/development.rb +28 -6
- data/spec/dummy/config/environments/production.rb +45 -16
- data/spec/dummy/config/environments/test.rb +24 -7
- data/spec/dummy/config/initializers/assets.rb +0 -2
- data/spec/dummy/config/initializers/backtrace_silencers.rb +4 -3
- data/spec/dummy/config/initializers/content_security_policy.rb +28 -0
- data/spec/dummy/config/initializers/filter_parameter_logging.rb +3 -1
- data/spec/dummy/config/initializers/permissions_policy.rb +11 -0
- data/spec/dummy/config/locales/en.yml +1 -1
- data/spec/dummy/config/puma.rb +14 -27
- data/spec/dummy/config/storage.yml +34 -0
- data/spec/dummy/db/schema.rb +1 -1
- data/spec/factories/active_job_log_jobs.rb +2 -2
- data/spec/lib/active_job_log/log_ext_spec.rb +3 -6
- metadata +54 -31
- data/.hound.yml +0 -4
- data/.travis.yml +0 -15
- data/Guardfile +0 -15
- data/app/models/active_job_log/job.rb +0 -72
- data/spec/dummy/app/assets/javascripts/cable.js +0 -13
- data/spec/dummy/bin/bundle +0 -3
- data/spec/dummy/bin/update +0 -29
- data/spec/dummy/bin/yarn +0 -11
- data/spec/dummy/config/secrets.yml +0 -32
- data/spec/dummy/config/spring.rb +0 -6
data/active_job_log.gemspec
CHANGED
@@ -19,14 +19,16 @@ Gem::Specification.new do |s|
|
|
19
19
|
s.executables = s.files.grep(%r{^exe/}) { |f| File.basename(f) }
|
20
20
|
s.test_files = Dir["spec/**/*"]
|
21
21
|
|
22
|
-
s.add_dependency "rails", ">=
|
22
|
+
s.add_dependency "rails", ">= 6.0"
|
23
23
|
s.add_dependency "enumerize", ">= 1.0"
|
24
24
|
|
25
|
+
s.add_development_dependency "coveralls"
|
26
|
+
s.add_development_dependency "factory_bot_rails"
|
25
27
|
s.add_development_dependency "pry"
|
26
28
|
s.add_development_dependency "pry-rails"
|
27
|
-
s.add_development_dependency "
|
29
|
+
s.add_development_dependency "rspec_junit_formatter"
|
28
30
|
s.add_development_dependency "rspec-rails"
|
29
|
-
s.add_development_dependency "
|
30
|
-
s.add_development_dependency "
|
31
|
-
s.add_development_dependency "
|
31
|
+
s.add_development_dependency "rubocop", "~> 1.9"
|
32
|
+
s.add_development_dependency "rubocop-rails"
|
33
|
+
s.add_development_dependency "sqlite3"
|
32
34
|
end
|
@@ -0,0 +1,75 @@
|
|
1
|
+
module ActiveJobLog
|
2
|
+
module Loggeable
|
3
|
+
extend ActiveSupport::Concern
|
4
|
+
|
5
|
+
STATUSES = %i{queued pending finished failed}
|
6
|
+
|
7
|
+
included do
|
8
|
+
extend Enumerize
|
9
|
+
|
10
|
+
validates :job_id, presence: true
|
11
|
+
|
12
|
+
enumerize :status, in: STATUSES, scope: true
|
13
|
+
|
14
|
+
serialize :params, Array
|
15
|
+
serialize :stack_trace, Array
|
16
|
+
|
17
|
+
before_save :set_queued_duration
|
18
|
+
before_save :set_execution_duration
|
19
|
+
before_save :set_total_duration
|
20
|
+
|
21
|
+
def set_queued_duration
|
22
|
+
return if queued_at.blank? || started_at.blank?
|
23
|
+
|
24
|
+
self.queued_duration = (started_at.to_f - queued_at.to_f).to_i
|
25
|
+
end
|
26
|
+
|
27
|
+
def set_execution_duration
|
28
|
+
return if started_at.blank? || ended_at.blank?
|
29
|
+
|
30
|
+
self.execution_duration = (ended_at.to_f - started_at.to_f).to_i
|
31
|
+
end
|
32
|
+
|
33
|
+
def set_total_duration
|
34
|
+
from = queued_at || started_at
|
35
|
+
return if from.blank? || ended_at.blank?
|
36
|
+
|
37
|
+
self.total_duration = (ended_at.to_f - from.to_f).to_i
|
38
|
+
end
|
39
|
+
end
|
40
|
+
|
41
|
+
module ClassMethods
|
42
|
+
def update_job!(job_id, status, params = {})
|
43
|
+
params.merge!(status_to_params(status))
|
44
|
+
job = find_or_create_job(job_id)
|
45
|
+
job.update!(params)
|
46
|
+
job
|
47
|
+
end
|
48
|
+
|
49
|
+
def find_or_create_job(job_id)
|
50
|
+
where(job_id: job_id).where.not(status: :failed).last || create(job_id: job_id)
|
51
|
+
end
|
52
|
+
|
53
|
+
def status_to_params(status)
|
54
|
+
time_attr = infer_duration_attr_from_status(status)
|
55
|
+
{
|
56
|
+
time_attr => DateTime.current,
|
57
|
+
status: status
|
58
|
+
}
|
59
|
+
end
|
60
|
+
|
61
|
+
def infer_duration_attr_from_status(status)
|
62
|
+
case status
|
63
|
+
when :queued
|
64
|
+
:queued_at
|
65
|
+
when :pending
|
66
|
+
:started_at
|
67
|
+
when :finished, :failed
|
68
|
+
:ended_at
|
69
|
+
else
|
70
|
+
fail "invalid status"
|
71
|
+
end
|
72
|
+
end
|
73
|
+
end
|
74
|
+
end
|
75
|
+
end
|
data/spec/dummy/Rakefile
CHANGED
@@ -1,6 +1,6 @@
|
|
1
1
|
# Add your own tasks in files placed in lib/tasks ending in .rake,
|
2
2
|
# for example lib/tasks/capistrano.rake, and they will automatically be available to Rake.
|
3
3
|
|
4
|
-
require_relative
|
4
|
+
require_relative "config/application"
|
5
5
|
|
6
6
|
Rails.application.load_tasks
|
@@ -1,2 +1,7 @@
|
|
1
1
|
class ApplicationJob < ActiveJob::Base
|
2
|
+
# Automatically retry jobs that encountered a deadlock
|
3
|
+
# retry_on ActiveRecord::Deadlocked
|
4
|
+
|
5
|
+
# Most jobs are safe to ignore if the underlying records are no longer available
|
6
|
+
# discard_on ActiveJob::DeserializationError
|
2
7
|
end
|
@@ -2,10 +2,11 @@
|
|
2
2
|
<html>
|
3
3
|
<head>
|
4
4
|
<title>Dummy</title>
|
5
|
+
<meta name="viewport" content="width=device-width,initial-scale=1">
|
5
6
|
<%= csrf_meta_tags %>
|
7
|
+
<%= csp_meta_tag %>
|
6
8
|
|
7
|
-
<%= stylesheet_link_tag
|
8
|
-
<%= javascript_include_tag 'application' %>
|
9
|
+
<%= stylesheet_link_tag 'application', media: 'all' %>
|
9
10
|
</head>
|
10
11
|
|
11
12
|
<body>
|
data/spec/dummy/bin/rails
CHANGED
data/spec/dummy/bin/rake
CHANGED
data/spec/dummy/bin/setup
CHANGED
@@ -1,34 +1,29 @@
|
|
1
1
|
#!/usr/bin/env ruby
|
2
|
-
require
|
3
|
-
require 'fileutils'
|
4
|
-
include FileUtils
|
2
|
+
require "fileutils"
|
5
3
|
|
6
4
|
# path to your application root.
|
7
|
-
APP_ROOT =
|
5
|
+
APP_ROOT = File.expand_path('..', __dir__)
|
8
6
|
|
9
7
|
def system!(*args)
|
10
8
|
system(*args) || abort("\n== Command #{args} failed ==")
|
11
9
|
end
|
12
10
|
|
13
|
-
chdir APP_ROOT do
|
14
|
-
# This script is a
|
11
|
+
FileUtils.chdir APP_ROOT do
|
12
|
+
# This script is a way to set up or update your development environment automatically.
|
13
|
+
# This script is idempotent, so that you can run it at any time and get an expectable outcome.
|
15
14
|
# Add necessary setup steps to this file.
|
16
15
|
|
17
16
|
puts '== Installing dependencies =='
|
18
17
|
system! 'gem install bundler --conservative'
|
19
18
|
system('bundle check') || system!('bundle install')
|
20
19
|
|
21
|
-
# Install JavaScript dependencies if using Yarn
|
22
|
-
# system('bin/yarn')
|
23
|
-
|
24
|
-
|
25
20
|
# puts "\n== Copying sample files =="
|
26
21
|
# unless File.exist?('config/database.yml')
|
27
|
-
# cp 'config/database.yml.sample', 'config/database.yml'
|
22
|
+
# FileUtils.cp 'config/database.yml.sample', 'config/database.yml'
|
28
23
|
# end
|
29
24
|
|
30
25
|
puts "\n== Preparing database =="
|
31
|
-
system! 'bin/rails db:
|
26
|
+
system! 'bin/rails db:prepare'
|
32
27
|
|
33
28
|
puts "\n== Removing old logs and tempfiles =="
|
34
29
|
system! 'bin/rails log:clear tmp:clear'
|
data/spec/dummy/config.ru
CHANGED
@@ -1,27 +1,22 @@
|
|
1
|
-
require_relative
|
1
|
+
require_relative "boot"
|
2
2
|
|
3
|
-
|
4
|
-
require "active_record/railtie"
|
5
|
-
require "action_controller/railtie"
|
6
|
-
require "action_view/railtie"
|
7
|
-
require "action_mailer/railtie"
|
8
|
-
require "active_job/railtie"
|
9
|
-
require "action_cable/engine"
|
10
|
-
# require "rails/test_unit/railtie"
|
11
|
-
require "sprockets/railtie"
|
3
|
+
require "rails/all"
|
12
4
|
|
5
|
+
# Require the gems listed in Gemfile, including any gems
|
6
|
+
# you've limited to :test, :development, or :production.
|
13
7
|
Bundler.require(*Rails.groups)
|
14
8
|
require "active_job_log"
|
15
9
|
|
16
10
|
module Dummy
|
17
11
|
class Application < Rails::Application
|
18
|
-
|
19
|
-
config.load_defaults 5.1
|
12
|
+
config.load_defaults Rails::VERSION::STRING.to_f
|
20
13
|
|
21
|
-
#
|
22
|
-
#
|
23
|
-
#
|
24
|
-
|
25
|
-
|
14
|
+
# Configuration for the application, engines, and railties goes here.
|
15
|
+
#
|
16
|
+
# These settings can be overridden in specific environments using the files
|
17
|
+
# in config/environments, which are processed later.
|
18
|
+
#
|
19
|
+
# config.time_zone = "Central Time (US & Canada)"
|
20
|
+
# config.eager_load_paths << Rails.root.join("extras")
|
26
21
|
end
|
27
22
|
end
|
data/spec/dummy/config/boot.rb
CHANGED
@@ -1,5 +1,5 @@
|
|
1
1
|
# Set up gems listed in the Gemfile.
|
2
2
|
ENV['BUNDLE_GEMFILE'] ||= File.expand_path('../../../Gemfile', __dir__)
|
3
3
|
|
4
|
-
require
|
4
|
+
require "bundler/setup" if File.exist?(ENV["BUNDLE_GEMFILE"])
|
5
5
|
$LOAD_PATH.unshift File.expand_path('../../../lib', __dir__)
|
data/spec/dummy/config/cable.yml
CHANGED
@@ -1,8 +1,10 @@
|
|
1
|
+
require "active_support/core_ext/integer/time"
|
2
|
+
|
1
3
|
Rails.application.configure do
|
2
4
|
# Settings specified here will take precedence over those in config/application.rb.
|
3
5
|
|
4
|
-
# In the development environment your application's code is reloaded
|
5
|
-
#
|
6
|
+
# In the development environment your application's code is reloaded any time
|
7
|
+
# it changes. This slows down response time but is perfect for development
|
6
8
|
# since you don't have to restart the web server when you make code changes.
|
7
9
|
config.cache_classes = false
|
8
10
|
|
@@ -13,12 +15,14 @@ Rails.application.configure do
|
|
13
15
|
config.consider_all_requests_local = true
|
14
16
|
|
15
17
|
# Enable/disable caching. By default caching is disabled.
|
16
|
-
|
18
|
+
# Run rails dev:cache to toggle caching.
|
19
|
+
if Rails.root.join('tmp', 'caching-dev.txt').exist?
|
17
20
|
config.action_controller.perform_caching = true
|
21
|
+
config.action_controller.enable_fragment_cache_logging = true
|
18
22
|
|
19
23
|
config.cache_store = :memory_store
|
20
24
|
config.public_file_server.headers = {
|
21
|
-
'Cache-Control' => "public, max-age=#{2.days.
|
25
|
+
'Cache-Control' => "public, max-age=#{2.days.to_i}"
|
22
26
|
}
|
23
27
|
else
|
24
28
|
config.action_controller.perform_caching = false
|
@@ -26,6 +30,9 @@ Rails.application.configure do
|
|
26
30
|
config.cache_store = :null_store
|
27
31
|
end
|
28
32
|
|
33
|
+
# Store uploaded files on the local file system (see config/storage.yml for options).
|
34
|
+
config.active_storage.service = :local
|
35
|
+
|
29
36
|
# Don't care if the mailer can't send.
|
30
37
|
config.action_mailer.raise_delivery_errors = false
|
31
38
|
|
@@ -34,9 +41,18 @@ Rails.application.configure do
|
|
34
41
|
# Print deprecation notices to the Rails logger.
|
35
42
|
config.active_support.deprecation = :log
|
36
43
|
|
44
|
+
# Raise exceptions for disallowed deprecations.
|
45
|
+
config.active_support.disallowed_deprecation = :raise
|
46
|
+
|
47
|
+
# Tell Active Support which deprecation messages to disallow.
|
48
|
+
config.active_support.disallowed_deprecation_warnings = []
|
49
|
+
|
37
50
|
# Raise an error on page load if there are pending migrations.
|
38
51
|
config.active_record.migration_error = :page_load
|
39
52
|
|
53
|
+
# Highlight code that triggered database queries in logs.
|
54
|
+
config.active_record.verbose_query_logs = true
|
55
|
+
|
40
56
|
# Debug mode disables concatenation and preprocessing of assets.
|
41
57
|
# This option may cause significant delays in view rendering with a large
|
42
58
|
# number of complex assets.
|
@@ -45,10 +61,16 @@ Rails.application.configure do
|
|
45
61
|
# Suppress logger output for asset requests.
|
46
62
|
config.assets.quiet = true
|
47
63
|
|
48
|
-
# Raises error for missing translations
|
49
|
-
# config.
|
64
|
+
# Raises error for missing translations.
|
65
|
+
# config.i18n.raise_on_missing_translations = true
|
66
|
+
|
67
|
+
# Annotate rendered view with file names.
|
68
|
+
# config.action_view.annotate_rendered_view_with_filenames = true
|
50
69
|
|
51
70
|
# Use an evented file watcher to asynchronously detect changes in source code,
|
52
71
|
# routes, locales, etc. This feature depends on the listen gem.
|
53
72
|
# config.file_watcher = ActiveSupport::EventedFileUpdateChecker
|
73
|
+
|
74
|
+
# Uncomment if you wish to allow Action Cable access from any origin.
|
75
|
+
# config.action_cable.disable_request_forgery_protection = true
|
54
76
|
end
|
@@ -1,3 +1,5 @@
|
|
1
|
+
require "active_support/core_ext/integer/time"
|
2
|
+
|
1
3
|
Rails.application.configure do
|
2
4
|
# Settings specified here will take precedence over those in config/application.rb.
|
3
5
|
|
@@ -14,32 +16,31 @@ Rails.application.configure do
|
|
14
16
|
config.consider_all_requests_local = false
|
15
17
|
config.action_controller.perform_caching = true
|
16
18
|
|
17
|
-
#
|
18
|
-
#
|
19
|
-
#
|
20
|
-
config.read_encrypted_secrets = true
|
19
|
+
# Ensures that a master key has been made available in either ENV["RAILS_MASTER_KEY"]
|
20
|
+
# or in config/master.key. This key is used to decrypt credentials (and other encrypted files).
|
21
|
+
# config.require_master_key = true
|
21
22
|
|
22
23
|
# Disable serving static files from the `/public` folder by default since
|
23
24
|
# Apache or NGINX already handles this.
|
24
25
|
config.public_file_server.enabled = ENV['RAILS_SERVE_STATIC_FILES'].present?
|
25
26
|
|
26
|
-
# Compress
|
27
|
-
config.assets.js_compressor = :uglifier
|
27
|
+
# Compress CSS using a preprocessor.
|
28
28
|
# config.assets.css_compressor = :sass
|
29
29
|
|
30
30
|
# Do not fallback to assets pipeline if a precompiled asset is missed.
|
31
31
|
config.assets.compile = false
|
32
32
|
|
33
|
-
# `config.assets.precompile` and `config.assets.version` have moved to config/initializers/assets.rb
|
34
|
-
|
35
33
|
# Enable serving of images, stylesheets, and JavaScripts from an asset server.
|
36
|
-
# config.
|
34
|
+
# config.asset_host = 'http://assets.example.com'
|
37
35
|
|
38
36
|
# Specifies the header that your server uses for sending files.
|
39
37
|
# config.action_dispatch.x_sendfile_header = 'X-Sendfile' # for Apache
|
40
38
|
# config.action_dispatch.x_sendfile_header = 'X-Accel-Redirect' # for NGINX
|
41
39
|
|
42
|
-
#
|
40
|
+
# Store uploaded files on the local file system (see config/storage.yml for options).
|
41
|
+
config.active_storage.service = :local
|
42
|
+
|
43
|
+
# Mount Action Cable outside main process or domain.
|
43
44
|
# config.action_cable.mount_path = nil
|
44
45
|
# config.action_cable.url = 'wss://example.com/cable'
|
45
46
|
# config.action_cable.allowed_request_origins = [ 'http://example.com', /http:\/\/example.*/ ]
|
@@ -47,9 +48,9 @@ Rails.application.configure do
|
|
47
48
|
# Force all access to the app over SSL, use Strict-Transport-Security, and use secure cookies.
|
48
49
|
# config.force_ssl = true
|
49
50
|
|
50
|
-
#
|
51
|
-
#
|
52
|
-
config.log_level = :
|
51
|
+
# Include generic and useful information about system operation, but avoid logging too much
|
52
|
+
# information to avoid inadvertent exposure of personally identifiable information (PII).
|
53
|
+
config.log_level = :info
|
53
54
|
|
54
55
|
# Prepend all log lines with the following tags.
|
55
56
|
config.log_tags = [ :request_id ]
|
@@ -57,9 +58,10 @@ Rails.application.configure do
|
|
57
58
|
# Use a different cache store in production.
|
58
59
|
# config.cache_store = :mem_cache_store
|
59
60
|
|
60
|
-
# Use a real queuing backend for Active Job (and separate queues per environment)
|
61
|
+
# Use a real queuing backend for Active Job (and separate queues per environment).
|
61
62
|
# config.active_job.queue_adapter = :resque
|
62
|
-
# config.active_job.queue_name_prefix = "
|
63
|
+
# config.active_job.queue_name_prefix = "dummy_production"
|
64
|
+
|
63
65
|
config.action_mailer.perform_caching = false
|
64
66
|
|
65
67
|
# Ignore bad email addresses and do not raise email delivery errors.
|
@@ -73,11 +75,17 @@ Rails.application.configure do
|
|
73
75
|
# Send deprecation notices to registered listeners.
|
74
76
|
config.active_support.deprecation = :notify
|
75
77
|
|
78
|
+
# Log disallowed deprecations.
|
79
|
+
config.active_support.disallowed_deprecation = :log
|
80
|
+
|
81
|
+
# Tell Active Support which deprecation messages to disallow.
|
82
|
+
config.active_support.disallowed_deprecation_warnings = []
|
83
|
+
|
76
84
|
# Use default logging formatter so that PID and timestamp are not suppressed.
|
77
85
|
config.log_formatter = ::Logger::Formatter.new
|
78
86
|
|
79
87
|
# Use a different logger for distributed setups.
|
80
|
-
# require
|
88
|
+
# require "syslog/logger"
|
81
89
|
# config.logger = ActiveSupport::TaggedLogging.new(Syslog::Logger.new 'app-name')
|
82
90
|
|
83
91
|
if ENV["RAILS_LOG_TO_STDOUT"].present?
|
@@ -88,4 +96,25 @@ Rails.application.configure do
|
|
88
96
|
|
89
97
|
# Do not dump schema after migrations.
|
90
98
|
config.active_record.dump_schema_after_migration = false
|
99
|
+
|
100
|
+
# Inserts middleware to perform automatic connection switching.
|
101
|
+
# The `database_selector` hash is used to pass options to the DatabaseSelector
|
102
|
+
# middleware. The `delay` is used to determine how long to wait after a write
|
103
|
+
# to send a subsequent read to the primary.
|
104
|
+
#
|
105
|
+
# The `database_resolver` class is used by the middleware to determine which
|
106
|
+
# database is appropriate to use based on the time delay.
|
107
|
+
#
|
108
|
+
# The `database_resolver_context` class is used by the middleware to set
|
109
|
+
# timestamps for the last write to the primary. The resolver uses the context
|
110
|
+
# class timestamps to determine how long to wait before reading from the
|
111
|
+
# replica.
|
112
|
+
#
|
113
|
+
# By default Rails will store a last write timestamp in the session. The
|
114
|
+
# DatabaseSelector middleware is designed as such you can define your own
|
115
|
+
# strategy for connection switching and pass that into the middleware through
|
116
|
+
# these configuration options.
|
117
|
+
# config.active_record.database_selector = { delay: 2.seconds }
|
118
|
+
# config.active_record.database_resolver = ActiveRecord::Middleware::DatabaseSelector::Resolver
|
119
|
+
# config.active_record.database_resolver_context = ActiveRecord::Middleware::DatabaseSelector::Resolver::Session
|
91
120
|
end
|