active_batch 0.0.1
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +7 -0
- data/MIT-LICENSE +20 -0
- data/README.rdoc +3 -0
- data/Rakefile +37 -0
- data/app/assets/javascripts/active_batch/application.js +13 -0
- data/app/assets/javascripts/active_batch/batches.js +2 -0
- data/app/assets/javascripts/active_batch/jobs.js +2 -0
- data/app/assets/stylesheets/active_batch/application.css +15 -0
- data/app/assets/stylesheets/active_batch/batches.css +4 -0
- data/app/assets/stylesheets/active_batch/jobs.css +4 -0
- data/app/assets/stylesheets/scaffold.css +56 -0
- data/app/controllers/active_batch/application_controller.rb +4 -0
- data/app/controllers/active_batch/batches_controller.rb +49 -0
- data/app/controllers/active_batch/work_units_controller.rb +29 -0
- data/app/helpers/active_batch/application_helper.rb +4 -0
- data/app/helpers/active_batch/batches_helper.rb +4 -0
- data/app/helpers/active_batch/jobs_helper.rb +4 -0
- data/app/jobs/active_batch/batch_scheduler_job.rb +16 -0
- data/app/jobs/active_batch/batch_status_check_job.rb +17 -0
- data/app/models/active_batch/batch.rb +28 -0
- data/app/models/active_batch/work_unit.rb +17 -0
- data/app/views/active_batch/batches/_form.html.erb +21 -0
- data/app/views/active_batch/batches/index.html.erb +30 -0
- data/app/views/active_batch/batches/new.html.erb +5 -0
- data/app/views/active_batch/batches/show.html.erb +31 -0
- data/app/views/active_batch/work_units/index.html.erb +26 -0
- data/app/views/active_batch/work_units/show.html.erb +18 -0
- data/config/routes.rb +8 -0
- data/db/migrate/20150319101734_create_active_batch_tables.rb +21 -0
- data/lib/active_batch.rb +8 -0
- data/lib/active_batch/batched_job.rb +36 -0
- data/lib/active_batch/engine.rb +5 -0
- data/lib/active_batch/transactional_batched_job.rb +15 -0
- data/lib/active_batch/version.rb +3 -0
- data/lib/tasks/active_batch_tasks.rake +4 -0
- data/test/active_batch_test.rb +7 -0
- data/test/controllers/active_batch/batches_controller_test.rb +45 -0
- data/test/controllers/active_batch/work_units_controller_test.rb +32 -0
- data/test/dummy/README.rdoc +28 -0
- data/test/dummy/Rakefile +6 -0
- data/test/dummy/app/assets/javascripts/application.js +13 -0
- data/test/dummy/app/assets/stylesheets/application.css +15 -0
- data/test/dummy/app/controllers/application_controller.rb +5 -0
- data/test/dummy/app/helpers/application_helper.rb +2 -0
- data/test/dummy/app/views/layouts/application.html.erb +14 -0
- data/test/dummy/bin/bundle +3 -0
- data/test/dummy/bin/rails +4 -0
- data/test/dummy/bin/rake +4 -0
- data/test/dummy/bin/setup +29 -0
- data/test/dummy/config.ru +4 -0
- data/test/dummy/config/application.rb +26 -0
- data/test/dummy/config/boot.rb +5 -0
- data/test/dummy/config/database.yml +25 -0
- data/test/dummy/config/environment.rb +5 -0
- data/test/dummy/config/environments/development.rb +41 -0
- data/test/dummy/config/environments/production.rb +79 -0
- data/test/dummy/config/environments/test.rb +42 -0
- data/test/dummy/config/initializers/assets.rb +11 -0
- data/test/dummy/config/initializers/backtrace_silencers.rb +7 -0
- data/test/dummy/config/initializers/cookies_serializer.rb +3 -0
- data/test/dummy/config/initializers/filter_parameter_logging.rb +4 -0
- data/test/dummy/config/initializers/inflections.rb +16 -0
- data/test/dummy/config/initializers/mime_types.rb +4 -0
- data/test/dummy/config/initializers/session_store.rb +3 -0
- data/test/dummy/config/initializers/wrap_parameters.rb +14 -0
- data/test/dummy/config/locales/en.yml +23 -0
- data/test/dummy/config/routes.rb +4 -0
- data/test/dummy/config/secrets.yml +22 -0
- data/test/dummy/db/schema.rb +34 -0
- data/test/dummy/db/test.sqlite3 +0 -0
- data/test/dummy/log/test.log +10238 -0
- data/test/dummy/public/404.html +67 -0
- data/test/dummy/public/422.html +67 -0
- data/test/dummy/public/500.html +66 -0
- data/test/dummy/public/favicon.ico +0 -0
- data/test/dummy/tmp/cache/assets/test/sprockets/7e439048c89c95bfde77609c4b119aef +0 -0
- data/test/dummy/tmp/cache/assets/test/sprockets/91621687e7dac71b8a566c4dbcecde96 +0 -0
- data/test/dummy/tmp/cache/assets/test/sprockets/9d1c7539b482b1c2ffa085bd26729895 +0 -0
- data/test/dummy/tmp/cache/assets/test/sprockets/b706477a353ac2248f013097788efb85 +0 -0
- data/test/dummy/tmp/cache/assets/test/sprockets/c23568af9c4b124555ced351478e21cd +0 -0
- data/test/dummy/tmp/cache/assets/test/sprockets/ca1c23ae80a4f7e2f04c1e9aa40d2d42 +0 -0
- data/test/dummy/tmp/cache/assets/test/sprockets/d8510a98424b7a23248a15c9151f0daf +0 -0
- data/test/dummy/tmp/cache/assets/test/sprockets/e00f432644dd66e5bd6ae31eafdd9511 +0 -0
- data/test/dummy/tmp/cache/assets/test/sprockets/ec9d2f32f08b260672f48c6e00ac3c8b +0 -0
- data/test/dummy/tmp/cache/assets/test/sprockets/ed1bbbbceac3d159210843f2da897105 +0 -0
- data/test/dummy/tmp/cache/assets/test/sprockets/f603fd5b82c54beb733ddc055fd6daf1 +0 -0
- data/test/dummy/tmp/cache/assets/test/sprockets/f762c0c4cbb8ace1fa3d7f760c74f6c8 +0 -0
- data/test/dummy/tmp/cache/assets/test/sprockets/f7afdd8c341387bba687dddcc3ee6d50 +0 -0
- data/test/dummy/tmp/cache/assets/test/sprockets/f9920f7a4f1a87f298d2df81feb570e5 +0 -0
- data/test/fixtures/active_batch/batches.yml +5 -0
- data/test/fixtures/active_batch/work_units.yml +5 -0
- data/test/integration/navigation_test.rb +10 -0
- data/test/jobs/active_batch/batch_scheduler_job_test.rb +41 -0
- data/test/jobs/active_batch/batch_status_check_job_test.rb +51 -0
- data/test/jobs/batch_job.rb +21 -0
- data/test/jobs/rescue_job.rb +9 -0
- data/test/lib/active_batch/batched_job_test.rb +21 -0
- data/test/models/active_batch/batch_test.rb +9 -0
- data/test/models/active_batch/work_unit_test.rb +19 -0
- data/test/test_helper.rb +21 -0
- metadata +236 -0
@@ -0,0 +1,26 @@
|
|
1
|
+
<p id="notice"><%= notice %></p>
|
2
|
+
|
3
|
+
<h1>Listing Jobs</h1>
|
4
|
+
|
5
|
+
<table>
|
6
|
+
<thead>
|
7
|
+
<tr>
|
8
|
+
<th>Job</th>
|
9
|
+
<th>Status</th>
|
10
|
+
<th>Workload</th>
|
11
|
+
<th colspan="2"></th>
|
12
|
+
</tr>
|
13
|
+
</thead>
|
14
|
+
|
15
|
+
<tbody>
|
16
|
+
<% @work_units.each do |work_unit| %>
|
17
|
+
<tr>
|
18
|
+
<td><%= work_unit.job_id %></td>
|
19
|
+
<td><%= work_unit.status %></td>
|
20
|
+
<td><%= work_unit.work_result %></td>
|
21
|
+
<td><%= link_to 'Show', work_unit %></td>
|
22
|
+
<td><%= link_to 'Destroy', work_unit, method: :delete, data: { confirm: 'Are you sure?' } %></td>
|
23
|
+
</tr>
|
24
|
+
<% end %>
|
25
|
+
</tbody>
|
26
|
+
</table>
|
@@ -0,0 +1,18 @@
|
|
1
|
+
<p id="notice"><%= notice %></p>
|
2
|
+
|
3
|
+
<p>
|
4
|
+
<strong>Job:</strong>
|
5
|
+
<%= @work_unit.job_id %>
|
6
|
+
</p>
|
7
|
+
|
8
|
+
<p>
|
9
|
+
<strong>Status:</strong>
|
10
|
+
<%= @work_unit.status %>
|
11
|
+
</p>
|
12
|
+
|
13
|
+
<p>
|
14
|
+
<strong>Workload:</strong>
|
15
|
+
<%= @work_unit.work_result %>
|
16
|
+
</p>
|
17
|
+
|
18
|
+
<%= link_to 'Back', work_units_path %>
|
data/config/routes.rb
ADDED
@@ -0,0 +1,21 @@
|
|
1
|
+
class CreateActiveBatchTables < ActiveRecord::Migration
|
2
|
+
def change
|
3
|
+
create_table :active_batch_batches do |t|
|
4
|
+
t.string :job_class
|
5
|
+
t.string :job_id
|
6
|
+
t.string :arguments
|
7
|
+
t.integer :status, default: 0
|
8
|
+
|
9
|
+
t.timestamps null: false
|
10
|
+
end
|
11
|
+
|
12
|
+
create_table :active_batch_work_units do |t|
|
13
|
+
t.string :job_id
|
14
|
+
t.integer :status, default: 0
|
15
|
+
t.string :work_result
|
16
|
+
t.references :active_batch_batches
|
17
|
+
|
18
|
+
t.timestamps null: false
|
19
|
+
end
|
20
|
+
end
|
21
|
+
end
|
data/lib/active_batch.rb
ADDED
@@ -0,0 +1,36 @@
|
|
1
|
+
require 'active_support/concern'
|
2
|
+
|
3
|
+
module ActiveBatch
|
4
|
+
module BatchedJob
|
5
|
+
extend ActiveSupport::Concern
|
6
|
+
|
7
|
+
def work_unit_in_batch(job)
|
8
|
+
WorkUnit.find_by(job_id: job.job_id)
|
9
|
+
end
|
10
|
+
|
11
|
+
def save_result(result)
|
12
|
+
work_unit_in_batch(self).update!(work_result: result.to_s)
|
13
|
+
end
|
14
|
+
|
15
|
+
class_methods do
|
16
|
+
def perform_batch(*args)
|
17
|
+
BatchSchedulerJob.perform_later(self.name, *args)
|
18
|
+
end
|
19
|
+
end
|
20
|
+
|
21
|
+
included do
|
22
|
+
rescue_from(StandardError) do |exception|
|
23
|
+
work_unit_in_batch(self).error(exception)
|
24
|
+
raise exception
|
25
|
+
end
|
26
|
+
|
27
|
+
before_perform do |job|
|
28
|
+
work_unit_in_batch(job).update!(status: :running)
|
29
|
+
end
|
30
|
+
|
31
|
+
after_perform do |job|
|
32
|
+
work_unit_in_batch(job).update!(status: :done)
|
33
|
+
end
|
34
|
+
end
|
35
|
+
end
|
36
|
+
end
|
@@ -0,0 +1,15 @@
|
|
1
|
+
require 'active_support/concern'
|
2
|
+
|
3
|
+
module ActiveBatch
|
4
|
+
module TransactionalBatchedJob
|
5
|
+
extend ActiveSupport::Concern
|
6
|
+
|
7
|
+
included do
|
8
|
+
around_perform do |job, block|
|
9
|
+
ActiveRecord::Base.transaction do
|
10
|
+
block.call
|
11
|
+
end
|
12
|
+
end
|
13
|
+
end
|
14
|
+
end
|
15
|
+
end
|
@@ -0,0 +1,45 @@
|
|
1
|
+
require 'test_helper'
|
2
|
+
|
3
|
+
module ActiveBatch
|
4
|
+
class BatchesControllerTest < ActionController::TestCase
|
5
|
+
|
6
|
+
fixtures :all
|
7
|
+
|
8
|
+
setup do
|
9
|
+
@routes = Engine.routes
|
10
|
+
@batch = active_batch_batches(:one)
|
11
|
+
end
|
12
|
+
|
13
|
+
test "should get index" do
|
14
|
+
get :index
|
15
|
+
assert_response :success
|
16
|
+
assert_not_nil assigns(:batches)
|
17
|
+
end
|
18
|
+
|
19
|
+
test "should get new" do
|
20
|
+
get :new
|
21
|
+
assert_response :success
|
22
|
+
end
|
23
|
+
|
24
|
+
test "should create batch" do
|
25
|
+
assert_difference('Batch.count') do
|
26
|
+
post :create, batch: { job_class: @batch.job_class }
|
27
|
+
end
|
28
|
+
|
29
|
+
assert_redirected_to batch_path(assigns(:batch))
|
30
|
+
end
|
31
|
+
|
32
|
+
test "should show batch" do
|
33
|
+
get :show, id: @batch
|
34
|
+
assert_response :success
|
35
|
+
end
|
36
|
+
|
37
|
+
test "should destroy batch" do
|
38
|
+
assert_difference('Batch.count', -1) do
|
39
|
+
delete :destroy, id: @batch
|
40
|
+
end
|
41
|
+
|
42
|
+
assert_redirected_to batches_path
|
43
|
+
end
|
44
|
+
end
|
45
|
+
end
|
@@ -0,0 +1,32 @@
|
|
1
|
+
require 'test_helper'
|
2
|
+
|
3
|
+
module ActiveBatch
|
4
|
+
class WorkUnitsControllerTest < ActionController::TestCase
|
5
|
+
|
6
|
+
fixtures 'active_batch/work_units'
|
7
|
+
|
8
|
+
setup do
|
9
|
+
@routes = Engine.routes
|
10
|
+
@work_unit = active_batch_work_units(:one)
|
11
|
+
end
|
12
|
+
|
13
|
+
test "should get index" do
|
14
|
+
get :index
|
15
|
+
assert_response :success
|
16
|
+
assert_not_nil assigns(:work_units)
|
17
|
+
end
|
18
|
+
|
19
|
+
test "should show work_unit" do
|
20
|
+
get :show, id: @work_unit
|
21
|
+
assert_response :success
|
22
|
+
end
|
23
|
+
|
24
|
+
test "should destroy work_unit" do
|
25
|
+
assert_difference('WorkUnit.count', -1) do
|
26
|
+
delete :destroy, id: @work_unit
|
27
|
+
end
|
28
|
+
|
29
|
+
assert_redirected_to work_units_path
|
30
|
+
end
|
31
|
+
end
|
32
|
+
end
|
@@ -0,0 +1,28 @@
|
|
1
|
+
== README
|
2
|
+
|
3
|
+
This README would normally document whatever steps are necessary to get the
|
4
|
+
application up and running.
|
5
|
+
|
6
|
+
Things you may want to cover:
|
7
|
+
|
8
|
+
* Ruby version
|
9
|
+
|
10
|
+
* System dependencies
|
11
|
+
|
12
|
+
* Configuration
|
13
|
+
|
14
|
+
* Database creation
|
15
|
+
|
16
|
+
* Database initialization
|
17
|
+
|
18
|
+
* How to run the test suite
|
19
|
+
|
20
|
+
* Services (job queues, cache servers, search engines, etc.)
|
21
|
+
|
22
|
+
* Deployment instructions
|
23
|
+
|
24
|
+
* ...
|
25
|
+
|
26
|
+
|
27
|
+
Please feel free to use a different markup language if you do not plan to run
|
28
|
+
<tt>rake doc:app</tt>.
|
data/test/dummy/Rakefile
ADDED
@@ -0,0 +1,13 @@
|
|
1
|
+
// This is a manifest file that'll be compiled into application.js, which will include all the files
|
2
|
+
// listed below.
|
3
|
+
//
|
4
|
+
// Any JavaScript/Coffee file within this directory, lib/assets/javascripts, vendor/assets/javascripts,
|
5
|
+
// or any plugin's vendor/assets/javascripts directory can be referenced here using a relative path.
|
6
|
+
//
|
7
|
+
// It's not advisable to add code directly here, but if you do, it'll appear at the bottom of the
|
8
|
+
// compiled file.
|
9
|
+
//
|
10
|
+
// Read Sprockets README (https://github.com/sstephenson/sprockets#sprockets-directives) for details
|
11
|
+
// about supported directives.
|
12
|
+
//
|
13
|
+
//= require_tree .
|
@@ -0,0 +1,15 @@
|
|
1
|
+
/*
|
2
|
+
* This is a manifest file that'll be compiled into application.css, which will include all the files
|
3
|
+
* listed below.
|
4
|
+
*
|
5
|
+
* Any CSS and SCSS file within this directory, lib/assets/stylesheets, vendor/assets/stylesheets,
|
6
|
+
* or any plugin's vendor/assets/stylesheets directory can be referenced here using a relative path.
|
7
|
+
*
|
8
|
+
* You're free to add application-wide styles to this file and they'll appear at the bottom of the
|
9
|
+
* compiled file so the styles you add here take precedence over styles defined in any styles
|
10
|
+
* defined in the other CSS/SCSS files in this directory. It is generally better to create a new
|
11
|
+
* file per style scope.
|
12
|
+
*
|
13
|
+
*= require_tree .
|
14
|
+
*= require_self
|
15
|
+
*/
|
@@ -0,0 +1,14 @@
|
|
1
|
+
<!DOCTYPE html>
|
2
|
+
<html>
|
3
|
+
<head>
|
4
|
+
<title>Dummy</title>
|
5
|
+
<%= stylesheet_link_tag 'application', media: 'all', 'data-turbolinks-track' => true %>
|
6
|
+
<%= javascript_include_tag 'application', 'data-turbolinks-track' => true %>
|
7
|
+
<%= csrf_meta_tags %>
|
8
|
+
</head>
|
9
|
+
<body>
|
10
|
+
|
11
|
+
<%= yield %>
|
12
|
+
|
13
|
+
</body>
|
14
|
+
</html>
|
data/test/dummy/bin/rake
ADDED
@@ -0,0 +1,29 @@
|
|
1
|
+
#!/usr/bin/env ruby
|
2
|
+
require 'pathname'
|
3
|
+
|
4
|
+
# path to your application root.
|
5
|
+
APP_ROOT = Pathname.new File.expand_path('../../', __FILE__)
|
6
|
+
|
7
|
+
Dir.chdir APP_ROOT do
|
8
|
+
# This script is a starting point to setup your application.
|
9
|
+
# Add necessary setup steps to this file:
|
10
|
+
|
11
|
+
puts "== Installing dependencies =="
|
12
|
+
system "gem install bundler --conservative"
|
13
|
+
system "bundle check || bundle install"
|
14
|
+
|
15
|
+
# puts "\n== Copying sample files =="
|
16
|
+
# unless File.exist?("config/database.yml")
|
17
|
+
# system "cp config/database.yml.sample config/database.yml"
|
18
|
+
# end
|
19
|
+
|
20
|
+
puts "\n== Preparing database =="
|
21
|
+
system "bin/rake db:setup"
|
22
|
+
|
23
|
+
puts "\n== Removing old logs and tempfiles =="
|
24
|
+
system "rm -f log/*"
|
25
|
+
system "rm -rf tmp/cache"
|
26
|
+
|
27
|
+
puts "\n== Restarting application server =="
|
28
|
+
system "touch tmp/restart.txt"
|
29
|
+
end
|
@@ -0,0 +1,26 @@
|
|
1
|
+
require File.expand_path('../boot', __FILE__)
|
2
|
+
|
3
|
+
require 'rails/all'
|
4
|
+
|
5
|
+
Bundler.require(*Rails.groups)
|
6
|
+
require "active_batch"
|
7
|
+
|
8
|
+
module Dummy
|
9
|
+
class Application < Rails::Application
|
10
|
+
# Settings in config/environments/* take precedence over those specified here.
|
11
|
+
# Application configuration should go into files in config/initializers
|
12
|
+
# -- all .rb files in that directory are automatically loaded.
|
13
|
+
|
14
|
+
# Set Time.zone default to the specified zone and make Active Record auto-convert to this zone.
|
15
|
+
# Run "rake -D time" for a list of tasks for finding time zone names. Default is UTC.
|
16
|
+
# config.time_zone = 'Central Time (US & Canada)'
|
17
|
+
|
18
|
+
# The default locale is :en and all translations from config/locales/*.rb,yml are auto loaded.
|
19
|
+
# config.i18n.load_path += Dir[Rails.root.join('my', 'locales', '*.{rb,yml}').to_s]
|
20
|
+
# config.i18n.default_locale = :de
|
21
|
+
|
22
|
+
# Do not swallow errors in after_commit/after_rollback callbacks.
|
23
|
+
config.active_record.raise_in_transactional_callbacks = true
|
24
|
+
end
|
25
|
+
end
|
26
|
+
|
@@ -0,0 +1,25 @@
|
|
1
|
+
# SQLite version 3.x
|
2
|
+
# gem install sqlite3
|
3
|
+
#
|
4
|
+
# Ensure the SQLite 3 gem is defined in your Gemfile
|
5
|
+
# gem 'sqlite3'
|
6
|
+
#
|
7
|
+
default: &default
|
8
|
+
adapter: sqlite3
|
9
|
+
pool: 5
|
10
|
+
timeout: 5000
|
11
|
+
|
12
|
+
development:
|
13
|
+
<<: *default
|
14
|
+
database: db/development.sqlite3
|
15
|
+
|
16
|
+
# Warning: The database defined as "test" will be erased and
|
17
|
+
# re-generated from your development database when you run "rake".
|
18
|
+
# Do not set this db to the same as development or production.
|
19
|
+
test:
|
20
|
+
<<: *default
|
21
|
+
database: db/test.sqlite3
|
22
|
+
|
23
|
+
production:
|
24
|
+
<<: *default
|
25
|
+
database: db/production.sqlite3
|