active_batch 0.0.1

Sign up to get free protection for your applications and to get access to all the features.
Files changed (101) hide show
  1. checksums.yaml +7 -0
  2. data/MIT-LICENSE +20 -0
  3. data/README.rdoc +3 -0
  4. data/Rakefile +37 -0
  5. data/app/assets/javascripts/active_batch/application.js +13 -0
  6. data/app/assets/javascripts/active_batch/batches.js +2 -0
  7. data/app/assets/javascripts/active_batch/jobs.js +2 -0
  8. data/app/assets/stylesheets/active_batch/application.css +15 -0
  9. data/app/assets/stylesheets/active_batch/batches.css +4 -0
  10. data/app/assets/stylesheets/active_batch/jobs.css +4 -0
  11. data/app/assets/stylesheets/scaffold.css +56 -0
  12. data/app/controllers/active_batch/application_controller.rb +4 -0
  13. data/app/controllers/active_batch/batches_controller.rb +49 -0
  14. data/app/controllers/active_batch/work_units_controller.rb +29 -0
  15. data/app/helpers/active_batch/application_helper.rb +4 -0
  16. data/app/helpers/active_batch/batches_helper.rb +4 -0
  17. data/app/helpers/active_batch/jobs_helper.rb +4 -0
  18. data/app/jobs/active_batch/batch_scheduler_job.rb +16 -0
  19. data/app/jobs/active_batch/batch_status_check_job.rb +17 -0
  20. data/app/models/active_batch/batch.rb +28 -0
  21. data/app/models/active_batch/work_unit.rb +17 -0
  22. data/app/views/active_batch/batches/_form.html.erb +21 -0
  23. data/app/views/active_batch/batches/index.html.erb +30 -0
  24. data/app/views/active_batch/batches/new.html.erb +5 -0
  25. data/app/views/active_batch/batches/show.html.erb +31 -0
  26. data/app/views/active_batch/work_units/index.html.erb +26 -0
  27. data/app/views/active_batch/work_units/show.html.erb +18 -0
  28. data/config/routes.rb +8 -0
  29. data/db/migrate/20150319101734_create_active_batch_tables.rb +21 -0
  30. data/lib/active_batch.rb +8 -0
  31. data/lib/active_batch/batched_job.rb +36 -0
  32. data/lib/active_batch/engine.rb +5 -0
  33. data/lib/active_batch/transactional_batched_job.rb +15 -0
  34. data/lib/active_batch/version.rb +3 -0
  35. data/lib/tasks/active_batch_tasks.rake +4 -0
  36. data/test/active_batch_test.rb +7 -0
  37. data/test/controllers/active_batch/batches_controller_test.rb +45 -0
  38. data/test/controllers/active_batch/work_units_controller_test.rb +32 -0
  39. data/test/dummy/README.rdoc +28 -0
  40. data/test/dummy/Rakefile +6 -0
  41. data/test/dummy/app/assets/javascripts/application.js +13 -0
  42. data/test/dummy/app/assets/stylesheets/application.css +15 -0
  43. data/test/dummy/app/controllers/application_controller.rb +5 -0
  44. data/test/dummy/app/helpers/application_helper.rb +2 -0
  45. data/test/dummy/app/views/layouts/application.html.erb +14 -0
  46. data/test/dummy/bin/bundle +3 -0
  47. data/test/dummy/bin/rails +4 -0
  48. data/test/dummy/bin/rake +4 -0
  49. data/test/dummy/bin/setup +29 -0
  50. data/test/dummy/config.ru +4 -0
  51. data/test/dummy/config/application.rb +26 -0
  52. data/test/dummy/config/boot.rb +5 -0
  53. data/test/dummy/config/database.yml +25 -0
  54. data/test/dummy/config/environment.rb +5 -0
  55. data/test/dummy/config/environments/development.rb +41 -0
  56. data/test/dummy/config/environments/production.rb +79 -0
  57. data/test/dummy/config/environments/test.rb +42 -0
  58. data/test/dummy/config/initializers/assets.rb +11 -0
  59. data/test/dummy/config/initializers/backtrace_silencers.rb +7 -0
  60. data/test/dummy/config/initializers/cookies_serializer.rb +3 -0
  61. data/test/dummy/config/initializers/filter_parameter_logging.rb +4 -0
  62. data/test/dummy/config/initializers/inflections.rb +16 -0
  63. data/test/dummy/config/initializers/mime_types.rb +4 -0
  64. data/test/dummy/config/initializers/session_store.rb +3 -0
  65. data/test/dummy/config/initializers/wrap_parameters.rb +14 -0
  66. data/test/dummy/config/locales/en.yml +23 -0
  67. data/test/dummy/config/routes.rb +4 -0
  68. data/test/dummy/config/secrets.yml +22 -0
  69. data/test/dummy/db/schema.rb +34 -0
  70. data/test/dummy/db/test.sqlite3 +0 -0
  71. data/test/dummy/log/test.log +10238 -0
  72. data/test/dummy/public/404.html +67 -0
  73. data/test/dummy/public/422.html +67 -0
  74. data/test/dummy/public/500.html +66 -0
  75. data/test/dummy/public/favicon.ico +0 -0
  76. data/test/dummy/tmp/cache/assets/test/sprockets/7e439048c89c95bfde77609c4b119aef +0 -0
  77. data/test/dummy/tmp/cache/assets/test/sprockets/91621687e7dac71b8a566c4dbcecde96 +0 -0
  78. data/test/dummy/tmp/cache/assets/test/sprockets/9d1c7539b482b1c2ffa085bd26729895 +0 -0
  79. data/test/dummy/tmp/cache/assets/test/sprockets/b706477a353ac2248f013097788efb85 +0 -0
  80. data/test/dummy/tmp/cache/assets/test/sprockets/c23568af9c4b124555ced351478e21cd +0 -0
  81. data/test/dummy/tmp/cache/assets/test/sprockets/ca1c23ae80a4f7e2f04c1e9aa40d2d42 +0 -0
  82. data/test/dummy/tmp/cache/assets/test/sprockets/d8510a98424b7a23248a15c9151f0daf +0 -0
  83. data/test/dummy/tmp/cache/assets/test/sprockets/e00f432644dd66e5bd6ae31eafdd9511 +0 -0
  84. data/test/dummy/tmp/cache/assets/test/sprockets/ec9d2f32f08b260672f48c6e00ac3c8b +0 -0
  85. data/test/dummy/tmp/cache/assets/test/sprockets/ed1bbbbceac3d159210843f2da897105 +0 -0
  86. data/test/dummy/tmp/cache/assets/test/sprockets/f603fd5b82c54beb733ddc055fd6daf1 +0 -0
  87. data/test/dummy/tmp/cache/assets/test/sprockets/f762c0c4cbb8ace1fa3d7f760c74f6c8 +0 -0
  88. data/test/dummy/tmp/cache/assets/test/sprockets/f7afdd8c341387bba687dddcc3ee6d50 +0 -0
  89. data/test/dummy/tmp/cache/assets/test/sprockets/f9920f7a4f1a87f298d2df81feb570e5 +0 -0
  90. data/test/fixtures/active_batch/batches.yml +5 -0
  91. data/test/fixtures/active_batch/work_units.yml +5 -0
  92. data/test/integration/navigation_test.rb +10 -0
  93. data/test/jobs/active_batch/batch_scheduler_job_test.rb +41 -0
  94. data/test/jobs/active_batch/batch_status_check_job_test.rb +51 -0
  95. data/test/jobs/batch_job.rb +21 -0
  96. data/test/jobs/rescue_job.rb +9 -0
  97. data/test/lib/active_batch/batched_job_test.rb +21 -0
  98. data/test/models/active_batch/batch_test.rb +9 -0
  99. data/test/models/active_batch/work_unit_test.rb +19 -0
  100. data/test/test_helper.rb +21 -0
  101. metadata +236 -0
@@ -0,0 +1,26 @@
1
+ <p id="notice"><%= notice %></p>
2
+
3
+ <h1>Listing Jobs</h1>
4
+
5
+ <table>
6
+ <thead>
7
+ <tr>
8
+ <th>Job</th>
9
+ <th>Status</th>
10
+ <th>Workload</th>
11
+ <th colspan="2"></th>
12
+ </tr>
13
+ </thead>
14
+
15
+ <tbody>
16
+ <% @work_units.each do |work_unit| %>
17
+ <tr>
18
+ <td><%= work_unit.job_id %></td>
19
+ <td><%= work_unit.status %></td>
20
+ <td><%= work_unit.work_result %></td>
21
+ <td><%= link_to 'Show', work_unit %></td>
22
+ <td><%= link_to 'Destroy', work_unit, method: :delete, data: { confirm: 'Are you sure?' } %></td>
23
+ </tr>
24
+ <% end %>
25
+ </tbody>
26
+ </table>
@@ -0,0 +1,18 @@
1
+ <p id="notice"><%= notice %></p>
2
+
3
+ <p>
4
+ <strong>Job:</strong>
5
+ <%= @work_unit.job_id %>
6
+ </p>
7
+
8
+ <p>
9
+ <strong>Status:</strong>
10
+ <%= @work_unit.status %>
11
+ </p>
12
+
13
+ <p>
14
+ <strong>Workload:</strong>
15
+ <%= @work_unit.work_result %>
16
+ </p>
17
+
18
+ <%= link_to 'Back', work_units_path %>
data/config/routes.rb ADDED
@@ -0,0 +1,8 @@
1
+ ActiveBatch::Engine.routes.draw do
2
+ resources :work_units
3
+
4
+ resources :batches
5
+
6
+ root to: 'batches#index'
7
+
8
+ end
@@ -0,0 +1,21 @@
1
+ class CreateActiveBatchTables < ActiveRecord::Migration
2
+ def change
3
+ create_table :active_batch_batches do |t|
4
+ t.string :job_class
5
+ t.string :job_id
6
+ t.string :arguments
7
+ t.integer :status, default: 0
8
+
9
+ t.timestamps null: false
10
+ end
11
+
12
+ create_table :active_batch_work_units do |t|
13
+ t.string :job_id
14
+ t.integer :status, default: 0
15
+ t.string :work_result
16
+ t.references :active_batch_batches
17
+
18
+ t.timestamps null: false
19
+ end
20
+ end
21
+ end
@@ -0,0 +1,8 @@
1
+ require "active_batch/engine"
2
+ require "active_batch/batched_job"
3
+
4
+ module ActiveBatch
5
+
6
+ mattr_accessor :batch_scheduling_queue
7
+
8
+ end
@@ -0,0 +1,36 @@
1
+ require 'active_support/concern'
2
+
3
+ module ActiveBatch
4
+ module BatchedJob
5
+ extend ActiveSupport::Concern
6
+
7
+ def work_unit_in_batch(job)
8
+ WorkUnit.find_by(job_id: job.job_id)
9
+ end
10
+
11
+ def save_result(result)
12
+ work_unit_in_batch(self).update!(work_result: result.to_s)
13
+ end
14
+
15
+ class_methods do
16
+ def perform_batch(*args)
17
+ BatchSchedulerJob.perform_later(self.name, *args)
18
+ end
19
+ end
20
+
21
+ included do
22
+ rescue_from(StandardError) do |exception|
23
+ work_unit_in_batch(self).error(exception)
24
+ raise exception
25
+ end
26
+
27
+ before_perform do |job|
28
+ work_unit_in_batch(job).update!(status: :running)
29
+ end
30
+
31
+ after_perform do |job|
32
+ work_unit_in_batch(job).update!(status: :done)
33
+ end
34
+ end
35
+ end
36
+ end
@@ -0,0 +1,5 @@
1
+ module ActiveBatch
2
+ class Engine < ::Rails::Engine
3
+ isolate_namespace ActiveBatch
4
+ end
5
+ end
@@ -0,0 +1,15 @@
1
+ require 'active_support/concern'
2
+
3
+ module ActiveBatch
4
+ module TransactionalBatchedJob
5
+ extend ActiveSupport::Concern
6
+
7
+ included do
8
+ around_perform do |job, block|
9
+ ActiveRecord::Base.transaction do
10
+ block.call
11
+ end
12
+ end
13
+ end
14
+ end
15
+ end
@@ -0,0 +1,3 @@
1
+ module ActiveBatch
2
+ VERSION = "0.0.1"
3
+ end
@@ -0,0 +1,4 @@
1
+ # desc "Explaining what the task does"
2
+ # task :activejob_batch do
3
+ # # Task goes here
4
+ # end
@@ -0,0 +1,7 @@
1
+ require 'test_helper'
2
+
3
+ class ActiveBatchTest < ActiveSupport::TestCase
4
+ test "truth" do
5
+ assert_kind_of Module, ActiveBatch
6
+ end
7
+ end
@@ -0,0 +1,45 @@
1
+ require 'test_helper'
2
+
3
+ module ActiveBatch
4
+ class BatchesControllerTest < ActionController::TestCase
5
+
6
+ fixtures :all
7
+
8
+ setup do
9
+ @routes = Engine.routes
10
+ @batch = active_batch_batches(:one)
11
+ end
12
+
13
+ test "should get index" do
14
+ get :index
15
+ assert_response :success
16
+ assert_not_nil assigns(:batches)
17
+ end
18
+
19
+ test "should get new" do
20
+ get :new
21
+ assert_response :success
22
+ end
23
+
24
+ test "should create batch" do
25
+ assert_difference('Batch.count') do
26
+ post :create, batch: { job_class: @batch.job_class }
27
+ end
28
+
29
+ assert_redirected_to batch_path(assigns(:batch))
30
+ end
31
+
32
+ test "should show batch" do
33
+ get :show, id: @batch
34
+ assert_response :success
35
+ end
36
+
37
+ test "should destroy batch" do
38
+ assert_difference('Batch.count', -1) do
39
+ delete :destroy, id: @batch
40
+ end
41
+
42
+ assert_redirected_to batches_path
43
+ end
44
+ end
45
+ end
@@ -0,0 +1,32 @@
1
+ require 'test_helper'
2
+
3
+ module ActiveBatch
4
+ class WorkUnitsControllerTest < ActionController::TestCase
5
+
6
+ fixtures 'active_batch/work_units'
7
+
8
+ setup do
9
+ @routes = Engine.routes
10
+ @work_unit = active_batch_work_units(:one)
11
+ end
12
+
13
+ test "should get index" do
14
+ get :index
15
+ assert_response :success
16
+ assert_not_nil assigns(:work_units)
17
+ end
18
+
19
+ test "should show work_unit" do
20
+ get :show, id: @work_unit
21
+ assert_response :success
22
+ end
23
+
24
+ test "should destroy work_unit" do
25
+ assert_difference('WorkUnit.count', -1) do
26
+ delete :destroy, id: @work_unit
27
+ end
28
+
29
+ assert_redirected_to work_units_path
30
+ end
31
+ end
32
+ end
@@ -0,0 +1,28 @@
1
+ == README
2
+
3
+ This README would normally document whatever steps are necessary to get the
4
+ application up and running.
5
+
6
+ Things you may want to cover:
7
+
8
+ * Ruby version
9
+
10
+ * System dependencies
11
+
12
+ * Configuration
13
+
14
+ * Database creation
15
+
16
+ * Database initialization
17
+
18
+ * How to run the test suite
19
+
20
+ * Services (job queues, cache servers, search engines, etc.)
21
+
22
+ * Deployment instructions
23
+
24
+ * ...
25
+
26
+
27
+ Please feel free to use a different markup language if you do not plan to run
28
+ <tt>rake doc:app</tt>.
@@ -0,0 +1,6 @@
1
+ # Add your own tasks in files placed in lib/tasks ending in .rake,
2
+ # for example lib/tasks/capistrano.rake, and they will automatically be available to Rake.
3
+
4
+ require File.expand_path('../config/application', __FILE__)
5
+
6
+ Rails.application.load_tasks
@@ -0,0 +1,13 @@
1
+ // This is a manifest file that'll be compiled into application.js, which will include all the files
2
+ // listed below.
3
+ //
4
+ // Any JavaScript/Coffee file within this directory, lib/assets/javascripts, vendor/assets/javascripts,
5
+ // or any plugin's vendor/assets/javascripts directory can be referenced here using a relative path.
6
+ //
7
+ // It's not advisable to add code directly here, but if you do, it'll appear at the bottom of the
8
+ // compiled file.
9
+ //
10
+ // Read Sprockets README (https://github.com/sstephenson/sprockets#sprockets-directives) for details
11
+ // about supported directives.
12
+ //
13
+ //= require_tree .
@@ -0,0 +1,15 @@
1
+ /*
2
+ * This is a manifest file that'll be compiled into application.css, which will include all the files
3
+ * listed below.
4
+ *
5
+ * Any CSS and SCSS file within this directory, lib/assets/stylesheets, vendor/assets/stylesheets,
6
+ * or any plugin's vendor/assets/stylesheets directory can be referenced here using a relative path.
7
+ *
8
+ * You're free to add application-wide styles to this file and they'll appear at the bottom of the
9
+ * compiled file so the styles you add here take precedence over styles defined in any styles
10
+ * defined in the other CSS/SCSS files in this directory. It is generally better to create a new
11
+ * file per style scope.
12
+ *
13
+ *= require_tree .
14
+ *= require_self
15
+ */
@@ -0,0 +1,5 @@
1
+ class ApplicationController < ActionController::Base
2
+ # Prevent CSRF attacks by raising an exception.
3
+ # For APIs, you may want to use :null_session instead.
4
+ protect_from_forgery with: :exception
5
+ end
@@ -0,0 +1,2 @@
1
+ module ApplicationHelper
2
+ end
@@ -0,0 +1,14 @@
1
+ <!DOCTYPE html>
2
+ <html>
3
+ <head>
4
+ <title>Dummy</title>
5
+ <%= stylesheet_link_tag 'application', media: 'all', 'data-turbolinks-track' => true %>
6
+ <%= javascript_include_tag 'application', 'data-turbolinks-track' => true %>
7
+ <%= csrf_meta_tags %>
8
+ </head>
9
+ <body>
10
+
11
+ <%= yield %>
12
+
13
+ </body>
14
+ </html>
@@ -0,0 +1,3 @@
1
+ #!/usr/bin/env ruby
2
+ ENV['BUNDLE_GEMFILE'] ||= File.expand_path('../../Gemfile', __FILE__)
3
+ load Gem.bin_path('bundler', 'bundle')
@@ -0,0 +1,4 @@
1
+ #!/usr/bin/env ruby
2
+ APP_PATH = File.expand_path('../../config/application', __FILE__)
3
+ require_relative '../config/boot'
4
+ require 'rails/commands'
@@ -0,0 +1,4 @@
1
+ #!/usr/bin/env ruby
2
+ require_relative '../config/boot'
3
+ require 'rake'
4
+ Rake.application.run
@@ -0,0 +1,29 @@
1
+ #!/usr/bin/env ruby
2
+ require 'pathname'
3
+
4
+ # path to your application root.
5
+ APP_ROOT = Pathname.new File.expand_path('../../', __FILE__)
6
+
7
+ Dir.chdir APP_ROOT do
8
+ # This script is a starting point to setup your application.
9
+ # Add necessary setup steps to this file:
10
+
11
+ puts "== Installing dependencies =="
12
+ system "gem install bundler --conservative"
13
+ system "bundle check || bundle install"
14
+
15
+ # puts "\n== Copying sample files =="
16
+ # unless File.exist?("config/database.yml")
17
+ # system "cp config/database.yml.sample config/database.yml"
18
+ # end
19
+
20
+ puts "\n== Preparing database =="
21
+ system "bin/rake db:setup"
22
+
23
+ puts "\n== Removing old logs and tempfiles =="
24
+ system "rm -f log/*"
25
+ system "rm -rf tmp/cache"
26
+
27
+ puts "\n== Restarting application server =="
28
+ system "touch tmp/restart.txt"
29
+ end
@@ -0,0 +1,4 @@
1
+ # This file is used by Rack-based servers to start the application.
2
+
3
+ require ::File.expand_path('../config/environment', __FILE__)
4
+ run Rails.application
@@ -0,0 +1,26 @@
1
+ require File.expand_path('../boot', __FILE__)
2
+
3
+ require 'rails/all'
4
+
5
+ Bundler.require(*Rails.groups)
6
+ require "active_batch"
7
+
8
+ module Dummy
9
+ class Application < Rails::Application
10
+ # Settings in config/environments/* take precedence over those specified here.
11
+ # Application configuration should go into files in config/initializers
12
+ # -- all .rb files in that directory are automatically loaded.
13
+
14
+ # Set Time.zone default to the specified zone and make Active Record auto-convert to this zone.
15
+ # Run "rake -D time" for a list of tasks for finding time zone names. Default is UTC.
16
+ # config.time_zone = 'Central Time (US & Canada)'
17
+
18
+ # The default locale is :en and all translations from config/locales/*.rb,yml are auto loaded.
19
+ # config.i18n.load_path += Dir[Rails.root.join('my', 'locales', '*.{rb,yml}').to_s]
20
+ # config.i18n.default_locale = :de
21
+
22
+ # Do not swallow errors in after_commit/after_rollback callbacks.
23
+ config.active_record.raise_in_transactional_callbacks = true
24
+ end
25
+ end
26
+
@@ -0,0 +1,5 @@
1
+ # Set up gems listed in the Gemfile.
2
+ ENV['BUNDLE_GEMFILE'] ||= File.expand_path('../../../../Gemfile', __FILE__)
3
+
4
+ require 'bundler/setup' if File.exist?(ENV['BUNDLE_GEMFILE'])
5
+ $LOAD_PATH.unshift File.expand_path('../../../../lib', __FILE__)
@@ -0,0 +1,25 @@
1
+ # SQLite version 3.x
2
+ # gem install sqlite3
3
+ #
4
+ # Ensure the SQLite 3 gem is defined in your Gemfile
5
+ # gem 'sqlite3'
6
+ #
7
+ default: &default
8
+ adapter: sqlite3
9
+ pool: 5
10
+ timeout: 5000
11
+
12
+ development:
13
+ <<: *default
14
+ database: db/development.sqlite3
15
+
16
+ # Warning: The database defined as "test" will be erased and
17
+ # re-generated from your development database when you run "rake".
18
+ # Do not set this db to the same as development or production.
19
+ test:
20
+ <<: *default
21
+ database: db/test.sqlite3
22
+
23
+ production:
24
+ <<: *default
25
+ database: db/production.sqlite3