foreman-tasks 3.0.0 → 4.0.0

data/app/models/foreman_tasks/recurring_logic.rb

@@ -31,12 +31,12 @@ module ForemanTasks
         if value
           task.update!(:start_at => next_occurrence_time) if task.start_at < Time.zone.now
           update(:state => 'active')
-        else
-          update(:state => 'disabled')
         end
-      else
+      elsif value
         raise RecurringLogicCancelledException
       end
+
+      update(:state => 'disabled') unless value
     end
 
     def enabled?

data/app/models/foreman_tasks/task.rb

@@ -31,6 +31,7 @@ module ForemanTasks
     has_many :recurring_logic_task_groups, -> { where :type => 'ForemanTasks::TaskGroups::RecurringLogicTaskGroup' },
              :through => :task_group_members, :source => :task_group
     belongs_to :user
+    has_many :links, :dependent => :destroy
 
     scoped_search :on => :id, :complete_value => false
     scoped_search :on => :action, :complete_value => false
@@ -46,10 +47,16 @@ module ForemanTasks
 
     # Note: the following searches may return duplicates, this is due to
     #       one task maybe having multiple locks (e.g. read/write) for the same resource_id
-    scoped_search :relation => :locks,  :on => :resource_id, :complete_value => false, :rename => 'location_id', :ext_method => :search_by_taxonomy, :only_explicit => true
-    scoped_search :relation => :locks,  :on => :resource_id, :complete_value => false, :rename => 'organization_id', :ext_method => :search_by_taxonomy, :only_explicit => true
-    scoped_search :relation => :locks,  :on => :resource_type, :complete_value => true, :rename => 'resource_type', :ext_method => :search_by_generic_resource, :only_explicit => true
-    scoped_search :relation => :locks,  :on => :resource_id, :complete_value => false, :rename => 'resource_id', :ext_method => :search_by_generic_resource, :only_explicit => true
+    scoped_search :relation => :locks,  :on => :resource_id, :complete_value => false, :rename => 'locked_location_id', :ext_method => :search_by_taxonomy, :only_explicit => true
+    scoped_search :relation => :locks,  :on => :resource_id, :complete_value => false, :rename => 'locked_organization_id', :ext_method => :search_by_taxonomy, :only_explicit => true
+    scoped_search :relation => :locks,  :on => :resource_type, :complete_value => true, :rename => 'locked_resource_type', :ext_method => :search_by_generic_resource, :only_explicit => true
+    scoped_search :relation => :locks,  :on => :resource_id, :complete_value => false, :rename => 'locked_resource_id', :ext_method => :search_by_generic_resource, :only_explicit => true
+
+    scoped_search :relation => :links,  :on => :resource_id, :complete_value => false, :rename => 'location_id', :ext_method => :search_by_taxonomy, :only_explicit => true
+    scoped_search :relation => :links,  :on => :resource_id, :complete_value => false, :rename => 'organization_id', :ext_method => :search_by_taxonomy, :only_explicit => true
+    scoped_search :relation => :links,  :on => :resource_type, :complete_value => true, :rename => 'resource_type', :ext_method => :search_by_generic_resource, :only_explicit => true
+    scoped_search :relation => :links,  :on => :resource_id, :complete_value => false, :rename => 'resource_id', :ext_method => :search_by_generic_resource, :only_explicit => true
+
     scoped_search :on => :user_id,
                   :complete_value => true,
                   :rename => 'user.id',
@@ -65,8 +72,8 @@ module ForemanTasks
     scope :running, -> { where("foreman_tasks_tasks.state NOT IN ('stopped', 'paused')") }
     scope :for_resource,
           (lambda do |resource|
-             joins(:locks).where(:"foreman_tasks_locks.resource_id" => resource.id,
-                                 :"foreman_tasks_locks.resource_type" => resource.class.name)
+             joins(:links).where(:"foreman_tasks_links.resource_id" => resource.id,
+                                 :"foreman_tasks_links.resource_type" => resource.class.name)
            end)
     scope :for_action_types, (->(action_types) { where('foreman_tasks_tasks.label IN (?)', Array(action_types)) })
 
@@ -82,7 +89,7 @@ module ForemanTasks
       property :ended_at, ActiveSupport::TimeWithZone, desc: 'Returns date with time the task ended at'
     end
     class Jail < Safemode::Jail
-      allow :started_at, :ended_at, :result, :state, :label, :main_action
+      allow :started_at, :ended_at, :result, :state, :label, :main_action, :action_output
     end
 
     def input
@@ -242,6 +249,12 @@ module ForemanTasks
       parts.join(' ').strip
     end
 
+    def action_output
+      return unless main_action.is_a?(Actions::Helpers::WithContinuousOutput)
+      main_action.continuous_output.sort!
+      main_action.continuous_output.raw_outputs
+    end
+
     protected
 
     def generate_id

data/app/models/foreman_tasks/task/search.rb

@@ -5,9 +5,9 @@ module ForemanTasks
         key = 'resource_type' if key.blank?
         key_name = connection.quote_column_name(key.sub(/^.*\./, ''))
         value = value.split(',') if operator.index(/IN/i)
-        condition = sanitize_sql_for_conditions(["foreman_tasks_locks.#{key_name} #{operator} (?)", value])
+        condition = sanitize_sql_for_conditions(["foreman_tasks_links.#{key_name} #{operator} (?)", value])
 
-        { :conditions => condition, :joins => :locks }
+        { :conditions => condition, :joins => :links }
       end
 
       def search_by_taxonomy(key, operator, value)
@@ -15,12 +15,13 @@ module ForemanTasks
         resource_type = key == 'location_id' ? 'Location' : 'Organization'
 
         joins = <<-SQL
-        LEFT JOIN foreman_tasks_locks AS foreman_tasks_locks_taxonomy#{uniq_suffix}
-        ON (foreman_tasks_locks_taxonomy#{uniq_suffix}.task_id = foreman_tasks_tasks.id AND
-            foreman_tasks_locks_taxonomy#{uniq_suffix}.resource_type = '#{resource_type}')
+        LEFT JOIN foreman_tasks_links AS foreman_tasks_links_taxonomy#{uniq_suffix}
+        ON (foreman_tasks_links_taxonomy#{uniq_suffix}.task_id = foreman_tasks_tasks.id AND
+            foreman_tasks_links_taxonomy#{uniq_suffix}.resource_type = '#{resource_type}')
         SQL
         # Select only those tasks which either have the correct taxonomy or are not related to any
-        sql = "foreman_tasks_locks_taxonomy#{uniq_suffix}.resource_id #{operator} ? OR foreman_tasks_locks_taxonomy#{uniq_suffix}.resource_id IS NULL"
+        sql = "foreman_tasks_links_taxonomy#{uniq_suffix}.resource_id #{operator} (?) OR foreman_tasks_links_taxonomy#{uniq_suffix}.resource_id IS NULL"
+        value = value.split(',') if operator.index(/IN/i)
         { :conditions => sanitize_sql_for_conditions([sql, value]), :joins => joins }
       end
 

data/app/models/setting/foreman_tasks.rb

@@ -1,18 +1,18 @@
 class Setting::ForemanTasks < Setting
   def self.default_settings
     [
-      set('foreman_tasks_sync_task_timeout', N_('Number of seconds to wait for synchronous task to finish.'), 120),
-      set('dynflow_enable_console', N_('Enable the dynflow console (/foreman_tasks/dynflow) for debugging'), true),
-      set('dynflow_console_require_auth', N_('Require user to be authenticated as user with admin rights when accessing dynflow console'), true),
-      set('foreman_tasks_proxy_action_retry_count', N_('Number of attempts to start a task on the smart proxy before failing'), 4),
-      set('foreman_tasks_proxy_action_retry_interval', N_('Time in seconds between retries'), 15),
-      set('foreman_tasks_proxy_batch_trigger', N_('Allow triggering tasks on the smart proxy in batches'), true),
-      set('foreman_tasks_proxy_batch_size', N_('Number of tasks which should be sent to the smart proxy in one request, if foreman_tasks_proxy_batch_trigger is enabled'), 100),
+      set('foreman_tasks_sync_task_timeout', N_('Number of seconds to wait for synchronous task to finish.'), 120, N_('Sync task timeout')),
+      set('dynflow_enable_console', N_('Enable the dynflow console (/foreman_tasks/dynflow) for debugging'), true, N_('Enable dynflow console')),
+      set('dynflow_console_require_auth', N_('Require user to be authenticated as user with admin rights when accessing dynflow console'), true, N_('Require auth for dynflow console')),
+      set('foreman_tasks_proxy_action_retry_count', N_('Number of attempts to start a task on the smart proxy before failing'), 4, N_('Proxy action retry count')),
+      set('foreman_tasks_proxy_action_retry_interval', N_('Time in seconds between retries'), 15, N_('Proxy action retry interval')),
+      set('foreman_tasks_proxy_batch_trigger', N_('Allow triggering tasks on the smart proxy in batches'), true, N_('Allow proxy batch tasks')),
+      set('foreman_tasks_proxy_batch_size', N_('Number of tasks which should be sent to the smart proxy in one request, if foreman_tasks_proxy_batch_trigger is enabled'), 100, N_('Proxy tasks batch size')),
       set('foreman_tasks_troubleshooting_url',
           N_('Url pointing to the task troubleshooting documentation. '\
              'It should contain %{label} placeholder, that will be replaced with normalized task label '\
              '(restricted to only alphanumeric characters)). %{version} placeholder is also available.'),
-          nil),
+          nil, N_('Tasks troubleshooting URL')),
       set('foreman_tasks_polling_multiplier',
           N_('Polling multiplier which is used to multiply the default polling intervals. '\
              'This can be used to prevent polling too frequently for long running tasks.'),

data/app/services/foreman_tasks/dashboard_table_filter.rb

@@ -24,7 +24,11 @@ module ForemanTasks
     private
 
     def scope_by(field)
-      @new_scope = @new_scope.where(field => @params[field]) if @params[field].present?
+      if (field == :result) && (@params[field] == 'other')
+        @new_scope = @new_scope.where(:result => ['cancelled', 'pending'])
+      elsif @params[field].present?
+        @new_scope = @new_scope.where(field => @params[field])
+      end
     end
 
     def scope_by_time

data/app/views/foreman_tasks/api/locks/show.json.rabl

@@ -0,0 +1,4 @@
+object @lock
+
+attributes :name, :resource_type, :resource_id
+node(:exclusive) { !locals[:link] }

data/app/views/foreman_tasks/api/tasks/details.json.rabl

@@ -9,10 +9,12 @@ node(:failed_steps) { @task.input_output_failed_steps }
 node(:running_steps) { @task.input_output_running_steps }
 node(:help) { troubleshooting_info_text }
 node(:has_sub_tasks) { @task.sub_tasks.any? }
+
 node(:locks) do
-  @task.locks.map do |lock|
-    { name: lock.name, exclusive: lock.exclusive, resource_type: lock.resource_type, resource_id: lock.resource_id }
-  end
+  @task.locks.map { |lock| partial('foreman_tasks/api/locks/show', :object => lock) }
+end
+node(:links) do
+  @task.links.map { |link| partial('foreman_tasks/api/locks/show', :object => link, :locals => { :link => true }) }
 end
 node(:username_path) { username_link_task(@task.owner, @task.username) }
 node(:dynflow_enable_console) { Setting['dynflow_enable_console'] }

data/app/views/foreman_tasks/layouts/react.html.erb

@@ -9,7 +9,6 @@
   <%= notifications %>
   <div id="organization-id" data-id="<%= Organization.current.id if Organization.current %>" ></div>
   <div id="user-id" data-id="<%= User.current.id if User.current %>" ></div>
-  <div id="foremanTasksReactRoot"></div>
+  <%= react_component('ForemanTasks') %>
 <% end %>
 <%= render file: "layouts/base" %>
-<%= mount_react_component('ForemanTasks', '#foremanTasksReactRoot') %>

data/app/views/foreman_tasks/tasks/_lock_card.html.erb

@@ -0,0 +1,10 @@
+<div class="col-xs-6 col-sm-4 col-md-4">
+  <div class="card-pf card-pf-accented card-pf-aggregate-status">
+    <h2 class="card-pf-title">
+      <span class="fa <%= lock.is_a?(::ForemanTasks::Lock) ? 'fa-lock' : 'fa-unlock-alt' %>"></span> <%= lock.resource_type %>
+    </h2>
+    <div class="card-pf-body">
+      <%= format('id:%s', lock.resource_id) %><br>
+    </div>
+  </div>
+</div>

data/app/views/foreman_tasks/tasks/dashboard/_latest_tasks_in_error_warning.html.erb

@@ -11,7 +11,7 @@
       <td class="ellipsis"><%= link_to task.humanized[:action], defined?(main_app) ? main_app.foreman_tasks_task_path(task.id) : foreman_tasks_task_path(task.id) %></td>
       <td><%= task.state %></td>
       <td><%= task.result %></td>
-      <td><%= task.started_at ? (_(date_time_relative(task.started_at))) : _('N/A') %></td>
+      <td><%= task.started_at ? date_time_relative(task.started_at) : _('N/A') %></td>
     </tr>
   <% end %>
 </table>

data/app/views/foreman_tasks/tasks/dashboard/_tasks_status.html.erb

@@ -11,7 +11,7 @@
       <td><%= result.state %></td>
       <td><%= result.result %></td>
       <td><%= link_to result.count, main_app.foreman_tasks_tasks_path(:search => "state=#{result.state}&result=#{result.result}") %></td>
-      <td><%= result.started_at ? (_(date_time_relative(result.started_at))) : _('N/A') %></td>
+      <td><%= result.started_at ? date_time_relative(result.started_at) : _('N/A') %></td>
     </tr>
   <% end %>
 </table>

data/app/views/foreman_tasks/tasks/show.html.erb

@@ -15,9 +15,4 @@
   switcher_item_url: foreman_tasks_task_path(:id => ':id')
 ) %>
 
-
-<div class="task-details" id="foremanTaskDetails">
-</div>
-
-
-<%= mount_react_component('TaskDetails', '#foremanTaskDetails')  %>
+<%= react_component('TaskDetails')  %>

data/db/migrate/20181206123910_create_foreman_tasks_links.foreman_tasks.rb

@@ -0,0 +1,26 @@
+class CreateForemanTasksLinks < ActiveRecord::Migration[4.2]
+  def change
+    # rubocop:disable Rails/CreateTableWithTimestamps
+    create_table :foreman_tasks_links do |t|
+      task_id_options = { :index => true, :null => true }
+      if on_postgresql?
+        t.uuid :task_id, task_id_options
+      else
+        t.string :task_id, task_id_options
+      end
+      t.string :resource_type
+      t.integer :resource_id
+    end
+    # rubocop:enable Rails/CreateTableWithTimestamps
+
+    add_index :foreman_tasks_links, [:resource_type, :resource_id]
+    add_index :foreman_tasks_links, [:task_id, :resource_type, :resource_id],
+              :unique => true, :name => 'foreman_tasks_links_unique_index'
+  end
+
+  private
+
+  def on_postgresql?
+    ActiveRecord::Base.connection.adapter_name.casecmp('postgresql').zero?
+  end
+end

data/db/migrate/20181206124952_migrate_non_exclusive_locks_to_links.foreman_tasks.rb

@@ -0,0 +1,14 @@
+class MigrateNonExclusiveLocksToLinks < ActiveRecord::Migration[5.0]
+  def up
+    execute <<-SQL
+      INSERT INTO foreman_tasks_links(task_id, resource_type, resource_id)
+      SELECT DISTINCT locks.task_id, locks.resource_type, locks.resource_id
+      FROM foreman_tasks_locks AS locks
+      LEFT JOIN foreman_tasks_links AS links
+        ON links.task_id = locks.task_id
+          AND links.resource_type = locks.resource_type
+          AND links.resource_id = locks.resource_id
+      WHERE locks.exclusive = FALSE AND links.task_id IS NULL;
+    SQL
+  end
+end

data/db/migrate/20181206131436_drop_old_locks.foreman_tasks.rb

@@ -0,0 +1,20 @@
+class DropOldLocks < ActiveRecord::Migration[5.0]
+  BATCH_SIZE = 10_000
+
+  # Delete all locks which are exclusive or have a stopped task or are orphaned
+  def up
+    scope = ForemanTasks::Lock.left_outer_joins(:task)
+    scope = scope.where(:exclusive => false)
+                 .or(scope.where("#{ForemanTasks::Task.table_name}.state" => ['stopped', nil]))
+    scope.limit(BATCH_SIZE).delete_all while scope.any?
+
+    # For each group of locks, where each lock has the same task_id, resource_type and resource_id
+    # return the highest id within the group, if there is more than 1 lock in the group
+    scope = ForemanTasks::Lock.select("MAX(id) as id")
+                              .group(:task_id, :resource_type, :resource_id)
+                              .having("count(*) > 1")
+
+    # Make sure there is at most one lock per task and resource
+    ForemanTasks::Lock.where(:id => scope.limit(BATCH_SIZE)).delete_all while scope.any?
+  end
+end

data/db/migrate/20181206131627_make_locks_exclusive.foreman_tasks.rb

@@ -0,0 +1,25 @@
+class MakeLocksExclusive < ActiveRecord::Migration[5.0]
+  BATCH_SIZE = 2
+
+  def up
+    change_table :foreman_tasks_locks do |t|
+      t.remove :exclusive
+      t.remove :name
+      t.remove_index :name => 'index_foreman_tasks_locks_on_resource_type_and_resource_id'
+      t.index [:resource_type, :resource_id], :unique => true
+    end
+  end
+
+  def down
+    change_table :foreman_tasks_locks do |t|
+      t.boolean :exclusive, index: true
+      t.string :name, index: true
+      t.remove_index :name => 'index_foreman_tasks_locks_on_resource_type_and_resource_id'
+      t.index [:resource_type, :resource_id]
+    end
+
+    scope = ForemanTasks::Lock.where(:name => nil)
+    while scope.limit(BATCH_SIZE).update_all(:name => 'lock') == BATCH_SIZE; end
+    change_column_null(:foreman_tasks_locks, :name, false)
+  end
+end

data/foreman-tasks.gemspec

@@ -7,6 +7,7 @@ require "foreman_tasks/version"
 Gem::Specification.new do |s|
   s.name        = "foreman-tasks"
   s.version     = ForemanTasks::VERSION
+  s.license     = 'GPL-3.0'
   s.authors     = ["Ivan Nečas"]
   s.email       = ["inecas@redhat.com"]
   s.homepage    = "https://github.com/theforeman/foreman-tasks"

data/lib/foreman_tasks/cleaner.rb

@@ -103,6 +103,7 @@ module ForemanTasks
         end
       end
       delete_orphaned_locks
+      delete_orphaned_links
       delete_orphaned_dynflow_tasks
     end
 
@@ -156,6 +157,15 @@ module ForemanTasks
       end
     end
 
+    def delete_orphaned_links
+      orphaned_links = ForemanTasks::Link.left_outer_joins(:task).where(:'foreman_tasks_tasks.id' => nil)
+      with_noop(orphaned_links, 'orphaned task links') do |source, name|
+        with_batches(source, name) do |chunk|
+          ForemanTasks::Link.where(id: chunk.pluck(:id)).delete_all
+        end
+      end
+    end
+
     def delete_orphaned_dynflow_tasks
       with_noop(orphaned_dynflow_tasks, 'orphaned execution plans') do |source, name|
         with_batches(source, name) do |chunk|

data/lib/foreman_tasks/engine.rb

@@ -34,7 +34,7 @@ module ForemanTasks
 
     initializer 'foreman_tasks.register_plugin', :before => :finisher_hook do |_app|
       Foreman::Plugin.register :"foreman-tasks" do
-        requires_foreman '>= 2.2.0'
+        requires_foreman '>= 2.4.0'
         divider :top_menu, :parent => :monitor_menu, :last => true, :caption => N_('Foreman Tasks')
         menu :top_menu, :tasks,
              :url_hash => { :controller => 'foreman_tasks/tasks', :action => :index },
@@ -76,6 +76,9 @@ module ForemanTasks
 
         widget 'foreman_tasks/tasks/dashboard/tasks_status', :sizex => 6, :sizey => 1, :name => N_('Task Status')
         widget 'foreman_tasks/tasks/dashboard/latest_tasks_in_error_warning', :sizex => 6, :sizey => 1, :name => N_('Latest Warning/Error Tasks')
+
+        ForemanTasks.dynflow.eager_load_actions!
+        extend_observable_events(::Dynflow::Action.descendants.select { |klass| klass <= ::Actions::ObservableAction }.map(&:namespaced_event_names))
       end
     end
 
@@ -108,7 +111,7 @@ module ForemanTasks
       ForemanTasks.dynflow.require!
       ::ForemanTasks.dynflow.config.on_init(false) do |world|
         world.middleware.use Actions::Middleware::KeepCurrentTaxonomies
-        world.middleware.use Actions::Middleware::KeepCurrentUser
+        world.middleware.use Actions::Middleware::KeepCurrentUser, :before => ::Dynflow::Middleware::Common::Transaction
         world.middleware.use Actions::Middleware::KeepCurrentTimezone
         world.middleware.use Actions::Middleware::KeepCurrentRequestID
       end

data/lib/foreman_tasks/tasks/export_tasks.rake

@@ -252,7 +252,7 @@ namespace :foreman_tasks do
         renderer = TaskRender.new
         total = tasks.count
 
-        tasks.each_with_index do |task, count|
+        tasks.find_each.with_index do |task, count|
           File.open(File.join(tmp_dir, "#{task.id}.html"), 'w') { |file| file.write(PageHelper.pagify(renderer.render_task(task))) }
           puts "#{count + 1}/#{total}"
         end
@@ -264,7 +264,7 @@ namespace :foreman_tasks do
     elsif format == 'csv'
       CSV.open(export_filename, 'wb') do |csv|
         csv << %w[id state type label result parent_task_id started_at ended_at]
-        tasks.each do |task|
+        tasks.find_each do |task|
           csv << [task.id, task.state, task.type, task.label, task.result,
                   task.parent_task_id, task.started_at, task.ended_at]
         end

data/lib/foreman_tasks/version.rb

@@ -1,3 +1,3 @@
 module ForemanTasks
-  VERSION = '3.0.0'.freeze
+  VERSION = '4.0.0'.freeze
 end

data/package.json

@@ -23,7 +23,7 @@
     "url": "http://projects.theforeman.org/projects/foreman-tasks/issues"
   },
   "peerDependencies": {
-    "@theforeman/vendor": ">= 4.0.2"
+    "@theforeman/vendor": ">= 6.0.0"
   },
   "dependencies": {
     "c3": "^0.4.11",
@@ -32,11 +32,11 @@
   },
   "devDependencies": {
     "@babel/core": "^7.7.0",
-    "@theforeman/builder": "^4.0.2",
-    "@theforeman/eslint-plugin-foreman": "4.0.5",
-    "@theforeman/stories": "^4.0.2",
-    "@theforeman/test": "^4.0.2",
-    "@theforeman/vendor-dev": "^4.0.2",
+    "@theforeman/builder": "^6.0.0",
+    "@theforeman/eslint-plugin-foreman": "6.0.0",
+    "@theforeman/stories": "^6.0.0",
+    "@theforeman/test": "^6.0.0",
+    "@theforeman/vendor-dev": "^6.0.0",
     "babel-eslint": "^10.0.3",
     "eslint": "^6.7.2",
     "jed": "^1.1.1",

data/test/controllers/api/tasks_controller_test.rb

@@ -45,6 +45,16 @@ module ForemanTasks
         end
       end
 
+      describe 'POST /api/tasks/bulk_search' do
+        it 'searching for a task' do
+          task = FactoryBot.create(:dynflow_task, :user_create_task)
+          post :bulk_search, params: { :searches => [{ :type => "task", :task_id => task.id, :search_id => "1" }] }
+          assert_response :success
+          data = JSON.parse(response.body)
+          _(data[0]['results'][0]['id']).must_equal task.id
+        end
+      end
+
       describe 'GET /api/tasks/show' do
         it 'searches for task' do
           task = FactoryBot.create(:dynflow_task, :user_create_task)