foreman_templates 7.0.6 → 9.0.2

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 40c303f1207307e582859933360b3e2e9b2deb5793ff7816bf2fe2ccdd17b678
-  data.tar.gz: e25c5b35b84061c38f7051097e5c184a5369a1ba18974c40ae137e9828da3617
+  metadata.gz: f43c3bbc33be62b6f39ce0abfaa0475f9635d2230f4a7f6bb551e66cf7f7fb0b
+  data.tar.gz: 3fdf3c192b4e639bc0fdc0a98deef65f344e1be65853dbeebb876bde4592405c
 SHA512:
-  metadata.gz: 78989629db36f53ca6aa96c396c3d32c02ed5176c3cf5026ccafb4ddc06aae85538ae8d68cdcd443bd9c8d8355c7bee507115606d7d9077d9c6d853052204286
-  data.tar.gz: 5ff10abf7e6c88946d008a17f6afe9fd8e5880b141d6b7ac9f833c2e789d40a42b03043aabc8024c02c473e18eb79fbaf0bde2dfd4d31c8adfee9d399dc7222c
+  metadata.gz: 20d726f2cb66074badb1779ad8b49613ad0f2e899fd3d8db9559a9590cec9224f98d7b2828072b4dd046cf053b5799a7cfcfeafb99723efa867cb9625ac33aa9
+  data.tar.gz: 2a2e07c0374ce30e0ecf900262f41e33d16f0a5a494841e5a00eaf3c5c00cbec90df3cd6d785cc68c99916783245f640af3628b7d47cc365bbf8a659416643ba

data/app/controllers/api/v2/template_controller.rb

@@ -3,6 +3,10 @@ module Api
     class TemplateController < ::Api::V2::BaseController
       include ::Foreman::Controller::Parameters::TemplateParams
 
+      resource_description do
+        resource_id 'templates'
+      end
+
       def_param_group :foreman_template_sync_params do
         param :branch, String, :required => false, :desc => N_("Branch in Git repo.")
         param :repo, String, :required => false, :desc => N_("Override the default repo from settings.")
@@ -15,7 +19,7 @@ module Api
       param :prefix, String, :required => false, :desc => N_("The string all imported templates should begin with.")
       param :associate, Setting::TemplateSync.associate_types.keys, :required => false, :desc => N_("Associate to OS's, Locations & Organizations. Options are: always, new or never.")
       param :force, :bool, :required => false, :desc => N_("Update templates that are locked")
-      param :lock, :bool, :required => false, :desc => N_("Lock imported templates")
+      param :lock, Setting::TemplateSync.lock_types.keys + ["true", "false", "0", "1"], :required => false, :desc => N_("Lock imported templates")
       param :verbose, :bool, :required => false, :desc => N_("Show template diff in response")
       param_group :foreman_template_sync_params
       param_group :taxonomies, ::Api::V2::BaseController
@@ -29,11 +33,13 @@ module Api
 
       api :POST, "/templates/export", N_("Initiate Export")
       param :metadata_export_mode, Setting::TemplateSync.metadata_export_mode_types.keys, :required => false, :desc => N_("Specify how to handle metadata")
+      param :commit_msg, String, :desc => N_("Custom commit message for templates export")
       param_group :foreman_template_sync_params
       param_group :taxonomies, ::Api::V2::BaseController
       def export
         @result = ForemanTemplates::TemplateExporter.new(template_export_params).export!
-        render :json => { :message => @result.to_h }, :status => @result.exported ? 200 : 500
+        @result[:templates] = @result[:templates].map(&:to_h)
+        render :json => { :message => @result }, :status => @result[:error] ? 500 : 200
       end
     end
   end

data/app/controllers/concerns/foreman/controller/parameters/template_params.rb

@@ -15,7 +15,7 @@ module Foreman
           end
 
           def extra_export_params
-            [:metadata_export_mode]
+            %i(metadata_export_mode commit_msg)
           end
 
           def template_params_filter(extra_params = [])
@@ -34,7 +34,27 @@ module Foreman
         end
 
         def template_import_params
-          add_taxonomy_params(base_import_params(:none))
+          transform_lock_param add_taxonomy_params(base_import_params(:none))
+        end
+
+        def transform_lock_param(params)
+          lock = params[:lock]
+          return params if lock.nil?
+
+          if lock == "true" || lock.is_a?(TrueClass) || lock.to_s == "1"
+            log_deprecated_param(lock)
+            params[:lock] = "lock"
+          end
+
+          if lock == "false" || lock.is_a?(FalseClass) || lock.to_s == "0"
+            log_deprecated_param(lock)
+            params[:lock] = "unlock"
+          end
+          params
+        end
+
+        def log_deprecated_param(value)
+          Logging.logger('app').warn "Using '#{value}' as a value for lock when syncing templates is deprecated and will be removed in the future."
         end
 
         def template_export_params

data/app/controllers/ui_template_syncs_controller.rb

@@ -18,7 +18,7 @@ class UiTemplateSyncsController < ApplicationController
   end
 
   def export
-    @result = ForemanTemplates::TemplateExporter.new(ui_template_export_params).export!
+    @result = OpenStruct.new ForemanTemplates::TemplateExporter.new(ui_template_export_params).export!
 
     if @result.error
       render_errors [@result.error]
@@ -43,6 +43,6 @@ class UiTemplateSyncsController < ApplicationController
   end
 
   def render_errors(messages, severity = 'danger')
-    render :json => { :error => { :errors => { :base => messages }, :severity => severity } }, :status => :unprocessable_entity
+    render :json => { :error => { :errors => { :base => messages }, full_messages: messages, :severity => severity } }, :status => :unprocessable_entity
   end
 end

data/app/models/setting/template_sync.rb

@@ -11,7 +11,7 @@ class Setting
     end
 
     def self.export_stripped_names
-      %w(metadata_export_mode)
+      %w(metadata_export_mode commit_msg)
     end
 
     def self.import_setting_names(except = [])
@@ -38,6 +38,15 @@ class Setting
       }
     end
 
+    def self.lock_types
+      {
+        'lock' => _('Lock'),
+        'keep_lock_new' => _('Keep, lock new'),
+        'keep' => _('Keep, do not lock new'),
+        'unlock' => _('Unlock')
+      }
+    end
+
     def self.metadata_export_mode_types
       {
         'refresh' => _('Refresh'),
@@ -75,7 +84,8 @@ class Setting
           self.set('template_sync_branch', N_('Default branch in Git repo'), '', N_('Branch')),
           self.set('template_sync_metadata_export_mode', N_('Default metadata export mode, refresh re-renders metadata, keep will keep existing metadata, remove exports template without metadata'), 'refresh', N_('Metadata export mode'), nil, { :collection => Proc.new { self.metadata_export_mode_types } }),
           self.set('template_sync_force', N_('Should importing overwrite locked templates?'), false, N_('Force import')),
-          self.set('template_sync_lock', N_('Should importing lock templates?'), false, N_('Lock templates')),
+          self.set('template_sync_lock', N_('How to handle lock for imported templates?'), 'keep', N_('Lock templates'), nil, { :collection => Proc.new { self.lock_types } }),
+          self.set('template_sync_commit_msg', N_('Custom commit message for templates export'), 'Templates export made by a Foreman user', N_('Commit message'))
         ].compact.each { |s| self.create! s.update(:category => "Setting::TemplateSync") }
       end
 

data/app/services/foreman_templates/export_result.rb

@@ -1,42 +1,33 @@
 module ForemanTemplates
   class ExportResult
-    attr_accessor :exported, :error, :warning
-    attr_reader :templates, :git_user, :branch, :repo
+    attr_reader :template, :name, :template_file, :exported, :additional_info
 
-    def initialize(repo, branch, git_user)
-      @repo = repo
-      @branch = branch
-      @git_user = git_user
-      @error = nil
-      @warning = nil
-      @templates = []
-      @exported = false
-    end
-
-    def add_exported_templates(templates)
-      @templates.concat templates
+    def initialize(template, exported = true)
+      @template = template
+      @exported = exported
+      @name = template.name
+      @template_file = template.template_file
     end
 
     def to_h
-      { :error => @error,
-        :warning => @warning,
-        :repo => @repo,
-        :branch => @branch,
-        :git_user => @git_user,
-        :templates => dumped_files_result }
+      {
+        :id => template.id,
+        :name => @name,
+        :exported => @exported,
+        :type => template.class.name.underscore,
+        :additional_info => @additional_info
+      }
     end
 
-    private
-
-    def dumped_files_result
-      @templates.map { |template| to_template_h template }
+    def matching_filter
+      generic_info "Skipping, 'name' filtered out based on 'filter' and 'negate' settings"
     end
 
-    def to_template_h(template)
-      { :id => template.id,
-        :name => template.name,
-        :exported => @exported,
-        :type => template.class.name.underscore }
+    def generic_info(additional_msg)
+      @exported = false
+      @additional_info = additional_msg
+      Logging.logger('app').debug "Not exporting #{@template.name}: #{additional_msg}"
+      self
     end
   end
 end

data/app/services/foreman_templates/template_exporter.rb

@@ -1,30 +1,32 @@
 module ForemanTemplates
   class TemplateExporter < Action
     def self.setting_overrides
-      super + %i(metadata_export_mode)
+      super + %i(metadata_export_mode commit_msg)
+    end
+
+    def initialize(args = {})
+      super args
+      @result_lines = []
     end
 
     def export!
-      @export_result = ExportResult.new(@repo, @branch, foreman_git_user)
       if git_repo?
         export_to_git
       else
         export_to_files
       end
-
-      return @export_result
+      export_result
     end
 
     def export_to_files
       @dir = get_absolute_repo_path
       verify_path!(@dir)
       dump_files!
-      @export_result.exported = true
     end
 
     def export_to_git
       @dir = Dir.mktmpdir
-      return @export_result if branch_missing?
+      return if branch_missing?
 
       git_repo = Git.clone(@repo, @dir)
       logger.debug "cloned '#{@repo}' to '#{@dir}'"
@@ -40,17 +42,15 @@ module ForemanTemplates
         new_repo = true
       end
       if new_repo || status.added.any? || status.changed.any? || status.deleted.any? || status.untracked.any?
-        git_repo.commit "Templates export made by Foreman user #{foreman_git_user}"
+        git_repo.commit commit_msg
         git_repo.push 'origin', branch
-        @export_result.exported = true
       else
-        @export_result.warning = 'No change detected, skipping the commit and push'
+        @warning = 'No change detected, skipping the commit and push'
       end
     rescue StandardError => e
-      @export_result.error = e.message
+      @error = e.message
     ensure
       FileUtils.remove_entry_secure(@dir) if File.exist?(@dir)
-      @export_result
     end
 
     def setup_git_branch(git_repo)
@@ -70,22 +70,18 @@ module ForemanTemplates
     end
 
     def dump_files!
-      templates = templates_to_dump
-      begin
-        templates.map do |template|
-          current_dir = get_dump_dir(template)
-          FileUtils.mkdir_p current_dir
-          filename = File.join(current_dir, template.template_file)
-          File.open(filename, 'w+') do |file|
-            logger.debug "Writing to file #{filename}"
-            bytes = file.write template.public_send(export_method)
-            logger.debug "finished writing #{bytes}"
-          end
+      templates_to_dump.map do |template|
+        current_dir = get_dump_dir(template)
+        FileUtils.mkdir_p current_dir
+        filename = File.join(current_dir, template.template_file)
+        File.open(filename, 'w+') do |file|
+          logger.debug "Writing to file #{filename}"
+          bytes = file.write template.public_send(export_method)
+          logger.debug "finished writing #{bytes}"
         end
-      rescue StandardError => e
-        raise PathAccessException, e.message
       end
-      @export_result.add_exported_templates templates
+    rescue StandardError => e
+      raise PathAccessException, e.message
     end
 
     def get_dump_dir(template)
@@ -96,18 +92,23 @@ module ForemanTemplates
     end
 
     def templates_to_dump
-      base = find_templates
-      if filter.present?
-        method = negate ? :reject : :select
-        base.public_send(method) { |template| template.name.match(/#{filter}/i) }
-      else
-        base
+      find_templates.each do |template|
+        if filter.present?
+          exportable = template.name =~ /#{filter}/i ? !negate : negate
+          result = ExportResult.new(template, exportable)
+          next @result_lines << result.matching_filter unless exportable
+
+          @result_lines << result
+        else
+          @result_lines << ExportResult.new(template)
+        end
       end
+      @result_lines.select(&:exported).map(&:template)
     end
 
     def branch_missing?
       if @branch.blank?
-        @export_result.error = "Please specify a branch when exporting into a git repo"
+        @error = "Please specify a branch when exporting into a git repo"
         return true
       end
       false
@@ -129,6 +130,13 @@ module ForemanTemplates
       end
     end
 
+    def export_result
+      {
+        :templates => @result_lines, :repo => @repo, :branch => @branch,
+        :git_user => foreman_git_user, :error => @error, :warning => @warning
+      }
+    end
+
     private
 
     def find_templates

data/app/services/foreman_templates/template_importer.rb

@@ -10,7 +10,6 @@ module ForemanTemplates
       super args
       @verbose = parse_bool(@verbose)
       @force = parse_bool(@force)
-      @lock = parse_bool(@lock)
       @result_lines = []
     end
 
@@ -79,11 +78,28 @@ module ForemanTemplates
     end
 
     def import_options
-      { :force => @force,
+      lock_predicate = lambda do |template|
+        case @lock
+        when 'lock'
+          return true
+        when 'unlock'
+          return false
+        when 'keep'
+          return template.new_record? ? false : template.locked
+        when 'keep_lock_new'
+          return template.new_record? ? true : template.locked
+        else
+          raise ::Foreman::Exception.new("Unknown lock option type, expected one of #{::Setting::TemplateSync.lock_types.keys}, got #{@lock}")
+        end
+      end
+
+      {
+        :force => @force,
         :associate => @associate,
-        :lock => @lock,
+        :lock => lock_predicate,
         :organization_params => @taxonomies[:organizations],
-        :location_params => @taxonomies[:locations] }
+        :location_params => @taxonomies[:locations]
+      }
     end
 
     def template_model(metadata, parse_result)

data/app/views/template_syncs/index.html.erb

@@ -1,20 +1,21 @@
-<%= webpacked_plugins_js_for :foreman_templates %>
-<%= webpacked_plugins_css_for :foreman_templates %>
+<% content_for(:javascripts) do %>
+  <%= webpacked_plugins_js_for :foreman_templates %>
+<% end %>
+<% content_for(:stylesheets) do %>
+  <%= webpacked_plugins_css_for :foreman_templates %>
+<% end %>
 
-<div id="foreman-templates"/>
-
-<%= mount_react_component('ForemanTemplates',
-                          '#foreman-templates',
-                          { :apiUrls => {
-                              :exportUrl => export_ui_template_syncs_path,
-                              :syncSettingsUrl => sync_settings_ui_template_syncs_path,
-                              :importUrl => import_ui_template_syncs_path
-                              },
-                            :validationData => { :repo => ForemanTemplates::Action.repo_start_with },
-                            :editPaths => edit_paths,
-                            :fileRepoStartWith => ForemanTemplates::Action.file_repo_start_with,
-                            :userPermissions => {
-                              :import => authorized_for(:controller => :ui_template_syncs, :action => :import),
-                              :export => authorized_for(:controller => :ui_template_syncs, :action => :export)
-                            }
-                          }.to_json )%>
+<%= react_component('ForemanTemplates',
+                      { :apiUrls => {
+                          :exportUrl => export_ui_template_syncs_path,
+                          :syncSettingsUrl => sync_settings_ui_template_syncs_path,
+                          :importUrl => import_ui_template_syncs_path
+                          },
+                        :validationData => { :repo => ForemanTemplates::Action.repo_start_with },
+                        :editPaths => edit_paths,
+                        :fileRepoStartWith => ForemanTemplates::Action.file_repo_start_with,
+                        :userPermissions => {
+                          :import => authorized_for(:controller => :ui_template_syncs, :action => :import),
+                          :export => authorized_for(:controller => :ui_template_syncs, :action => :export)
+                        }
+                      })%>

data/app/views/ui_template_syncs/template_export_result.rabl

@@ -1,7 +1,7 @@
-object @template
+object @template_result
 
-attributes :name, :template_file
+attributes :name, :template_file, :additional_info
 
-node(false) do |template|
-  partial "ui_template_syncs/template_attrs", :object => template
+node(false) do |result|
+  partial "ui_template_syncs/template_attrs", :object => result.template
 end

data/db/migrate/20180627134929_change_lock_setting.rb

@@ -0,0 +1,5 @@
+class ChangeLockSetting < ActiveRecord::Migration[5.1]
+  def up
+    Setting.find_by(:name => 'template_sync_lock')&.destroy
+  end
+end

data/lib/foreman_templates/engine.rb

@@ -20,6 +20,12 @@ module ForemanTemplates
       end
     end
 
+    initializer "foreman_templates.load_app_instance_data" do |app|
+      ForemanTemplates::Engine.paths['db/migrate'].existent.each do |path|
+        app.config.paths['db/migrate'] << path
+      end
+    end
+
     initializer 'foreman_templates.register_plugin', :before => :finisher_hook do
       Foreman::Plugin.register :foreman_templates do
         requires_foreman '>= 1.24'