pdk 2.4.0 → 2.6.0
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/CHANGELOG.md +803 -1329
- data/LICENSE +201 -201
- data/README.md +165 -163
- data/exe/pdk +10 -10
- data/lib/pdk/analytics/client/google_analytics.rb +143 -143
- data/lib/pdk/analytics/client/noop.rb +25 -25
- data/lib/pdk/analytics/util.rb +19 -19
- data/lib/pdk/analytics.rb +30 -30
- data/lib/pdk/answer_file.rb +12 -12
- data/lib/pdk/bolt.rb +19 -19
- data/lib/pdk/cli/build.rb +82 -82
- data/lib/pdk/cli/bundle.rb +48 -48
- data/lib/pdk/cli/config/get.rb +26 -26
- data/lib/pdk/cli/config.rb +22 -22
- data/lib/pdk/cli/console.rb +148 -148
- data/lib/pdk/cli/convert.rb +52 -52
- data/lib/pdk/cli/env.rb +52 -52
- data/lib/pdk/cli/errors.rb +25 -25
- data/lib/pdk/cli/exec/command.rb +293 -293
- data/lib/pdk/cli/exec/interactive_command.rb +114 -114
- data/lib/pdk/cli/exec.rb +84 -84
- data/lib/pdk/cli/exec_group.rb +104 -104
- data/lib/pdk/cli/get/config.rb +24 -24
- data/lib/pdk/cli/get.rb +20 -20
- data/lib/pdk/cli/module/build.rb +12 -12
- data/lib/pdk/cli/module/generate.rb +47 -47
- data/lib/pdk/cli/module.rb +14 -14
- data/lib/pdk/cli/new/class.rb +32 -32
- data/lib/pdk/cli/new/defined_type.rb +32 -32
- data/lib/pdk/cli/new/fact.rb +29 -29
- data/lib/pdk/cli/new/function.rb +29 -29
- data/lib/pdk/cli/new/module.rb +53 -53
- data/lib/pdk/cli/new/provider.rb +29 -29
- data/lib/pdk/cli/new/task.rb +34 -34
- data/lib/pdk/cli/new/test.rb +52 -52
- data/lib/pdk/cli/new/transport.rb +27 -27
- data/lib/pdk/cli/new.rb +21 -21
- data/lib/pdk/cli/release/prep.rb +39 -39
- data/lib/pdk/cli/release/publish.rb +50 -50
- data/lib/pdk/cli/release.rb +194 -194
- data/lib/pdk/cli/remove/config.rb +80 -80
- data/lib/pdk/cli/remove.rb +20 -20
- data/lib/pdk/cli/set/config.rb +119 -119
- data/lib/pdk/cli/set.rb +20 -20
- data/lib/pdk/cli/test/unit.rb +90 -90
- data/lib/pdk/cli/test.rb +11 -11
- data/lib/pdk/cli/update.rb +64 -64
- data/lib/pdk/cli/util/command_redirector.rb +27 -27
- data/lib/pdk/cli/util/interview.rb +72 -72
- data/lib/pdk/cli/util/option_normalizer.rb +55 -55
- data/lib/pdk/cli/util/option_validator.rb +68 -68
- data/lib/pdk/cli/util/spinner.rb +13 -13
- data/lib/pdk/cli/util/update_manager_printer.rb +82 -82
- data/lib/pdk/cli/util.rb +305 -305
- data/lib/pdk/cli/validate.rb +116 -116
- data/lib/pdk/cli.rb +175 -175
- data/lib/pdk/config/analytics_schema.json +26 -26
- data/lib/pdk/config/errors.rb +5 -5
- data/lib/pdk/config/ini_file.rb +183 -183
- data/lib/pdk/config/ini_file_setting.rb +39 -39
- data/lib/pdk/config/json.rb +34 -34
- data/lib/pdk/config/json_schema_namespace.rb +142 -142
- data/lib/pdk/config/json_schema_setting.rb +53 -53
- data/lib/pdk/config/json_with_schema.rb +49 -49
- data/lib/pdk/config/namespace.rb +354 -354
- data/lib/pdk/config/setting.rb +135 -135
- data/lib/pdk/config/validator.rb +31 -31
- data/lib/pdk/config/yaml.rb +46 -46
- data/lib/pdk/config/yaml_with_schema.rb +59 -59
- data/lib/pdk/config.rb +390 -390
- data/lib/pdk/context/control_repo.rb +60 -60
- data/lib/pdk/context/module.rb +28 -28
- data/lib/pdk/context/none.rb +22 -22
- data/lib/pdk/context.rb +99 -99
- data/lib/pdk/control_repo.rb +90 -90
- data/lib/pdk/generate/defined_type.rb +43 -43
- data/lib/pdk/generate/fact.rb +25 -25
- data/lib/pdk/generate/function.rb +48 -48
- data/lib/pdk/generate/module.rb +352 -352
- data/lib/pdk/generate/provider.rb +28 -28
- data/lib/pdk/generate/puppet_class.rb +43 -43
- data/lib/pdk/generate/puppet_object.rb +232 -232
- data/lib/pdk/generate/task.rb +68 -68
- data/lib/pdk/generate/transport.rb +33 -33
- data/lib/pdk/generate.rb +24 -24
- data/lib/pdk/i18n.rb +4 -4
- data/lib/pdk/logger.rb +45 -45
- data/lib/pdk/module/build.rb +322 -322
- data/lib/pdk/module/convert.rb +296 -296
- data/lib/pdk/module/metadata.rb +202 -202
- data/lib/pdk/module/release.rb +260 -260
- data/lib/pdk/module/update.rb +131 -131
- data/lib/pdk/module/update_manager.rb +227 -227
- data/lib/pdk/module.rb +30 -30
- data/lib/pdk/report/event.rb +370 -370
- data/lib/pdk/report.rb +121 -121
- data/lib/pdk/template/fetcher/git.rb +85 -85
- data/lib/pdk/template/fetcher/local.rb +28 -28
- data/lib/pdk/template/fetcher.rb +98 -98
- data/lib/pdk/template/renderer/v1/legacy_template_dir.rb +116 -116
- data/lib/pdk/template/renderer/v1/renderer.rb +132 -132
- data/lib/pdk/template/renderer/v1/template_file.rb +102 -102
- data/lib/pdk/template/renderer/v1.rb +25 -25
- data/lib/pdk/template/renderer.rb +96 -96
- data/lib/pdk/template/template_dir.rb +67 -67
- data/lib/pdk/template.rb +59 -59
- data/lib/pdk/tests/unit.rb +252 -252
- data/lib/pdk/util/bundler.rb +259 -259
- data/lib/pdk/util/changelog_generator.rb +137 -137
- data/lib/pdk/util/env.rb +47 -47
- data/lib/pdk/util/filesystem.rb +138 -138
- data/lib/pdk/util/git.rb +179 -179
- data/lib/pdk/util/json_finder.rb +85 -85
- data/lib/pdk/util/puppet_strings.rb +125 -125
- data/lib/pdk/util/puppet_version.rb +266 -266
- data/lib/pdk/util/ruby_version.rb +179 -179
- data/lib/pdk/util/template_uri.rb +295 -295
- data/lib/pdk/util/vendored_file.rb +93 -93
- data/lib/pdk/util/version.rb +43 -43
- data/lib/pdk/util/windows/api_types.rb +82 -82
- data/lib/pdk/util/windows/file.rb +36 -36
- data/lib/pdk/util/windows/process.rb +79 -79
- data/lib/pdk/util/windows/string.rb +16 -16
- data/lib/pdk/util/windows.rb +15 -15
- data/lib/pdk/util.rb +278 -278
- data/lib/pdk/validate/control_repo/control_repo_validator_group.rb +23 -23
- data/lib/pdk/validate/control_repo/environment_conf_validator.rb +98 -98
- data/lib/pdk/validate/external_command_validator.rb +208 -208
- data/lib/pdk/validate/internal_ruby_validator.rb +100 -100
- data/lib/pdk/validate/invokable_validator.rb +228 -228
- data/lib/pdk/validate/metadata/metadata_json_lint_validator.rb +86 -86
- data/lib/pdk/validate/metadata/metadata_syntax_validator.rb +78 -78
- data/lib/pdk/validate/metadata/metadata_validator_group.rb +20 -20
- data/lib/pdk/validate/puppet/puppet_epp_validator.rb +133 -133
- data/lib/pdk/validate/puppet/puppet_lint_validator.rb +66 -66
- data/lib/pdk/validate/puppet/puppet_syntax_validator.rb +137 -137
- data/lib/pdk/validate/puppet/puppet_validator_group.rb +21 -21
- data/lib/pdk/validate/ruby/ruby_rubocop_validator.rb +80 -80
- data/lib/pdk/validate/ruby/ruby_validator_group.rb +19 -19
- data/lib/pdk/validate/tasks/tasks_metadata_lint_validator.rb +88 -88
- data/lib/pdk/validate/tasks/tasks_name_validator.rb +50 -50
- data/lib/pdk/validate/tasks/tasks_validator_group.rb +20 -20
- data/lib/pdk/validate/validator.rb +118 -118
- data/lib/pdk/validate/validator_group.rb +104 -104
- data/lib/pdk/validate/yaml/yaml_syntax_validator.rb +95 -95
- data/lib/pdk/validate/yaml/yaml_validator_group.rb +19 -19
- data/lib/pdk/validate.rb +94 -94
- data/lib/pdk/version.rb +4 -4
- data/lib/pdk.rb +76 -76
- data/locales/config.yaml +21 -21
- data/locales/pdk.pot +2111 -2094
- metadata +3 -3
@@ -1,100 +1,100 @@
|
|
1
|
-
require 'pdk'
|
2
|
-
|
3
|
-
module PDK
|
4
|
-
module Validate
|
5
|
-
# An abstract validator that runs ruby code internal to the PDK e.g. JSON and YAML validation, on a single file.
|
6
|
-
# The validator code must run within the PDK Ruby environment as opposed to the bundled Ruby environment for a module.
|
7
|
-
#
|
8
|
-
# At a a minimum child classes should implment the `name`, `pattern` and `validate_target` methods
|
9
|
-
#
|
10
|
-
# An example concrete implementation could look like:
|
11
|
-
#
|
12
|
-
# module PDK
|
13
|
-
# module Validate
|
14
|
-
# module Tasks
|
15
|
-
# class TasksNameValidator < InternalRubyValidator
|
16
|
-
# def name
|
17
|
-
# 'task-name'
|
18
|
-
# end
|
19
|
-
#
|
20
|
-
# def pattern
|
21
|
-
# 'tasks/**/*'
|
22
|
-
# end
|
23
|
-
#
|
24
|
-
# def validate_target(report, target)
|
25
|
-
# task_name = File.basename(target, File.extname(target))
|
26
|
-
# ... ruby code ...
|
27
|
-
# success ? 0 : 1
|
28
|
-
# end
|
29
|
-
# end
|
30
|
-
# end
|
31
|
-
# end
|
32
|
-
# end
|
33
|
-
#
|
34
|
-
#
|
35
|
-
# @abstract
|
36
|
-
# @see PDK::Validate::InvokableValidator
|
37
|
-
class InternalRubyValidator < InvokableValidator
|
38
|
-
# @see PDK::Validate::Validator.prepare_invoke!
|
39
|
-
def prepare_invoke!
|
40
|
-
return if @prepared
|
41
|
-
super
|
42
|
-
|
43
|
-
# Parse the targets
|
44
|
-
@targets, @skipped, @invalid = parse_targets
|
45
|
-
|
46
|
-
nil
|
47
|
-
end
|
48
|
-
|
49
|
-
# Invokes the validator to call `validate_target` on each target
|
50
|
-
# @see PDK::Validate::Validator.invoke
|
51
|
-
def invoke(report)
|
52
|
-
prepare_invoke!
|
53
|
-
|
54
|
-
process_skipped(report, @skipped)
|
55
|
-
process_invalid(report, @invalid)
|
56
|
-
|
57
|
-
return 0 if @targets.empty?
|
58
|
-
|
59
|
-
return_val = 0
|
60
|
-
|
61
|
-
before_validation
|
62
|
-
|
63
|
-
start_spinner
|
64
|
-
@targets.each do |target|
|
65
|
-
validation_result = validate_target(report, target)
|
66
|
-
if validation_result.nil?
|
67
|
-
report.add_event(
|
68
|
-
file: target,
|
69
|
-
source: name,
|
70
|
-
state: :failure,
|
71
|
-
severity: 'error',
|
72
|
-
message: "Validation did not return an exit code for #{target}",
|
73
|
-
)
|
74
|
-
validation_result = 1
|
75
|
-
end
|
76
|
-
return_val = validation_result if validation_result > return_val
|
77
|
-
end
|
78
|
-
|
79
|
-
stop_spinner(return_val.zero?)
|
80
|
-
return_val
|
81
|
-
end
|
82
|
-
|
83
|
-
# Validates a single target
|
84
|
-
# It is the responsibility of this method to populate the report with validation messages
|
85
|
-
#
|
86
|
-
# @param report [PDK::Report] The report to add the events to
|
87
|
-
# @param target [String] The target to validate
|
88
|
-
#
|
89
|
-
# @return [Integer] The exitcode of the validation. Zero indicates success. A non-zero code indicates failure
|
90
|
-
# @api private
|
91
|
-
# @abstract
|
92
|
-
def validate_target(report, target); end
|
93
|
-
|
94
|
-
# Tasks to run before validation occurs. This is run once every time `.invoke` is called
|
95
|
-
# @api private
|
96
|
-
# @abstract
|
97
|
-
def before_validation; end
|
98
|
-
end
|
99
|
-
end
|
100
|
-
end
|
1
|
+
require 'pdk'
|
2
|
+
|
3
|
+
module PDK
|
4
|
+
module Validate
|
5
|
+
# An abstract validator that runs ruby code internal to the PDK e.g. JSON and YAML validation, on a single file.
|
6
|
+
# The validator code must run within the PDK Ruby environment as opposed to the bundled Ruby environment for a module.
|
7
|
+
#
|
8
|
+
# At a a minimum child classes should implment the `name`, `pattern` and `validate_target` methods
|
9
|
+
#
|
10
|
+
# An example concrete implementation could look like:
|
11
|
+
#
|
12
|
+
# module PDK
|
13
|
+
# module Validate
|
14
|
+
# module Tasks
|
15
|
+
# class TasksNameValidator < InternalRubyValidator
|
16
|
+
# def name
|
17
|
+
# 'task-name'
|
18
|
+
# end
|
19
|
+
#
|
20
|
+
# def pattern
|
21
|
+
# 'tasks/**/*'
|
22
|
+
# end
|
23
|
+
#
|
24
|
+
# def validate_target(report, target)
|
25
|
+
# task_name = File.basename(target, File.extname(target))
|
26
|
+
# ... ruby code ...
|
27
|
+
# success ? 0 : 1
|
28
|
+
# end
|
29
|
+
# end
|
30
|
+
# end
|
31
|
+
# end
|
32
|
+
# end
|
33
|
+
#
|
34
|
+
#
|
35
|
+
# @abstract
|
36
|
+
# @see PDK::Validate::InvokableValidator
|
37
|
+
class InternalRubyValidator < InvokableValidator
|
38
|
+
# @see PDK::Validate::Validator.prepare_invoke!
|
39
|
+
def prepare_invoke!
|
40
|
+
return if @prepared
|
41
|
+
super
|
42
|
+
|
43
|
+
# Parse the targets
|
44
|
+
@targets, @skipped, @invalid = parse_targets
|
45
|
+
|
46
|
+
nil
|
47
|
+
end
|
48
|
+
|
49
|
+
# Invokes the validator to call `validate_target` on each target
|
50
|
+
# @see PDK::Validate::Validator.invoke
|
51
|
+
def invoke(report)
|
52
|
+
prepare_invoke!
|
53
|
+
|
54
|
+
process_skipped(report, @skipped)
|
55
|
+
process_invalid(report, @invalid)
|
56
|
+
|
57
|
+
return 0 if @targets.empty?
|
58
|
+
|
59
|
+
return_val = 0
|
60
|
+
|
61
|
+
before_validation
|
62
|
+
|
63
|
+
start_spinner
|
64
|
+
@targets.each do |target|
|
65
|
+
validation_result = validate_target(report, target)
|
66
|
+
if validation_result.nil?
|
67
|
+
report.add_event(
|
68
|
+
file: target,
|
69
|
+
source: name,
|
70
|
+
state: :failure,
|
71
|
+
severity: 'error',
|
72
|
+
message: "Validation did not return an exit code for #{target}",
|
73
|
+
)
|
74
|
+
validation_result = 1
|
75
|
+
end
|
76
|
+
return_val = validation_result if validation_result > return_val
|
77
|
+
end
|
78
|
+
|
79
|
+
stop_spinner(return_val.zero?)
|
80
|
+
return_val
|
81
|
+
end
|
82
|
+
|
83
|
+
# Validates a single target
|
84
|
+
# It is the responsibility of this method to populate the report with validation messages
|
85
|
+
#
|
86
|
+
# @param report [PDK::Report] The report to add the events to
|
87
|
+
# @param target [String] The target to validate
|
88
|
+
#
|
89
|
+
# @return [Integer] The exitcode of the validation. Zero indicates success. A non-zero code indicates failure
|
90
|
+
# @api private
|
91
|
+
# @abstract
|
92
|
+
def validate_target(report, target); end
|
93
|
+
|
94
|
+
# Tasks to run before validation occurs. This is run once every time `.invoke` is called
|
95
|
+
# @api private
|
96
|
+
# @abstract
|
97
|
+
def before_validation; end
|
98
|
+
end
|
99
|
+
end
|
100
|
+
end
|
@@ -1,228 +1,228 @@
|
|
1
|
-
require 'pdk'
|
2
|
-
|
3
|
-
module PDK
|
4
|
-
module Validate
|
5
|
-
# A base class for file based validators.
|
6
|
-
# This class provides base methods and helpers to help determine the file targets to validate against.
|
7
|
-
# Acutal validator implementation should inherit from other child abstract classes e.g. ExternalCommandValdiator
|
8
|
-
# @see PDK::Validate::Validator
|
9
|
-
# @abstract
|
10
|
-
class InvokableValidator < Validator
|
11
|
-
# Controls how many times the validator is invoked.
|
12
|
-
#
|
13
|
-
# :once - The validator will be invoked once and passed all the
|
14
|
-
# targets.
|
15
|
-
# :per_target - The validator will be invoked for each target
|
16
|
-
# separately.
|
17
|
-
# @abstract
|
18
|
-
def invoke_style
|
19
|
-
:once
|
20
|
-
end
|
21
|
-
|
22
|
-
# Whether this Validator can be invoked in this context. By default any InvokableValidator can work in any Context, except ::None
|
23
|
-
# @see PDK::Validate::Validator
|
24
|
-
def valid_in_context?
|
25
|
-
!context.is_a?(PDK::Context::None)
|
26
|
-
end
|
27
|
-
|
28
|
-
# An array, or a string, of glob patterns to use to find targets
|
29
|
-
# @return [Array[String], String]
|
30
|
-
# @abstract
|
31
|
-
def pattern; end
|
32
|
-
|
33
|
-
# An array, or a string, of glob patterns to use to ignore targets
|
34
|
-
# @return [Array[String], String, Nil]
|
35
|
-
# @abstract
|
36
|
-
def pattern_ignore; end
|
37
|
-
|
38
|
-
# @see PDK::Validate::Validator.prepare_invoke!
|
39
|
-
def prepare_invoke!
|
40
|
-
return if @prepared
|
41
|
-
super
|
42
|
-
|
43
|
-
# Register the spinner
|
44
|
-
spinner
|
45
|
-
nil
|
46
|
-
end
|
47
|
-
|
48
|
-
# Parses the target strings provided from the CLI
|
49
|
-
#
|
50
|
-
# @param options [Hash] A Hash containing the input options from the CLI.
|
51
|
-
#
|
52
|
-
# @return targets [Array] An Array of Strings containing target file paths
|
53
|
-
# for the validator to validate.
|
54
|
-
# @return skipped [Array] An Array of Strings containing targets
|
55
|
-
# that are skipped due to target not containing
|
56
|
-
# any files that can be validated by the validator.
|
57
|
-
# @return invalid [Array] An Array of Strings containing targets that do
|
58
|
-
# not exist, and will not be run by validator.
|
59
|
-
def parse_targets
|
60
|
-
requested_targets = options.fetch(:targets, [])
|
61
|
-
# If no targets are specified and empty targets are allowed return with an empty list.
|
62
|
-
# It will be up to the validator (and whatever validation tool it uses) to determine the
|
63
|
-
# targets. For example, using rubocop with no targets, will allow rubocop to determine the
|
64
|
-
# target list using it's .rubocop.yml file
|
65
|
-
return [[], [], []] if requested_targets.empty? && allow_empty_targets?
|
66
|
-
# If no targets are specified, then we will run validations from the base context directory.
|
67
|
-
targets = requested_targets.empty? ? [context.root_path] : requested_targets
|
68
|
-
targets.map! { |r| r.gsub(File::ALT_SEPARATOR, File::SEPARATOR) } if File::ALT_SEPARATOR
|
69
|
-
|
70
|
-
# If this validator is not valid in this context then skip all of the targets
|
71
|
-
return [[], targets, []] unless valid_in_context?
|
72
|
-
|
73
|
-
skipped = []
|
74
|
-
invalid = []
|
75
|
-
matched = targets.map { |target|
|
76
|
-
if pattern.nil?
|
77
|
-
target
|
78
|
-
else
|
79
|
-
if PDK::Util::Filesystem.directory?(target) # rubocop:disable Style/IfInsideElse
|
80
|
-
target_root = context.root_path
|
81
|
-
pattern_glob = Array(pattern).map { |p| PDK::Util::Filesystem.glob(File.join(target_root, p), File::FNM_DOTMATCH) }
|
82
|
-
target_list = pattern_glob.flatten
|
83
|
-
.select { |glob| PDK::Util::Filesystem.fnmatch(File.join(PDK::Util::Filesystem.expand_path(PDK::Util.canonical_path(target)), '*'), glob, File::FNM_DOTMATCH) }
|
84
|
-
.map { |glob| Pathname.new(glob).relative_path_from(Pathname.new(context.root_path)).to_s }
|
85
|
-
|
86
|
-
ignore_list = ignore_pathspec
|
87
|
-
target_list = target_list.reject { |file| ignore_list.match(file) }
|
88
|
-
|
89
|
-
if target_list.flatten.empty?
|
90
|
-
PDK.logger.info(_('Validator \'%{validator}\' skipped for \'%{target}\'. No files matching \'%{pattern}\' found to validate.') % { validator: name, target: target, pattern: pattern })
|
91
|
-
|
92
|
-
skipped << target
|
93
|
-
end
|
94
|
-
|
95
|
-
target_list
|
96
|
-
elsif PDK::Util::Filesystem.file?(target)
|
97
|
-
if Array(pattern).include? target
|
98
|
-
target
|
99
|
-
elsif Array(pattern).any? { |p| PDK::Util::Filesystem.fnmatch(PDK::Util::Filesystem.expand_path(p), PDK::Util::Filesystem.expand_path(target), File::FNM_DOTMATCH) }
|
100
|
-
target
|
101
|
-
else
|
102
|
-
skipped << target
|
103
|
-
next
|
104
|
-
end
|
105
|
-
else
|
106
|
-
invalid << target
|
107
|
-
next
|
108
|
-
end
|
109
|
-
end
|
110
|
-
}.compact.flatten.uniq
|
111
|
-
[matched, skipped, invalid]
|
112
|
-
end
|
113
|
-
|
114
|
-
# Whether the target parsing ignores "dotfiles" (e.g. .gitignore or .pdkignore) which are considered hidden files in POSIX
|
115
|
-
# @return [Boolean]
|
116
|
-
# @abstract
|
117
|
-
def ignore_dotfiles?
|
118
|
-
true
|
119
|
-
end
|
120
|
-
|
121
|
-
# @see PDK::Validate::Validator.spinner_text
|
122
|
-
# @abstract
|
123
|
-
def spinner_text
|
124
|
-
_('Running %{name} validator ...') % { name: name }
|
125
|
-
end
|
126
|
-
|
127
|
-
# @see PDK::Validate::Validator.spinner
|
128
|
-
def spinner
|
129
|
-
return nil unless spinners_enabled?
|
130
|
-
return @spinner unless @spinner.nil?
|
131
|
-
require 'pdk/cli/util/spinner'
|
132
|
-
|
133
|
-
@spinner = TTY::Spinner.new("[:spinner] #{spinner_text}", PDK::CLI::Util.spinner_opts_for_platform)
|
134
|
-
end
|
135
|
-
|
136
|
-
# Process any targets that were skipped by the validator and add the events to the validation report
|
137
|
-
# @param report [PDK::Report] The report to add the events to
|
138
|
-
# @param skipped [Array[String]] The list of skipped targets
|
139
|
-
def process_skipped(report, skipped = [])
|
140
|
-
skipped.each do |skipped_target|
|
141
|
-
PDK.logger.debug(_('%{validator}: Skipped \'%{target}\'. Target does not contain any files to validate (%{pattern}).') % { validator: name, target: skipped_target, pattern: pattern })
|
142
|
-
report.add_event(
|
143
|
-
file: skipped_target,
|
144
|
-
source: name,
|
145
|
-
message: _('Target does not contain any files to validate (%{pattern}).') % { pattern: pattern },
|
146
|
-
severity: :info,
|
147
|
-
state: :skipped,
|
148
|
-
)
|
149
|
-
end
|
150
|
-
end
|
151
|
-
|
152
|
-
# Process any targets that were invalid by the validator and add the events to the validation report
|
153
|
-
# @param report [PDK::Report] The report to add the events to
|
154
|
-
# @param invalid [Array[String]] The list of invalid targets
|
155
|
-
def process_invalid(report, invalid = [])
|
156
|
-
invalid.each do |invalid_target|
|
157
|
-
PDK.logger.debug(_('%{validator}: Skipped \'%{target}\'. Target file not found.') % { validator: name, target: invalid_target })
|
158
|
-
report.add_event(
|
159
|
-
file: invalid_target,
|
160
|
-
source: name,
|
161
|
-
message: _('File does not exist.'),
|
162
|
-
severity: :error,
|
163
|
-
state: :error,
|
164
|
-
)
|
165
|
-
end
|
166
|
-
end
|
167
|
-
|
168
|
-
# Controls how the validator behaves if not passed any targets.
|
169
|
-
#
|
170
|
-
# true - PDK will not pass the globbed targets to the validator command
|
171
|
-
# and it will instead rely on the underlying tool to find its
|
172
|
-
# own default targets.
|
173
|
-
# false - PDK will pass the globbed targets to the validator command.
|
174
|
-
# @abstract
|
175
|
-
def allow_empty_targets?
|
176
|
-
false
|
177
|
-
end
|
178
|
-
|
179
|
-
protected
|
180
|
-
|
181
|
-
# Takes the pattern used in a module context and transforms it depending on the
|
182
|
-
# context e.g. A Control Repo will use the module pattern in each module path
|
183
|
-
#
|
184
|
-
# @param [Array, String] The pattern when used in the module root. Does not start with '/'
|
185
|
-
#
|
186
|
-
# @return [Array[String]]
|
187
|
-
def contextual_pattern(module_pattern)
|
188
|
-
module_pattern = [module_pattern] unless module_pattern.is_a?(Array)
|
189
|
-
return module_pattern unless context.is_a?(PDK::Context::ControlRepo)
|
190
|
-
context.actualized_module_paths.map { |mod_path| module_pattern.map { |pat_path| mod_path + '/*/' + pat_path } }.flatten
|
191
|
-
end
|
192
|
-
|
193
|
-
private
|
194
|
-
|
195
|
-
# Helper method to collate the default ignored paths
|
196
|
-
# @return [PathSpec] Paths to ignore
|
197
|
-
def ignore_pathspec
|
198
|
-
ignore_pathspec = if context.is_a?(PDK::Context::Module)
|
199
|
-
require 'pdk/module'
|
200
|
-
PDK::Module.default_ignored_pathspec(ignore_dotfiles?)
|
201
|
-
elsif context.is_a?(PDK::Context::ControlRepo)
|
202
|
-
require 'pdk/control_repo'
|
203
|
-
PDK::ControlRepo.default_ignored_pathspec(ignore_dotfiles?)
|
204
|
-
else
|
205
|
-
PathSpec.new.tap do |ps|
|
206
|
-
ps.add('.*') if ignore_dotfiles?
|
207
|
-
end
|
208
|
-
end
|
209
|
-
|
210
|
-
unless pattern_ignore.nil?
|
211
|
-
Array(pattern_ignore).each do |pattern|
|
212
|
-
ignore_pathspec.add(pattern)
|
213
|
-
end
|
214
|
-
end
|
215
|
-
|
216
|
-
# block will always be [] because it is intialized in config
|
217
|
-
ignore_files = PDK.config.get_within_scopes('validate.ignore')
|
218
|
-
unless ignore_files.nil? || ignore_files.empty?
|
219
|
-
Array(ignore_files).each do |pattern|
|
220
|
-
ignore_pathspec.add(pattern)
|
221
|
-
end
|
222
|
-
end
|
223
|
-
|
224
|
-
ignore_pathspec
|
225
|
-
end
|
226
|
-
end
|
227
|
-
end
|
228
|
-
end
|
1
|
+
require 'pdk'
|
2
|
+
|
3
|
+
module PDK
|
4
|
+
module Validate
|
5
|
+
# A base class for file based validators.
|
6
|
+
# This class provides base methods and helpers to help determine the file targets to validate against.
|
7
|
+
# Acutal validator implementation should inherit from other child abstract classes e.g. ExternalCommandValdiator
|
8
|
+
# @see PDK::Validate::Validator
|
9
|
+
# @abstract
|
10
|
+
class InvokableValidator < Validator
|
11
|
+
# Controls how many times the validator is invoked.
|
12
|
+
#
|
13
|
+
# :once - The validator will be invoked once and passed all the
|
14
|
+
# targets.
|
15
|
+
# :per_target - The validator will be invoked for each target
|
16
|
+
# separately.
|
17
|
+
# @abstract
|
18
|
+
def invoke_style
|
19
|
+
:once
|
20
|
+
end
|
21
|
+
|
22
|
+
# Whether this Validator can be invoked in this context. By default any InvokableValidator can work in any Context, except ::None
|
23
|
+
# @see PDK::Validate::Validator
|
24
|
+
def valid_in_context?
|
25
|
+
!context.is_a?(PDK::Context::None)
|
26
|
+
end
|
27
|
+
|
28
|
+
# An array, or a string, of glob patterns to use to find targets
|
29
|
+
# @return [Array[String], String]
|
30
|
+
# @abstract
|
31
|
+
def pattern; end
|
32
|
+
|
33
|
+
# An array, or a string, of glob patterns to use to ignore targets
|
34
|
+
# @return [Array[String], String, Nil]
|
35
|
+
# @abstract
|
36
|
+
def pattern_ignore; end
|
37
|
+
|
38
|
+
# @see PDK::Validate::Validator.prepare_invoke!
|
39
|
+
def prepare_invoke!
|
40
|
+
return if @prepared
|
41
|
+
super
|
42
|
+
|
43
|
+
# Register the spinner
|
44
|
+
spinner
|
45
|
+
nil
|
46
|
+
end
|
47
|
+
|
48
|
+
# Parses the target strings provided from the CLI
|
49
|
+
#
|
50
|
+
# @param options [Hash] A Hash containing the input options from the CLI.
|
51
|
+
#
|
52
|
+
# @return targets [Array] An Array of Strings containing target file paths
|
53
|
+
# for the validator to validate.
|
54
|
+
# @return skipped [Array] An Array of Strings containing targets
|
55
|
+
# that are skipped due to target not containing
|
56
|
+
# any files that can be validated by the validator.
|
57
|
+
# @return invalid [Array] An Array of Strings containing targets that do
|
58
|
+
# not exist, and will not be run by validator.
|
59
|
+
def parse_targets
|
60
|
+
requested_targets = options.fetch(:targets, [])
|
61
|
+
# If no targets are specified and empty targets are allowed return with an empty list.
|
62
|
+
# It will be up to the validator (and whatever validation tool it uses) to determine the
|
63
|
+
# targets. For example, using rubocop with no targets, will allow rubocop to determine the
|
64
|
+
# target list using it's .rubocop.yml file
|
65
|
+
return [[], [], []] if requested_targets.empty? && allow_empty_targets?
|
66
|
+
# If no targets are specified, then we will run validations from the base context directory.
|
67
|
+
targets = requested_targets.empty? ? [context.root_path] : requested_targets
|
68
|
+
targets.map! { |r| r.gsub(File::ALT_SEPARATOR, File::SEPARATOR) } if File::ALT_SEPARATOR
|
69
|
+
|
70
|
+
# If this validator is not valid in this context then skip all of the targets
|
71
|
+
return [[], targets, []] unless valid_in_context?
|
72
|
+
|
73
|
+
skipped = []
|
74
|
+
invalid = []
|
75
|
+
matched = targets.map { |target|
|
76
|
+
if pattern.nil?
|
77
|
+
target
|
78
|
+
else
|
79
|
+
if PDK::Util::Filesystem.directory?(target) # rubocop:disable Style/IfInsideElse
|
80
|
+
target_root = context.root_path
|
81
|
+
pattern_glob = Array(pattern).map { |p| PDK::Util::Filesystem.glob(File.join(target_root, p), File::FNM_DOTMATCH) }
|
82
|
+
target_list = pattern_glob.flatten
|
83
|
+
.select { |glob| PDK::Util::Filesystem.fnmatch(File.join(PDK::Util::Filesystem.expand_path(PDK::Util.canonical_path(target)), '*'), glob, File::FNM_DOTMATCH) }
|
84
|
+
.map { |glob| Pathname.new(glob).relative_path_from(Pathname.new(context.root_path)).to_s }
|
85
|
+
|
86
|
+
ignore_list = ignore_pathspec
|
87
|
+
target_list = target_list.reject { |file| ignore_list.match(file) }
|
88
|
+
|
89
|
+
if target_list.flatten.empty?
|
90
|
+
PDK.logger.info(_('Validator \'%{validator}\' skipped for \'%{target}\'. No files matching \'%{pattern}\' found to validate.') % { validator: name, target: target, pattern: pattern })
|
91
|
+
|
92
|
+
skipped << target
|
93
|
+
end
|
94
|
+
|
95
|
+
target_list
|
96
|
+
elsif PDK::Util::Filesystem.file?(target)
|
97
|
+
if Array(pattern).include? target
|
98
|
+
target
|
99
|
+
elsif Array(pattern).any? { |p| PDK::Util::Filesystem.fnmatch(PDK::Util::Filesystem.expand_path(p), PDK::Util::Filesystem.expand_path(target), File::FNM_DOTMATCH) }
|
100
|
+
target
|
101
|
+
else
|
102
|
+
skipped << target
|
103
|
+
next
|
104
|
+
end
|
105
|
+
else
|
106
|
+
invalid << target
|
107
|
+
next
|
108
|
+
end
|
109
|
+
end
|
110
|
+
}.compact.flatten.uniq
|
111
|
+
[matched, skipped, invalid]
|
112
|
+
end
|
113
|
+
|
114
|
+
# Whether the target parsing ignores "dotfiles" (e.g. .gitignore or .pdkignore) which are considered hidden files in POSIX
|
115
|
+
# @return [Boolean]
|
116
|
+
# @abstract
|
117
|
+
def ignore_dotfiles?
|
118
|
+
true
|
119
|
+
end
|
120
|
+
|
121
|
+
# @see PDK::Validate::Validator.spinner_text
|
122
|
+
# @abstract
|
123
|
+
def spinner_text
|
124
|
+
_('Running %{name} validator ...') % { name: name }
|
125
|
+
end
|
126
|
+
|
127
|
+
# @see PDK::Validate::Validator.spinner
|
128
|
+
def spinner
|
129
|
+
return nil unless spinners_enabled?
|
130
|
+
return @spinner unless @spinner.nil?
|
131
|
+
require 'pdk/cli/util/spinner'
|
132
|
+
|
133
|
+
@spinner = TTY::Spinner.new("[:spinner] #{spinner_text}", PDK::CLI::Util.spinner_opts_for_platform)
|
134
|
+
end
|
135
|
+
|
136
|
+
# Process any targets that were skipped by the validator and add the events to the validation report
|
137
|
+
# @param report [PDK::Report] The report to add the events to
|
138
|
+
# @param skipped [Array[String]] The list of skipped targets
|
139
|
+
def process_skipped(report, skipped = [])
|
140
|
+
skipped.each do |skipped_target|
|
141
|
+
PDK.logger.debug(_('%{validator}: Skipped \'%{target}\'. Target does not contain any files to validate (%{pattern}).') % { validator: name, target: skipped_target, pattern: pattern })
|
142
|
+
report.add_event(
|
143
|
+
file: skipped_target,
|
144
|
+
source: name,
|
145
|
+
message: _('Target does not contain any files to validate (%{pattern}).') % { pattern: pattern },
|
146
|
+
severity: :info,
|
147
|
+
state: :skipped,
|
148
|
+
)
|
149
|
+
end
|
150
|
+
end
|
151
|
+
|
152
|
+
# Process any targets that were invalid by the validator and add the events to the validation report
|
153
|
+
# @param report [PDK::Report] The report to add the events to
|
154
|
+
# @param invalid [Array[String]] The list of invalid targets
|
155
|
+
def process_invalid(report, invalid = [])
|
156
|
+
invalid.each do |invalid_target|
|
157
|
+
PDK.logger.debug(_('%{validator}: Skipped \'%{target}\'. Target file not found.') % { validator: name, target: invalid_target })
|
158
|
+
report.add_event(
|
159
|
+
file: invalid_target,
|
160
|
+
source: name,
|
161
|
+
message: _('File does not exist.'),
|
162
|
+
severity: :error,
|
163
|
+
state: :error,
|
164
|
+
)
|
165
|
+
end
|
166
|
+
end
|
167
|
+
|
168
|
+
# Controls how the validator behaves if not passed any targets.
|
169
|
+
#
|
170
|
+
# true - PDK will not pass the globbed targets to the validator command
|
171
|
+
# and it will instead rely on the underlying tool to find its
|
172
|
+
# own default targets.
|
173
|
+
# false - PDK will pass the globbed targets to the validator command.
|
174
|
+
# @abstract
|
175
|
+
def allow_empty_targets?
|
176
|
+
false
|
177
|
+
end
|
178
|
+
|
179
|
+
protected
|
180
|
+
|
181
|
+
# Takes the pattern used in a module context and transforms it depending on the
|
182
|
+
# context e.g. A Control Repo will use the module pattern in each module path
|
183
|
+
#
|
184
|
+
# @param [Array, String] The pattern when used in the module root. Does not start with '/'
|
185
|
+
#
|
186
|
+
# @return [Array[String]]
|
187
|
+
def contextual_pattern(module_pattern)
|
188
|
+
module_pattern = [module_pattern] unless module_pattern.is_a?(Array)
|
189
|
+
return module_pattern unless context.is_a?(PDK::Context::ControlRepo)
|
190
|
+
context.actualized_module_paths.map { |mod_path| module_pattern.map { |pat_path| mod_path + '/*/' + pat_path } }.flatten
|
191
|
+
end
|
192
|
+
|
193
|
+
private
|
194
|
+
|
195
|
+
# Helper method to collate the default ignored paths
|
196
|
+
# @return [PathSpec] Paths to ignore
|
197
|
+
def ignore_pathspec
|
198
|
+
ignore_pathspec = if context.is_a?(PDK::Context::Module)
|
199
|
+
require 'pdk/module'
|
200
|
+
PDK::Module.default_ignored_pathspec(ignore_dotfiles?)
|
201
|
+
elsif context.is_a?(PDK::Context::ControlRepo)
|
202
|
+
require 'pdk/control_repo'
|
203
|
+
PDK::ControlRepo.default_ignored_pathspec(ignore_dotfiles?)
|
204
|
+
else
|
205
|
+
PathSpec.new.tap do |ps|
|
206
|
+
ps.add('.*') if ignore_dotfiles?
|
207
|
+
end
|
208
|
+
end
|
209
|
+
|
210
|
+
unless pattern_ignore.nil?
|
211
|
+
Array(pattern_ignore).each do |pattern|
|
212
|
+
ignore_pathspec.add(pattern)
|
213
|
+
end
|
214
|
+
end
|
215
|
+
|
216
|
+
# block will always be [] because it is intialized in config
|
217
|
+
ignore_files = PDK.config.get_within_scopes('validate.ignore')
|
218
|
+
unless ignore_files.nil? || ignore_files.empty?
|
219
|
+
Array(ignore_files).each do |pattern|
|
220
|
+
ignore_pathspec.add(pattern)
|
221
|
+
end
|
222
|
+
end
|
223
|
+
|
224
|
+
ignore_pathspec
|
225
|
+
end
|
226
|
+
end
|
227
|
+
end
|
228
|
+
end
|