motherbrain 0.0.0.placeholder → 0.13.1
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +7 -0
- data/.gitignore +9 -0
- data/.ruby-version +1 -0
- data/.travis.yml +9 -0
- data/CHANGELOG.md +196 -0
- data/COMMANDS.md +9 -0
- data/CONTRIBUTING.md +24 -0
- data/Dockerfile +26 -0
- data/Gemfile +60 -2
- data/Guardfile +30 -0
- data/LICENSE +10 -0
- data/MANIFESTS.md +90 -0
- data/OPERATORS_GUIDE.md +195 -0
- data/PLUGINS.md +268 -0
- data/README.md +304 -16
- data/Thorfile +123 -0
- data/VAGRANT.md +116 -0
- data/bin/boot +9 -0
- data/bin/mb +5 -0
- data/bin/mbsrv +5 -0
- data/config.json +32 -0
- data/features/cli/bootstrap_command/configurable_scripts.feature +32 -0
- data/features/cli/configure_command.feature +57 -0
- data/features/cli/environment_command/create_command.feature +22 -0
- data/features/cli/environment_command/destroy_command.feature +33 -0
- data/features/cli/environment_command/from_command.feature +29 -0
- data/features/cli/environment_command/list_command.feature +0 -0
- data/features/cli/node_limiting.feature +47 -0
- data/features/cli/plugin_command/list_command.feature +46 -0
- data/features/cli/service_command/service_command.feature +21 -0
- data/features/cli/template_command.feature +10 -0
- data/features/cli/validate_config.feature +46 -0
- data/features/step_definitions/bootstrap_steps.rb +57 -0
- data/features/step_definitions/chef_server_steps.rb +3 -0
- data/features/step_definitions/configuration_steps.rb +18 -0
- data/features/step_definitions/core_cli_steps.rb +33 -0
- data/features/step_definitions/environment_steps.rb +43 -0
- data/features/step_definitions/node_steps.rb +3 -0
- data/features/step_definitions/plugin_steps.rb +15 -0
- data/features/step_definitions/template_steps.rb +7 -0
- data/features/support/env.rb +68 -0
- data/lib/mb/api.rb +8 -0
- data/lib/mb/api/application.rb +7 -0
- data/lib/mb/api/endpoint.rb +5 -0
- data/lib/mb/api/helpers.rb +38 -0
- data/lib/mb/api/v1.rb +56 -0
- data/lib/mb/api/v1/config_endpoint.rb +12 -0
- data/lib/mb/api/v1/environments_endpoint.rb +174 -0
- data/lib/mb/api/v1/jobs_endpoint.rb +31 -0
- data/lib/mb/api/v1/plugins_endpoint.rb +90 -0
- data/lib/mb/api/validators.rb +5 -0
- data/lib/mb/api/validators/sem_ver.rb +18 -0
- data/lib/mb/application.rb +148 -0
- data/lib/mb/berkshelf.rb +50 -0
- data/lib/mb/bootstrap.rb +9 -0
- data/lib/mb/bootstrap/manager.rb +250 -0
- data/lib/mb/bootstrap/manifest.rb +131 -0
- data/lib/mb/bootstrap/routine.rb +199 -0
- data/lib/mb/bootstrap/template.rb +73 -0
- data/lib/mb/bootstrap/worker.rb +227 -0
- data/lib/mb/chef.rb +6 -0
- data/lib/mb/chef/config.rb +69 -0
- data/lib/mb/chef/run_list_item.rb +115 -0
- data/lib/mb/chef_mutex.rb +304 -0
- data/lib/mb/clean_room_base.rb +39 -0
- data/lib/mb/cli.rb +50 -0
- data/lib/mb/cli/base.rb +51 -0
- data/lib/mb/cli/shell.rb +29 -0
- data/lib/mb/cli/shell/basic.rb +11 -0
- data/lib/mb/cli/shell/color.rb +11 -0
- data/lib/mb/cli/shell/ext.rb +41 -0
- data/lib/mb/cli/sub_command.rb +95 -0
- data/lib/mb/cli/sub_command/component.rb +56 -0
- data/lib/mb/cli/sub_command/plugin.rb +232 -0
- data/lib/mb/cli_client.rb +178 -0
- data/lib/mb/cli_gateway.rb +426 -0
- data/lib/mb/cli_gateway/sub_commands.rb +3 -0
- data/lib/mb/cli_gateway/sub_commands/environment.rb +124 -0
- data/lib/mb/cli_gateway/sub_commands/plugin.rb +148 -0
- data/lib/mb/command.rb +88 -0
- data/lib/mb/command_invoker.rb +235 -0
- data/lib/mb/command_invoker/worker.rb +40 -0
- data/lib/mb/command_runner.rb +233 -0
- data/lib/mb/component.rb +245 -0
- data/lib/mb/config.rb +275 -0
- data/lib/mb/config_manager.rb +75 -0
- data/lib/mb/console.rb +35 -0
- data/lib/mb/cookbook_metadata.rb +73 -0
- data/lib/mb/core_ext.rb +3 -0
- data/lib/mb/core_ext/dir.rb +37 -0
- data/lib/mb/core_ext/enumerable.rb +48 -0
- data/lib/mb/core_ext/file.rb +24 -0
- data/lib/mb/core_ext/signal.rb +11 -0
- data/lib/mb/environment_manager.rb +195 -0
- data/lib/mb/error_handler.rb +212 -0
- data/lib/mb/errors.rb +693 -0
- data/lib/mb/file_system.rb +60 -0
- data/lib/mb/file_system/tempfile.rb +25 -0
- data/lib/mb/gear.rb +154 -0
- data/lib/mb/gears.rb +8 -0
- data/lib/mb/gears/dynamic_service.rb +218 -0
- data/lib/mb/gears/jmx.rb +24 -0
- data/lib/mb/gears/jmx/action.rb +46 -0
- data/lib/mb/gears/mysql.rb +20 -0
- data/lib/mb/gears/mysql/action.rb +190 -0
- data/lib/mb/gears/service.rb +163 -0
- data/lib/mb/gears/service/action.rb +58 -0
- data/lib/mb/gears/service/action_runner.rb +161 -0
- data/lib/mb/grape_ext.rb +3 -0
- data/lib/mb/grape_ext/endpoint.rb +13 -0
- data/lib/mb/group.rb +143 -0
- data/lib/mb/job.rb +183 -0
- data/lib/mb/job/state_machine.rb +34 -0
- data/lib/mb/job/states.rb +46 -0
- data/lib/mb/job_manager.rb +96 -0
- data/lib/mb/job_record.rb +67 -0
- data/lib/mb/job_ticket.rb +25 -0
- data/lib/mb/lock_manager.rb +116 -0
- data/lib/mb/logging.rb +134 -0
- data/lib/mb/logging/basic_format.rb +31 -0
- data/lib/mb/manifest.rb +128 -0
- data/lib/mb/mixin.rb +3 -0
- data/lib/mb/mixin/attribute_setting.rb +265 -0
- data/lib/mb/mixin/coded_exit.rb +49 -0
- data/lib/mb/mixin/locks.rb +54 -0
- data/lib/mb/mixin/services.rb +100 -0
- data/lib/mb/node_filter.rb +97 -0
- data/lib/mb/node_querier.rb +527 -0
- data/lib/mb/plugin.rb +300 -0
- data/lib/mb/plugin_manager.rb +589 -0
- data/lib/mb/provisioner.rb +186 -0
- data/lib/mb/provisioner/manager.rb +213 -0
- data/lib/mb/provisioner/manifest.rb +125 -0
- data/lib/mb/provisioner/provision_data.rb +96 -0
- data/lib/mb/provisioners.rb +5 -0
- data/lib/mb/provisioners/aws.rb +395 -0
- data/lib/mb/rest_gateway.rb +72 -0
- data/lib/mb/ridley_ext.rb +5 -0
- data/lib/mb/ridley_ext/cookbook_object.rb +15 -0
- data/lib/mb/srv_ctl.rb +183 -0
- data/lib/mb/test.rb +104 -0
- data/lib/mb/thor_ext.rb +49 -0
- data/lib/mb/upgrade.rb +6 -0
- data/lib/mb/upgrade/manager.rb +85 -0
- data/lib/mb/upgrade/worker.rb +149 -0
- data/lib/mb/version.rb +1 -1
- data/lib/motherbrain.rb +166 -2
- data/man/man_helper.rb +81 -0
- data/man/mb.1 +494 -0
- data/man/mb.1.html +300 -0
- data/man/mb.1.ronn.erb +62 -0
- data/motherbrain.gemspec +56 -20
- data/scripts/node_name.rb +14 -0
- data/spec/fixtures/cb_metadata.json +7 -0
- data/spec/fixtures/cb_metadata.rb +14 -0
- data/spec/fixtures/fake_id_rsa +27 -0
- data/spec/fixtures/fake_key.pem +27 -0
- data/spec/fixtures/myface-0.1.0/metadata.rb +14 -0
- data/spec/fixtures/myface-0.1.0/motherbrain.rb +0 -0
- data/spec/fixtures/test_env.json +15 -0
- data/spec/spec_helper.rb +67 -0
- data/spec/support/actor_mocking.rb +7 -0
- data/spec/support/berkshelf.rb +24 -0
- data/spec/support/chef_server.rb +102 -0
- data/spec/support/doubles.rb +11 -0
- data/spec/support/klass.rb +10 -0
- data/spec/support/matchers/each.rb +12 -0
- data/spec/support/matchers/error_codes.rb +5 -0
- data/spec/support/matchers/exit_codes.rb +57 -0
- data/spec/support/matchers/jobs.rb +11 -0
- data/spec/support/spec_helpers.rb +145 -0
- data/spec/unit/mb/api/application_spec.rb +11 -0
- data/spec/unit/mb/api/helpers_spec.rb +5 -0
- data/spec/unit/mb/api/v1/config_endpoint_spec.rb +19 -0
- data/spec/unit/mb/api/v1/environments_endpoint_spec.rb +71 -0
- data/spec/unit/mb/api/v1/jobs_endpoint_spec.rb +24 -0
- data/spec/unit/mb/api/v1/plugins_endpoint_spec.rb +298 -0
- data/spec/unit/mb/api/v1_spec.rb +37 -0
- data/spec/unit/mb/api/validators/sem_ver_spec.rb +5 -0
- data/spec/unit/mb/application_spec.rb +19 -0
- data/spec/unit/mb/berkshelf_spec.rb +38 -0
- data/spec/unit/mb/bootstrap/manager_spec.rb +347 -0
- data/spec/unit/mb/bootstrap/manifest_spec.rb +333 -0
- data/spec/unit/mb/bootstrap/routine_spec.rb +393 -0
- data/spec/unit/mb/bootstrap/template_spec.rb +100 -0
- data/spec/unit/mb/bootstrap/worker_spec.rb +194 -0
- data/spec/unit/mb/chef/config_spec.rb +33 -0
- data/spec/unit/mb/chef/run_list_item_spec.rb +34 -0
- data/spec/unit/mb/chef_mutex_spec.rb +314 -0
- data/spec/unit/mb/clean_room_base_spec.rb +31 -0
- data/spec/unit/mb/cli/base_spec.rb +43 -0
- data/spec/unit/mb/cli/shell/basic_spec.rb +5 -0
- data/spec/unit/mb/cli/shell/color_spec.rb +5 -0
- data/spec/unit/mb/cli/shell/ext_spec.rb +11 -0
- data/spec/unit/mb/cli/shell_spec.rb +38 -0
- data/spec/unit/mb/cli/sub_command/base_spec.rb +102 -0
- data/spec/unit/mb/cli/sub_command/component_spec.rb +5 -0
- data/spec/unit/mb/cli/sub_command/plugin_spec.rb +91 -0
- data/spec/unit/mb/cli/sub_command_spec.rb +43 -0
- data/spec/unit/mb/cli/ui.rb +0 -0
- data/spec/unit/mb/cli_client_spec.rb +51 -0
- data/spec/unit/mb/cli_gateway_spec.rb +386 -0
- data/spec/unit/mb/command_invoker/worker_spec.rb +43 -0
- data/spec/unit/mb/command_invoker_spec.rb +230 -0
- data/spec/unit/mb/command_runner_spec.rb +299 -0
- data/spec/unit/mb/command_spec.rb +76 -0
- data/spec/unit/mb/component_spec.rb +185 -0
- data/spec/unit/mb/config_manager_spec.rb +31 -0
- data/spec/unit/mb/config_spec.rb +408 -0
- data/spec/unit/mb/cookbook_metadata_spec.rb +89 -0
- data/spec/unit/mb/core_ext/dir_spec.rb +92 -0
- data/spec/unit/mb/core_ext/enumerable_spec.rb +104 -0
- data/spec/unit/mb/core_ext/file_spec.rb +58 -0
- data/spec/unit/mb/core_ext/signal_spec.rb +24 -0
- data/spec/unit/mb/environment_manager_spec.rb +166 -0
- data/spec/unit/mb/error_handler_spec.rb +173 -0
- data/spec/unit/mb/errors_spec.rb +132 -0
- data/spec/unit/mb/file_system/tempfile_spec.rb +14 -0
- data/spec/unit/mb/file_system_spec.rb +69 -0
- data/spec/unit/mb/gear_spec.rb +125 -0
- data/spec/unit/mb/gears/dynamic_service_spec.rb +187 -0
- data/spec/unit/mb/gears/jmx/action_spec.rb +34 -0
- data/spec/unit/mb/gears/jmx_spec.rb +32 -0
- data/spec/unit/mb/gears/mysql/action_spec.rb +118 -0
- data/spec/unit/mb/gears/mysql_spec.rb +21 -0
- data/spec/unit/mb/gears/service/action_runner_spec.rb +182 -0
- data/spec/unit/mb/gears/service/action_spec.rb +44 -0
- data/spec/unit/mb/gears/service_spec.rb +124 -0
- data/spec/unit/mb/group_spec.rb +280 -0
- data/spec/unit/mb/job_manager_spec.rb +56 -0
- data/spec/unit/mb/job_record_spec.rb +60 -0
- data/spec/unit/mb/job_spec.rb +201 -0
- data/spec/unit/mb/locks_manager_spec.rb +88 -0
- data/spec/unit/mb/logging_spec.rb +133 -0
- data/spec/unit/mb/manifest_spec.rb +105 -0
- data/spec/unit/mb/mixin/attribute_setting_spec.rb +180 -0
- data/spec/unit/mb/mixin/coded_exit_spec.rb +25 -0
- data/spec/unit/mb/mixin/locks_spec.rb +32 -0
- data/spec/unit/mb/mixin/services_spec.rb +75 -0
- data/spec/unit/mb/node_filter_spec.rb +86 -0
- data/spec/unit/mb/node_querier_spec.rb +532 -0
- data/spec/unit/mb/plugin_manager_spec.rb +724 -0
- data/spec/unit/mb/plugin_spec.rb +247 -0
- data/spec/unit/mb/provisioner/manager_spec.rb +141 -0
- data/spec/unit/mb/provisioner/manifest_spec.rb +182 -0
- data/spec/unit/mb/provisioner/provision_data_spec.rb +113 -0
- data/spec/unit/mb/provisioner_spec.rb +251 -0
- data/spec/unit/mb/provisioners/aws_spec.rb +392 -0
- data/spec/unit/mb/provisioners/environment_factory_spec.rb +108 -0
- data/spec/unit/mb/rest_gateway_spec.rb +13 -0
- data/spec/unit/mb/ridley_ext/cookbook_object_spec.rb +105 -0
- data/spec/unit/mb/srv_ctl_spec.rb +142 -0
- data/spec/unit/mb/upgrade/manager_spec.rb +37 -0
- data/spec/unit/mb/upgrade/worker_spec.rb +219 -0
- data/spec/unit/motherbrain_spec.rb +58 -0
- data/templates/bootstrap.json +8 -0
- data/templates/motherbrain.rb +44 -0
- metadata +694 -15
- data/Rakefile +0 -1
@@ -0,0 +1,34 @@
|
|
1
|
+
module MotherBrain
|
2
|
+
class Job
|
3
|
+
# An FSM for {Job}. During each transition the Job will be instructed to save
|
4
|
+
#
|
5
|
+
# @api private
|
6
|
+
class StateMachine
|
7
|
+
include Celluloid::FSM
|
8
|
+
include MB::Logging
|
9
|
+
|
10
|
+
state :pending, to: [ :running, :failure ], default: true do
|
11
|
+
log.debug { "job (#{actor.id}) transitioning to '#{state}'" }
|
12
|
+
actor.save
|
13
|
+
end
|
14
|
+
|
15
|
+
state :running, to: [ :success, :failure ] do
|
16
|
+
log.debug { "job (#{actor.id}) transitioning to '#{state}'" }
|
17
|
+
actor.time_start = Time.now
|
18
|
+
actor.save
|
19
|
+
end
|
20
|
+
|
21
|
+
state :success do
|
22
|
+
log.debug { "job (#{actor.id}) transitioning to '#{state}'" }
|
23
|
+
actor.time_end = Time.now
|
24
|
+
actor.save
|
25
|
+
end
|
26
|
+
|
27
|
+
state :failure do
|
28
|
+
log.debug { "job (#{actor.id}) transitioning to '#{state}'" }
|
29
|
+
actor.time_end = Time.now
|
30
|
+
actor.save
|
31
|
+
end
|
32
|
+
end
|
33
|
+
end
|
34
|
+
end
|
@@ -0,0 +1,46 @@
|
|
1
|
+
module MotherBrain
|
2
|
+
class Job
|
3
|
+
# A mixin to provide helper functions around the state of a Job, JobRecord, or
|
4
|
+
# JobTicket. The helper functions are based on states set by {Job::StateMachine}
|
5
|
+
module States
|
6
|
+
attr_reader :state
|
7
|
+
|
8
|
+
# If a job has succeeded or failed it considered completed
|
9
|
+
#
|
10
|
+
# @return [Boolean]
|
11
|
+
def completed?
|
12
|
+
self.success? || self.failure?
|
13
|
+
end
|
14
|
+
alias_method :finished?, :completed?
|
15
|
+
|
16
|
+
# If a job has failed it is considered a failure
|
17
|
+
#
|
18
|
+
# @return [Boolean]
|
19
|
+
def failure?
|
20
|
+
self.state == :failure
|
21
|
+
end
|
22
|
+
alias_method :failed?, :failure?
|
23
|
+
|
24
|
+
# If a job has not begun and is in the pending state it is considered pending
|
25
|
+
#
|
26
|
+
# @return [Boolean]
|
27
|
+
def pending?
|
28
|
+
self.state == :pending
|
29
|
+
end
|
30
|
+
|
31
|
+
# If a job has begun running and is in the running state it is considered running
|
32
|
+
#
|
33
|
+
# @return [Boolean]
|
34
|
+
def running?
|
35
|
+
self.state == :running
|
36
|
+
end
|
37
|
+
|
38
|
+
# If a job has succeeded it is considered a success
|
39
|
+
#
|
40
|
+
# @return [Boolean]
|
41
|
+
def success?
|
42
|
+
self.state == :success
|
43
|
+
end
|
44
|
+
end
|
45
|
+
end
|
46
|
+
end
|
@@ -0,0 +1,96 @@
|
|
1
|
+
module MotherBrain
|
2
|
+
class JobManager
|
3
|
+
class << self
|
4
|
+
# @raise [Celluloid::DeadActorError] if job manager has not been started
|
5
|
+
#
|
6
|
+
# @return [Celluloid::Actor(JobManager)]
|
7
|
+
def instance
|
8
|
+
MB::Application[:job_manager] or raise Celluloid::DeadActorError, "job manager not running"
|
9
|
+
end
|
10
|
+
|
11
|
+
def running?
|
12
|
+
MB::Application[:job_manager] && instance.alive?
|
13
|
+
end
|
14
|
+
|
15
|
+
def stopped?
|
16
|
+
!running?
|
17
|
+
end
|
18
|
+
end
|
19
|
+
|
20
|
+
include Celluloid
|
21
|
+
include MB::Logging
|
22
|
+
|
23
|
+
trap_exit :force_complete
|
24
|
+
|
25
|
+
# @return [Set<JobRecord>]
|
26
|
+
# listing of records of all jobs; completed and active
|
27
|
+
attr_reader :records
|
28
|
+
alias_method :list, :records
|
29
|
+
|
30
|
+
finalizer :finalize_callback
|
31
|
+
|
32
|
+
def initialize
|
33
|
+
log.debug { "Job Manager starting..." }
|
34
|
+
@records = Set.new
|
35
|
+
@_active = Set.new
|
36
|
+
end
|
37
|
+
|
38
|
+
# Track and record the given job
|
39
|
+
#
|
40
|
+
# @param [Job] job
|
41
|
+
def add(job)
|
42
|
+
@_active.add(job)
|
43
|
+
records.add JobRecord.new(job)
|
44
|
+
monitor(job)
|
45
|
+
end
|
46
|
+
|
47
|
+
# Complete the given active job
|
48
|
+
#
|
49
|
+
# @param [Job] job
|
50
|
+
def complete_job(job)
|
51
|
+
@_active.delete(job)
|
52
|
+
end
|
53
|
+
|
54
|
+
# listing of all active jobs
|
55
|
+
#
|
56
|
+
# @return [Set<JobRecord>]
|
57
|
+
def active
|
58
|
+
active_ids = @_active.collect {|j| j.id }
|
59
|
+
records.select {|r| active_ids.include?(r.id) }
|
60
|
+
end
|
61
|
+
|
62
|
+
# @param [String] id
|
63
|
+
def find(id)
|
64
|
+
records.find { |record| record.id == id }
|
65
|
+
end
|
66
|
+
|
67
|
+
# Update the record for the given Job
|
68
|
+
#
|
69
|
+
# @param [Job] job
|
70
|
+
def update(job)
|
71
|
+
find(job.id).update(job)
|
72
|
+
end
|
73
|
+
|
74
|
+
def terminate_active
|
75
|
+
@_active.map { |job| job.terminate if job.alive? }
|
76
|
+
end
|
77
|
+
|
78
|
+
# Generate a new Job ID
|
79
|
+
#
|
80
|
+
# @return [String]
|
81
|
+
def uuid
|
82
|
+
Celluloid::UUID.generate
|
83
|
+
end
|
84
|
+
|
85
|
+
private
|
86
|
+
|
87
|
+
def finalize_callback
|
88
|
+
log.debug { "Job Manager stopping..." }
|
89
|
+
terminate_active
|
90
|
+
end
|
91
|
+
|
92
|
+
def force_complete(actor, reason)
|
93
|
+
complete_job(actor)
|
94
|
+
end
|
95
|
+
end
|
96
|
+
end
|
@@ -0,0 +1,67 @@
|
|
1
|
+
module MotherBrain
|
2
|
+
class JobRecord
|
3
|
+
include MB::Job::States
|
4
|
+
|
5
|
+
attr_reader :id
|
6
|
+
|
7
|
+
attr_reader :result
|
8
|
+
attr_reader :state
|
9
|
+
attr_reader :status
|
10
|
+
attr_reader :status_buffer
|
11
|
+
attr_reader :type
|
12
|
+
|
13
|
+
attr_reader :time_start
|
14
|
+
attr_reader :time_end
|
15
|
+
|
16
|
+
# @param [Job] job
|
17
|
+
def initialize(job)
|
18
|
+
@id = job.id
|
19
|
+
mass_assign(job)
|
20
|
+
end
|
21
|
+
|
22
|
+
# Update the instantiated JobRecord with the attributes of the given Job
|
23
|
+
#
|
24
|
+
# @param [Job] job
|
25
|
+
# the updated job to update the record with
|
26
|
+
#
|
27
|
+
# @return [self]
|
28
|
+
def update(job)
|
29
|
+
mass_assign(job)
|
30
|
+
self
|
31
|
+
end
|
32
|
+
|
33
|
+
# @return [Hash]
|
34
|
+
def to_hash
|
35
|
+
{
|
36
|
+
id: id,
|
37
|
+
type: type,
|
38
|
+
state: state,
|
39
|
+
status: status,
|
40
|
+
result: result,
|
41
|
+
time_start: time_start,
|
42
|
+
time_end: time_end
|
43
|
+
}
|
44
|
+
end
|
45
|
+
|
46
|
+
# @param [Hash] options
|
47
|
+
# a set of options to pass to MultiJson.encode
|
48
|
+
#
|
49
|
+
# @return [String]
|
50
|
+
def to_json(options = {})
|
51
|
+
MultiJson.encode(self.to_hash, options)
|
52
|
+
end
|
53
|
+
|
54
|
+
private
|
55
|
+
|
56
|
+
# @param [Job] job
|
57
|
+
def mass_assign(job)
|
58
|
+
@result = job.result
|
59
|
+
@state = job.state
|
60
|
+
@status = job.status
|
61
|
+
@status_buffer = job.status_buffer
|
62
|
+
@time_end = job.time_end
|
63
|
+
@time_start = job.time_start
|
64
|
+
@type = job.type
|
65
|
+
end
|
66
|
+
end
|
67
|
+
end
|
@@ -0,0 +1,25 @@
|
|
1
|
+
module MotherBrain
|
2
|
+
# A proxy object around a {JobRecord} stored in the {JobManager}. This wrapper object can
|
3
|
+
# be returned as a response of the public API to a consumer. A ticket will poll it's
|
4
|
+
# referenced {JobRecord} in the {JobManager} for an update about a running or completed {Job}
|
5
|
+
#
|
6
|
+
# @api public
|
7
|
+
class JobTicket < BasicObject
|
8
|
+
attr_reader :id
|
9
|
+
|
10
|
+
# @param [Integer] id
|
11
|
+
def initialize(id)
|
12
|
+
@id = id
|
13
|
+
end
|
14
|
+
|
15
|
+
private
|
16
|
+
|
17
|
+
def record
|
18
|
+
JobManager.instance.find(id)
|
19
|
+
end
|
20
|
+
|
21
|
+
def method_missing(method, *args, &block)
|
22
|
+
record.send(method, *args, &block)
|
23
|
+
end
|
24
|
+
end
|
25
|
+
end
|
@@ -0,0 +1,116 @@
|
|
1
|
+
module MotherBrain
|
2
|
+
# A registry of locks obtained against resources on a Chef Server
|
3
|
+
class LockManager
|
4
|
+
class << self
|
5
|
+
# @raise [Celluloid::DeadActorError] if lock manager has not been started
|
6
|
+
#
|
7
|
+
# @return [Celluloid::Actor(LockManager)]
|
8
|
+
def instance
|
9
|
+
MB::Application[:lock_manager] or raise Celluloid::DeadActorError, "lock manager not running"
|
10
|
+
end
|
11
|
+
end
|
12
|
+
|
13
|
+
include Celluloid
|
14
|
+
include MB::Logging
|
15
|
+
|
16
|
+
# @return [Set<ChefMutex>]
|
17
|
+
attr_reader :locks
|
18
|
+
|
19
|
+
finalizer :finalize_callback
|
20
|
+
|
21
|
+
def initialize
|
22
|
+
log.debug { "Lock Manager starting..." }
|
23
|
+
@locks = Set.new
|
24
|
+
end
|
25
|
+
|
26
|
+
# Find a lock of the given name in the list of registered locks
|
27
|
+
#
|
28
|
+
# @see ChefMutex#initialize
|
29
|
+
#
|
30
|
+
# @return [ChefMutex, nil]
|
31
|
+
def find(options)
|
32
|
+
type, name = options.to_a.flatten
|
33
|
+
|
34
|
+
locks.find { |mutex|
|
35
|
+
mutex.type == type &&
|
36
|
+
mutex.name == name
|
37
|
+
}
|
38
|
+
end
|
39
|
+
|
40
|
+
# Register the given lock
|
41
|
+
#
|
42
|
+
# @param [ChefMutex] mutex
|
43
|
+
def register(mutex)
|
44
|
+
locks.add(mutex)
|
45
|
+
end
|
46
|
+
|
47
|
+
def reset
|
48
|
+
self.locks.clear
|
49
|
+
end
|
50
|
+
|
51
|
+
# Unregister the given lock
|
52
|
+
#
|
53
|
+
# @param [ChefMutex] mutex
|
54
|
+
def unregister(mutex)
|
55
|
+
locks.delete(mutex)
|
56
|
+
end
|
57
|
+
|
58
|
+
# Asynchronously lock an environment
|
59
|
+
#
|
60
|
+
# @param [String] environment
|
61
|
+
#
|
62
|
+
# @return [MB::JobRecord]
|
63
|
+
def async_lock(environment)
|
64
|
+
job = Job.new(:lock)
|
65
|
+
async(:lock, job, environment)
|
66
|
+
job.ticket
|
67
|
+
end
|
68
|
+
|
69
|
+
# Lock an environment
|
70
|
+
#
|
71
|
+
# @param [MB::Job] job
|
72
|
+
# @param [String] environment
|
73
|
+
#
|
74
|
+
# @return [Boolean]
|
75
|
+
def lock(job, environment)
|
76
|
+
ChefMutex.new(
|
77
|
+
chef_environment: environment,
|
78
|
+
force: true,
|
79
|
+
job: job,
|
80
|
+
report_job_status: true
|
81
|
+
).lock
|
82
|
+
end
|
83
|
+
|
84
|
+
# Asynchronously unlock an environment
|
85
|
+
#
|
86
|
+
# @param [String] environment
|
87
|
+
#
|
88
|
+
# @return [MB::JobRecord]
|
89
|
+
def async_unlock(environment)
|
90
|
+
job = Job.new(:unlock)
|
91
|
+
async(:unlock, job, environment)
|
92
|
+
job.ticket
|
93
|
+
end
|
94
|
+
|
95
|
+
# Unlock an environment
|
96
|
+
#
|
97
|
+
# @param [MB::Job] job
|
98
|
+
# @param [String] environment
|
99
|
+
#
|
100
|
+
# @return [Boolean]
|
101
|
+
def unlock(job, environment)
|
102
|
+
ChefMutex.new(
|
103
|
+
chef_environment: environment,
|
104
|
+
force: true,
|
105
|
+
job: job,
|
106
|
+
report_job_status: true
|
107
|
+
).unlock
|
108
|
+
end
|
109
|
+
|
110
|
+
private
|
111
|
+
|
112
|
+
def finalize_callback
|
113
|
+
log.debug { "Lock Manager stopping..." }
|
114
|
+
end
|
115
|
+
end
|
116
|
+
end
|
data/lib/mb/logging.rb
ADDED
@@ -0,0 +1,134 @@
|
|
1
|
+
require 'logger'
|
2
|
+
|
3
|
+
module MotherBrain
|
4
|
+
module Logging
|
5
|
+
autoload :BasicFormat, 'mb/logging/basic_format'
|
6
|
+
include Logger::Severity
|
7
|
+
|
8
|
+
class << self
|
9
|
+
include Logger::Severity
|
10
|
+
|
11
|
+
# Places the arguments given surrounded by whitespace at the top of the
|
12
|
+
# logfile. This makes it easier to scan logs for the beginning of a
|
13
|
+
# command.
|
14
|
+
def add_argument_header
|
15
|
+
return if dev == STDOUT
|
16
|
+
|
17
|
+
logger.unknown nil
|
18
|
+
logger.unknown nil
|
19
|
+
logger.unknown ARGV.join(" ")
|
20
|
+
logger.unknown nil
|
21
|
+
end
|
22
|
+
|
23
|
+
# Returns the currrent logging device
|
24
|
+
#
|
25
|
+
# @return [IO, nil]
|
26
|
+
def dev
|
27
|
+
logdev.dev
|
28
|
+
end
|
29
|
+
|
30
|
+
# Returns the filename of the current logger
|
31
|
+
#
|
32
|
+
# @return [String, nil]
|
33
|
+
def filename
|
34
|
+
logdev.filename
|
35
|
+
end
|
36
|
+
|
37
|
+
# @return [Logger]
|
38
|
+
def logger
|
39
|
+
@logger ||= setup
|
40
|
+
end
|
41
|
+
|
42
|
+
# @return [nil]
|
43
|
+
def reset
|
44
|
+
@logger = nil
|
45
|
+
@preserved_options = nil
|
46
|
+
end
|
47
|
+
|
48
|
+
# @option options [String, Integer] :level (INFO)
|
49
|
+
# @option options [String, IO] :location
|
50
|
+
#
|
51
|
+
# @return [Logger]
|
52
|
+
def setup(options = {})
|
53
|
+
options = options.keep_if { |key, value| value }
|
54
|
+
options = preserve(options).reverse_merge(
|
55
|
+
level: INFO,
|
56
|
+
location: FileSystem.logs.join('application.log')
|
57
|
+
)
|
58
|
+
|
59
|
+
level = options[:level].is_a?(String) ? options[:level].upcase : options[:level]
|
60
|
+
location = options[:location]
|
61
|
+
|
62
|
+
if %w[DEBUG INFO WARN ERROR FATAL].include?(level)
|
63
|
+
level = const_get(level)
|
64
|
+
end
|
65
|
+
|
66
|
+
if %w[STDERR STDOUT].include?(location)
|
67
|
+
location = location.constantize
|
68
|
+
end
|
69
|
+
|
70
|
+
unless [STDERR, STDOUT].include?(location)
|
71
|
+
setup_logdir(location)
|
72
|
+
end
|
73
|
+
|
74
|
+
if jruby? && location.is_a?(Pathname)
|
75
|
+
location = location.to_s
|
76
|
+
end
|
77
|
+
|
78
|
+
@logger = Ridley::Logging::Logger.new(location).tap do |log|
|
79
|
+
log.level = level
|
80
|
+
log.formatter = BasicFormat.new
|
81
|
+
end
|
82
|
+
|
83
|
+
Ridley.logger = @logger
|
84
|
+
Celluloid.logger = ENV["DEBUG_CELLULOID"] ? @logger : nil
|
85
|
+
|
86
|
+
@logger
|
87
|
+
end
|
88
|
+
|
89
|
+
# @param [Logger, nil] obj
|
90
|
+
#
|
91
|
+
# @return [Logger]
|
92
|
+
def set_logger(obj)
|
93
|
+
@logger = (obj.nil? ? Logger.new('/dev/null') : obj)
|
94
|
+
end
|
95
|
+
|
96
|
+
private
|
97
|
+
|
98
|
+
def logdev
|
99
|
+
logger.instance_variable_get(:@logdev)
|
100
|
+
end
|
101
|
+
|
102
|
+
# Stores and returns an updated hash, so that #setup can be called
|
103
|
+
# multiple times
|
104
|
+
#
|
105
|
+
# @param [Hash] options
|
106
|
+
#
|
107
|
+
# @return [Hash]
|
108
|
+
def preserve(options)
|
109
|
+
@preserved_options ||= Hash.new
|
110
|
+
@preserved_options.reverse_merge! options
|
111
|
+
end
|
112
|
+
|
113
|
+
def setup_logdir(location)
|
114
|
+
FileUtils.mkdir_p(File.dirname(location), mode: 0755)
|
115
|
+
end
|
116
|
+
end
|
117
|
+
|
118
|
+
# @return [Logger]
|
119
|
+
def logger
|
120
|
+
MB::Logging.logger
|
121
|
+
end
|
122
|
+
alias_method :log, :logger
|
123
|
+
|
124
|
+
# Log an exception and it's backtrace to FATAL
|
125
|
+
#
|
126
|
+
# @param [Exception] ex
|
127
|
+
def log_exception(ex)
|
128
|
+
ex = ex.respond_to?(:cause) ? ex.cause : ex
|
129
|
+
|
130
|
+
log.fatal { "#{ex.class}: #{ex}" }
|
131
|
+
log.fatal { ex.backtrace.join("\n") } unless ex.backtrace.nil?
|
132
|
+
end
|
133
|
+
end
|
134
|
+
end
|