mkit 0.10.5 → 0.11.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/Makefile +42 -0
- data/README.md +4 -1
- data/config/mkit_config.yml +3 -0
- data/docs/architecture.md +102 -0
- data/lib/mkit/app/controllers/pods_controller.rb +2 -2
- data/lib/mkit/app/controllers/services_controller.rb +4 -4
- data/lib/mkit/app/model/ingress.rb +1 -1
- data/lib/mkit/app/model/mkit_job.rb +0 -1
- data/lib/mkit/app/model/pod.rb +51 -36
- data/lib/mkit/app/model/resource.rb +7 -4
- data/lib/mkit/app/model/service.rb +51 -23
- data/lib/mkit/app/model/volume.rb +3 -3
- data/lib/mkit/app/templates/haproxy/app_haproxy.cfg.erb +1 -1
- data/lib/mkit/container/abstract.rb +16 -0
- data/lib/mkit/container/api.rb +22 -0
- data/lib/mkit/container/containers.rb +22 -0
- data/lib/mkit/container/docker/api.rb +25 -0
- data/lib/mkit/container/docker/containers.rb +178 -0
- data/lib/mkit/container/docker/events.rb +22 -0
- data/lib/mkit/container/docker/mapper.rb +54 -0
- data/lib/mkit/container/docker/networks.rb +37 -0
- data/lib/mkit/container/docker/payload.rb +41 -0
- data/lib/mkit/container/docker/stream_demux.rb +51 -0
- data/lib/mkit/container/docker/volumes.rb +29 -0
- data/lib/mkit/container/errors.rb +21 -0
- data/lib/mkit/container/event.rb +29 -0
- data/lib/mkit/container/events.rb +15 -0
- data/lib/mkit/container/http/unix_client.rb +139 -0
- data/lib/mkit/container/info.rb +41 -0
- data/lib/mkit/container/networks.rb +19 -0
- data/lib/mkit/container/registry.rb +37 -0
- data/lib/mkit/container/spec.rb +67 -0
- data/lib/mkit/container/utf8_buffer.rb +62 -0
- data/lib/mkit/container/volumes.rb +15 -0
- data/lib/mkit/ctypes.rb +0 -1
- data/lib/mkit/exceptions.rb +0 -2
- data/lib/mkit/pods/container_exec_command.rb +50 -0
- data/lib/mkit/pods/container_listener.rb +187 -0
- data/lib/mkit/pods/container_log_listener.rb +68 -0
- data/lib/mkit/pods/pod_reconciler.rb +48 -0
- data/lib/mkit/sagas/create_pod_saga.rb +22 -5
- data/lib/mkit/sagas/destroy_pod_saga.rb +6 -3
- data/lib/mkit/version.rb +1 -1
- data/lib/mkit/workers/haproxy_worker.rb +16 -10
- data/lib/mkit.rb +6 -4
- data/mkit.gemspec +11 -6
- metadata +121 -58
- data/lib/mkit/app/helpers/docker_helper.rb +0 -106
- data/lib/mkit/app/templates/docker/docker_run.sh.erb +0 -10
- data/lib/mkit/cmd/shell_client.rb +0 -57
- data/lib/mkit/cmd_runner.rb +0 -27
- data/lib/mkit/pods/docker_exec_command.rb +0 -38
- data/lib/mkit/pods/docker_listener.rb +0 -123
- data/lib/mkit/pods/docker_log_listener.rb +0 -40
|
@@ -1,123 +0,0 @@
|
|
|
1
|
-
require 'pty'
|
|
2
|
-
require 'mkit/status'
|
|
3
|
-
require "mkit/cmd/shell_client"
|
|
4
|
-
|
|
5
|
-
#
|
|
6
|
-
# https://docs.docker.com/engine/reference/commandline/events
|
|
7
|
-
require 'mkit/app/helpers/docker_helper'
|
|
8
|
-
module MKIt
|
|
9
|
-
class StopThread < RuntimeError; end
|
|
10
|
-
|
|
11
|
-
class DockerListener
|
|
12
|
-
include MKIt::DockerHelper
|
|
13
|
-
|
|
14
|
-
def initialize
|
|
15
|
-
@queue = Queue.new
|
|
16
|
-
@listener = ShellClient.new(command: "docker events --format '{{json .}}'")
|
|
17
|
-
end
|
|
18
|
-
|
|
19
|
-
def enqueue(msg)
|
|
20
|
-
@queue << msg
|
|
21
|
-
end
|
|
22
|
-
|
|
23
|
-
def start
|
|
24
|
-
@consumer.run if register_consumer
|
|
25
|
-
register_listener
|
|
26
|
-
end
|
|
27
|
-
|
|
28
|
-
def stop
|
|
29
|
-
@listener.unregister if @listener
|
|
30
|
-
@consumer.raise StopThread.new
|
|
31
|
-
MKItLogger.info("docker listener stopped")
|
|
32
|
-
end
|
|
33
|
-
|
|
34
|
-
private
|
|
35
|
-
|
|
36
|
-
def parse_message(msg)
|
|
37
|
-
action = msg['Action'].to_sym
|
|
38
|
-
type = msg['Type'].to_sym
|
|
39
|
-
MKItLogger.info("docker <#{type}> <#{action}> received: \n\t#{msg}")
|
|
40
|
-
case type
|
|
41
|
-
when :container
|
|
42
|
-
pod_id = msg.id
|
|
43
|
-
pod_name = msg.Actor.Attributes.name
|
|
44
|
-
pod = Pod.find_by(name: pod_name)
|
|
45
|
-
unless pod.nil?
|
|
46
|
-
case action
|
|
47
|
-
when :create
|
|
48
|
-
pod.pod_id = pod_id
|
|
49
|
-
pod.status = MKIt::Status::CREATED
|
|
50
|
-
pod.save
|
|
51
|
-
pod.service.update_status!
|
|
52
|
-
when :start
|
|
53
|
-
pod.pod_id = pod_id
|
|
54
|
-
pod.save
|
|
55
|
-
pod.service.update_status!
|
|
56
|
-
when :kill
|
|
57
|
-
pod.service.update_status!
|
|
58
|
-
when :die
|
|
59
|
-
pod.service.update_status!
|
|
60
|
-
when :stop
|
|
61
|
-
pod.service.update_status!
|
|
62
|
-
else
|
|
63
|
-
MKItLogger.debug(" #{type} #{action} <<TODO>>")
|
|
64
|
-
end
|
|
65
|
-
else
|
|
66
|
-
MKItLogger.warn("docker <<#{type}>> <#{action}> received: #{msg}. But I don't know anything about pod #{pod_id}/#{pod_name}")
|
|
67
|
-
end
|
|
68
|
-
when :network
|
|
69
|
-
pod_id = msg.Actor.Attributes.container
|
|
70
|
-
inspect = inspect_instance(pod_id)
|
|
71
|
-
unless inspect.nil?
|
|
72
|
-
inspect = inspect.to_o
|
|
73
|
-
pod_name = inspect.Name[1..]
|
|
74
|
-
pod = Pod.find_by(name: pod_name)
|
|
75
|
-
unless pod.nil?
|
|
76
|
-
case action
|
|
77
|
-
when :connect
|
|
78
|
-
MKItLogger.info("docker network #{action} received: #{msg} for pod #{pod_name}")
|
|
79
|
-
pod.update_ip
|
|
80
|
-
pod.save
|
|
81
|
-
when :disconnect
|
|
82
|
-
MKItLogger.debug(" #{type} #{action} <<NOOP / TODO>>")
|
|
83
|
-
else
|
|
84
|
-
MKItLogger.debug(" #{type} #{action} <<TODO>>")
|
|
85
|
-
end
|
|
86
|
-
else
|
|
87
|
-
MKItLogger.warn("docker <<#{type}>> <#{action}> received: #{msg}. But I don't know anything about pod #{pod_id}/#{pod_name}")
|
|
88
|
-
end
|
|
89
|
-
else
|
|
90
|
-
MKItLogger.warn("docker <<#{type}>> <#{action}> received: #{msg}. But I don't know anything about pod #{pod_id}")
|
|
91
|
-
end
|
|
92
|
-
else
|
|
93
|
-
MKItLogger.info("\t#{type} #{action} <<unknown>>")
|
|
94
|
-
end
|
|
95
|
-
end
|
|
96
|
-
|
|
97
|
-
def register_consumer
|
|
98
|
-
return false unless @consumer.nil?
|
|
99
|
-
|
|
100
|
-
@consumer = Thread.new do
|
|
101
|
-
running = true
|
|
102
|
-
while running
|
|
103
|
-
begin
|
|
104
|
-
parse_message(@queue.pop)
|
|
105
|
-
rescue StopThread
|
|
106
|
-
running = false
|
|
107
|
-
MKItLogger.info("docker consumer ended")
|
|
108
|
-
rescue => e
|
|
109
|
-
MKItLogger.error("error while consuming docker notification: #{e}", e.message, e.backtrace.join("\n"))
|
|
110
|
-
end
|
|
111
|
-
end
|
|
112
|
-
end
|
|
113
|
-
true
|
|
114
|
-
end
|
|
115
|
-
|
|
116
|
-
def register_listener
|
|
117
|
-
@listener.register do |stdout, stdin, pid|
|
|
118
|
-
stdout.each { |line| enqueue JSON.parse(line).to_o }
|
|
119
|
-
end
|
|
120
|
-
end
|
|
121
|
-
end
|
|
122
|
-
end
|
|
123
|
-
|
|
@@ -1,40 +0,0 @@
|
|
|
1
|
-
require "mkit/cmd/shell_client"
|
|
2
|
-
require "mkit/app/helpers/docker_helper"
|
|
3
|
-
|
|
4
|
-
module MKIt
|
|
5
|
-
class DockerLogListener < MKIt::ShellClient
|
|
6
|
-
|
|
7
|
-
include DockerHelper
|
|
8
|
-
|
|
9
|
-
def initialize(pod, ws, options: {})
|
|
10
|
-
if options[:clear]
|
|
11
|
-
clear_logs(pod.name)
|
|
12
|
-
end
|
|
13
|
-
@pod = pod
|
|
14
|
-
@ws = ws
|
|
15
|
-
command = "docker logs"
|
|
16
|
-
command += " -f" if options[:follow] == 'true'
|
|
17
|
-
command += " -n #{options[:nr_lines]}" if options[:nr_lines]
|
|
18
|
-
command += " -n 10" unless options[:nr_lines]
|
|
19
|
-
command += " -t" if options[:timestamps] == 'true'
|
|
20
|
-
command += " --since #{options[:since]}" if options[:since]
|
|
21
|
-
command += " --until #{options[:until]}" if options[:until]
|
|
22
|
-
command += " --details" if options[:details] == 'true'
|
|
23
|
-
command += " #{@pod.name}"
|
|
24
|
-
super(command: command)
|
|
25
|
-
end
|
|
26
|
-
|
|
27
|
-
def register
|
|
28
|
-
super do |stdout, stdin, pid|
|
|
29
|
-
stdout.each {
|
|
30
|
-
|line| @ws.send(line.strip!)
|
|
31
|
-
}
|
|
32
|
-
end
|
|
33
|
-
end
|
|
34
|
-
|
|
35
|
-
def close
|
|
36
|
-
@ws.close_websocket unless @ws.nil?
|
|
37
|
-
end
|
|
38
|
-
end
|
|
39
|
-
end
|
|
40
|
-
|