mkit 0.10.5 → 0.11.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (55) hide show
  1. checksums.yaml +4 -4
  2. data/Makefile +42 -0
  3. data/README.md +4 -1
  4. data/config/mkit_config.yml +3 -0
  5. data/docs/architecture.md +102 -0
  6. data/lib/mkit/app/controllers/pods_controller.rb +2 -2
  7. data/lib/mkit/app/controllers/services_controller.rb +4 -4
  8. data/lib/mkit/app/model/ingress.rb +1 -1
  9. data/lib/mkit/app/model/mkit_job.rb +0 -1
  10. data/lib/mkit/app/model/pod.rb +51 -36
  11. data/lib/mkit/app/model/resource.rb +7 -4
  12. data/lib/mkit/app/model/service.rb +51 -23
  13. data/lib/mkit/app/model/volume.rb +3 -3
  14. data/lib/mkit/app/templates/haproxy/app_haproxy.cfg.erb +1 -1
  15. data/lib/mkit/container/abstract.rb +16 -0
  16. data/lib/mkit/container/api.rb +22 -0
  17. data/lib/mkit/container/containers.rb +22 -0
  18. data/lib/mkit/container/docker/api.rb +25 -0
  19. data/lib/mkit/container/docker/containers.rb +178 -0
  20. data/lib/mkit/container/docker/events.rb +22 -0
  21. data/lib/mkit/container/docker/mapper.rb +54 -0
  22. data/lib/mkit/container/docker/networks.rb +37 -0
  23. data/lib/mkit/container/docker/payload.rb +41 -0
  24. data/lib/mkit/container/docker/stream_demux.rb +51 -0
  25. data/lib/mkit/container/docker/volumes.rb +29 -0
  26. data/lib/mkit/container/errors.rb +21 -0
  27. data/lib/mkit/container/event.rb +29 -0
  28. data/lib/mkit/container/events.rb +15 -0
  29. data/lib/mkit/container/http/unix_client.rb +139 -0
  30. data/lib/mkit/container/info.rb +41 -0
  31. data/lib/mkit/container/networks.rb +19 -0
  32. data/lib/mkit/container/registry.rb +37 -0
  33. data/lib/mkit/container/spec.rb +67 -0
  34. data/lib/mkit/container/utf8_buffer.rb +62 -0
  35. data/lib/mkit/container/volumes.rb +15 -0
  36. data/lib/mkit/ctypes.rb +0 -1
  37. data/lib/mkit/exceptions.rb +0 -2
  38. data/lib/mkit/pods/container_exec_command.rb +50 -0
  39. data/lib/mkit/pods/container_listener.rb +187 -0
  40. data/lib/mkit/pods/container_log_listener.rb +68 -0
  41. data/lib/mkit/pods/pod_reconciler.rb +48 -0
  42. data/lib/mkit/sagas/create_pod_saga.rb +22 -5
  43. data/lib/mkit/sagas/destroy_pod_saga.rb +6 -3
  44. data/lib/mkit/version.rb +1 -1
  45. data/lib/mkit/workers/haproxy_worker.rb +16 -10
  46. data/lib/mkit.rb +6 -4
  47. data/mkit.gemspec +11 -6
  48. metadata +121 -58
  49. data/lib/mkit/app/helpers/docker_helper.rb +0 -106
  50. data/lib/mkit/app/templates/docker/docker_run.sh.erb +0 -10
  51. data/lib/mkit/cmd/shell_client.rb +0 -57
  52. data/lib/mkit/cmd_runner.rb +0 -27
  53. data/lib/mkit/pods/docker_exec_command.rb +0 -38
  54. data/lib/mkit/pods/docker_listener.rb +0 -123
  55. data/lib/mkit/pods/docker_log_listener.rb +0 -40
@@ -1,123 +0,0 @@
1
- require 'pty'
2
- require 'mkit/status'
3
- require "mkit/cmd/shell_client"
4
-
5
- #
6
- # https://docs.docker.com/engine/reference/commandline/events
7
- require 'mkit/app/helpers/docker_helper'
8
- module MKIt
9
- class StopThread < RuntimeError; end
10
-
11
- class DockerListener
12
- include MKIt::DockerHelper
13
-
14
- def initialize
15
- @queue = Queue.new
16
- @listener = ShellClient.new(command: "docker events --format '{{json .}}'")
17
- end
18
-
19
- def enqueue(msg)
20
- @queue << msg
21
- end
22
-
23
- def start
24
- @consumer.run if register_consumer
25
- register_listener
26
- end
27
-
28
- def stop
29
- @listener.unregister if @listener
30
- @consumer.raise StopThread.new
31
- MKItLogger.info("docker listener stopped")
32
- end
33
-
34
- private
35
-
36
- def parse_message(msg)
37
- action = msg['Action'].to_sym
38
- type = msg['Type'].to_sym
39
- MKItLogger.info("docker <#{type}> <#{action}> received: \n\t#{msg}")
40
- case type
41
- when :container
42
- pod_id = msg.id
43
- pod_name = msg.Actor.Attributes.name
44
- pod = Pod.find_by(name: pod_name)
45
- unless pod.nil?
46
- case action
47
- when :create
48
- pod.pod_id = pod_id
49
- pod.status = MKIt::Status::CREATED
50
- pod.save
51
- pod.service.update_status!
52
- when :start
53
- pod.pod_id = pod_id
54
- pod.save
55
- pod.service.update_status!
56
- when :kill
57
- pod.service.update_status!
58
- when :die
59
- pod.service.update_status!
60
- when :stop
61
- pod.service.update_status!
62
- else
63
- MKItLogger.debug(" #{type} #{action} <<TODO>>")
64
- end
65
- else
66
- MKItLogger.warn("docker <<#{type}>> <#{action}> received: #{msg}. But I don't know anything about pod #{pod_id}/#{pod_name}")
67
- end
68
- when :network
69
- pod_id = msg.Actor.Attributes.container
70
- inspect = inspect_instance(pod_id)
71
- unless inspect.nil?
72
- inspect = inspect.to_o
73
- pod_name = inspect.Name[1..]
74
- pod = Pod.find_by(name: pod_name)
75
- unless pod.nil?
76
- case action
77
- when :connect
78
- MKItLogger.info("docker network #{action} received: #{msg} for pod #{pod_name}")
79
- pod.update_ip
80
- pod.save
81
- when :disconnect
82
- MKItLogger.debug(" #{type} #{action} <<NOOP / TODO>>")
83
- else
84
- MKItLogger.debug(" #{type} #{action} <<TODO>>")
85
- end
86
- else
87
- MKItLogger.warn("docker <<#{type}>> <#{action}> received: #{msg}. But I don't know anything about pod #{pod_id}/#{pod_name}")
88
- end
89
- else
90
- MKItLogger.warn("docker <<#{type}>> <#{action}> received: #{msg}. But I don't know anything about pod #{pod_id}")
91
- end
92
- else
93
- MKItLogger.info("\t#{type} #{action} <<unknown>>")
94
- end
95
- end
96
-
97
- def register_consumer
98
- return false unless @consumer.nil?
99
-
100
- @consumer = Thread.new do
101
- running = true
102
- while running
103
- begin
104
- parse_message(@queue.pop)
105
- rescue StopThread
106
- running = false
107
- MKItLogger.info("docker consumer ended")
108
- rescue => e
109
- MKItLogger.error("error while consuming docker notification: #{e}", e.message, e.backtrace.join("\n"))
110
- end
111
- end
112
- end
113
- true
114
- end
115
-
116
- def register_listener
117
- @listener.register do |stdout, stdin, pid|
118
- stdout.each { |line| enqueue JSON.parse(line).to_o }
119
- end
120
- end
121
- end
122
- end
123
-
@@ -1,40 +0,0 @@
1
- require "mkit/cmd/shell_client"
2
- require "mkit/app/helpers/docker_helper"
3
-
4
- module MKIt
5
- class DockerLogListener < MKIt::ShellClient
6
-
7
- include DockerHelper
8
-
9
- def initialize(pod, ws, options: {})
10
- if options[:clear]
11
- clear_logs(pod.name)
12
- end
13
- @pod = pod
14
- @ws = ws
15
- command = "docker logs"
16
- command += " -f" if options[:follow] == 'true'
17
- command += " -n #{options[:nr_lines]}" if options[:nr_lines]
18
- command += " -n 10" unless options[:nr_lines]
19
- command += " -t" if options[:timestamps] == 'true'
20
- command += " --since #{options[:since]}" if options[:since]
21
- command += " --until #{options[:until]}" if options[:until]
22
- command += " --details" if options[:details] == 'true'
23
- command += " #{@pod.name}"
24
- super(command: command)
25
- end
26
-
27
- def register
28
- super do |stdout, stdin, pid|
29
- stdout.each {
30
- |line| @ws.send(line.strip!)
31
- }
32
- end
33
- end
34
-
35
- def close
36
- @ws.close_websocket unless @ws.nil?
37
- end
38
- end
39
- end
40
-