mkit 0.10.4 → 0.10.6

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: e92750155ba497c89a362cbc4549b77b7171e2728cc161b1ee9242ad84b8efd3
-  data.tar.gz: ef0adefd3151c12ffa2de7e0ea66aeed4bf8dca8c6aa37e19b499c4b2dde5b70
+  metadata.gz: c8da623d478674392719514f75c4f217b965ae74672da8a9fa95dc3fcdd32e8c
+  data.tar.gz: 7a8ef046090f61775f7bbccac7e9196c449f1bbb430548a0e6e18e055e424062
 SHA512:
-  metadata.gz: 38fcbd65bc17525a23c60c21e3a53b329c00b62b6138d2cf42ab792c1e6aaf9ec286f6bd681b0c16c3e7cecf696d9e311f8a9d866cdb7d86078d87ad63d8d7b4
-  data.tar.gz: bbff36ce8233420aa63a5b73eb0e4c6c5e1fd8799c2f13fa0d8d079aa780ecc0c6f1e568cd96cee3f715993b04a83ed949ffd0666419a04b7b1e7b163f1501e0
+  metadata.gz: 46e920ccb46d920bf57ba45eced556ae592c201b8d1da9556cb20fe40a699e18d97600165e3874366c1f7346a8bd44076e5bc52539535f71abd854022c01bf03
+  data.tar.gz: 6a09c07ae387bb6b8592213e5620e2230825e8e0c87e7a917784cea2a4536a5ba08090872fb53e723dc6fb79799b7a04342af3fdea0d44af9227146d29d9ef07

data/README.md

@@ -176,6 +176,10 @@ service:
   resources:
     min_replicas: 1 # default value. Pods will be available on internal DNS as '<service_name>.internal'
     max_replicas: 1 # default value
+    limits:
+      cpu: 250m # cpu limit - 1000m represents 1 cpu core. minimum 10m. default is empty
+      memory: 250m # memory limit - default is empty
+      memory_swap: 250m # memory + swap limit - default is empty
   volumes:
     - docker://mkit_rabbitmq_data:/var/lib/rabbitmq # a docker volume - it will be created if it does not exists
     - /var/log/rabbitmq/logs:/var/log/rabbitmq # a local volume

data/db/migrate/008_create_resources.rb

@@ -0,0 +1,17 @@
+# frozen_string_literal: true
+
+class CreateResources < ActiveRecord::Migration[5.1]
+  def up
+    create_table :resources do |t|
+      t.string :service_id
+      t.string :version
+      t.integer :min_replicas, default: 1
+      t.integer :max_replicas, default: 1
+      t.string :cpu_limits
+      t.string :memory_limits
+      t.string :memory_swap_limits
+      t.timestamp :created_at
+      t.timestamp :updated_at
+    end
+  end
+end

data/db/migrate/009_migrate_resources.rb

@@ -0,0 +1,16 @@
+# frozen_string_literal: true
+
+class MigrateResources < ActiveRecord::Migration[5.1]
+
+  #
+  # migrate the resource data from service
+  #
+  def up
+    Service.all.each do |service|
+      resource = Resource.new
+      resource.max_replicas = service.max_replicas
+      resource.min_replicas = service.min_replicas
+      service.resource = resource
+    end
+  end
+end

data/lib/mkit/app/helpers/docker_helper.rb

@@ -87,5 +87,20 @@ module MKIt
       x = MKIt::CmdRunner.run("docker volume inspect #{volume_name}")
       JSON.parse(x).first
     end
+
+    ##
+    # cpu limits
+    def to_docker_cpu_limit(k8s_cpu_limits)
+      if k8s_cpu_limits.nil?
+        nil
+      else
+        cpu_limit = k8s_cpu_limits.to_s
+        if cpu_limit.include?('m')
+          cpu_limit = cpu_limit.delete_suffix('m')
+          cpu_limit = (cpu_limit.to_f / 1000).to_s
+        end
+        cpu_limit
+      end
+    end
   end
 end

data/lib/mkit/app/model/resource.rb

@@ -0,0 +1,61 @@
+# frozen_string_literal: true
+
+class Resource < ActiveRecord::Base
+  belongs_to :service
+
+  def self.create(yaml)
+    resource = Resource.new
+    if yaml.nil?
+      resource.max_replicas = 1
+      resource.min_replicas = 1
+    else
+      validate(yaml)
+      if yaml["min_replicas"]
+        resource.min_replicas = yaml["min_replicas"]
+      else
+        resource.min_replicas = 1
+      end
+      if yaml["max_replicas"]
+        resource.max_replicas = yaml["max_replicas"]
+      else
+        resource.max_replicas = resource.min_replicas
+      end
+      resource.cpu_limits = yaml["limits"]["cpu"] if yaml["limits"] && yaml["limits"]["cpu"]
+      resource.memory_limits = yaml["limits"]["memory"] if yaml["limits"] && yaml["limits"]["memory"]
+      resource.memory_swap_limits = yaml["limits"]["memory_swap"] if yaml["limits"] && yaml["limits"]["memory_swap"]
+    end
+    resource
+  end
+
+  def self.validate(yaml)
+    unless yaml.nil?
+      raise_bad_configuration "resource min_replicas must be bigger or equal than 1" if yaml["min_replicas"] && yaml["min_replicas"] < 1
+      raise_bad_configuration "resource max_replicas must be bigger or equal than 1" if yaml["max_replicas"] && yaml["max_replicas"] < 1
+      if yaml["min_replicas"] && yaml["max_replicas"]
+        raise_bad_configuration "resource max_replicas must be bigger or equal than min_replicas" if yaml["min_replicas"] > yaml["max_replicas"]
+      end
+    end
+    # validate limits
+    unless yaml.nil? || yaml["limits"].nil?
+      resources = yaml["limits"]
+      raise_bad_configuration "resource cpu limits must match '\\d+m'" if resources["cpu"] && resources["cpu"] !~ /\d+m$/
+      raise_bad_configuration "resource memory limits must match '\\d+m'" if resources["memory"] && resources["memory"] !~ /\d+m$/
+      raise_bad_configuration "resource memory_swap limits must match '\\d+m'" if resources["memory_swap"] && resources["memory_swap"] !~ /\d+m$/
+    end
+    true
+  end
+
+  def to_h(options = {})
+    hash = {
+      min_replicas: self.min_replicas,
+      max_replicas: self.max_replicas
+    }
+    if self.cpu_limits || self.memory_limits || self.memory_swap_limits
+      hash[:limits] = {}
+      hash[:limits][:cpu] = self.cpu_limits if self.cpu_limits
+      hash[:limits][:memory] = self.memory_limits if self.memory_limits
+      hash[:limits][:memory_swap] = self.memory_swap_limits if self.memory_swap_limits
+    end
+    hash.remove_symbols_from_keys
+  end
+end

data/lib/mkit/app/model/service.rb

@@ -1,5 +1,6 @@
 require 'mkit/app/model/volume'
 require 'mkit/app/model/ingress'
+require 'mkit/app/model/resource'
 require 'mkit/app/model/service_port'
 require 'mkit/app/model/service_config'
 require 'mkit/app/model/pod'
@@ -23,6 +24,7 @@ class Service < ActiveRecord::Base
   has_one  :lease, dependent: :destroy
   has_one  :dns_host, dependent: :destroy
   has_one  :ingress, dependent: :destroy
+  has_one  :resource, dependent: :destroy
 
   before_destroy :clean_up
 
@@ -64,7 +66,7 @@ class Service < ActiveRecord::Base
       srv.save!
       data = { service_id: srv.id, version: srv.version }
       # create pod
-      (1..srv.min_replicas).each { |i|
+      (1..srv.resource.min_replicas).each { |i|
         pd = Pod.new( status: MKIt::Status::CREATED, name: SecureRandom.uuid.gsub('-','')[0..11])
         srv.pod << pd
         MkitJob.publish(topic: :create_pod_saga, data: {pod_name: pd.name})
@@ -77,14 +79,7 @@ class Service < ActiveRecord::Base
     self.image = config.image if config.image != self.image
     self.command = config.command if config.command != self.command
 
-    unless config.resources.nil?
-      self.max_replicas = config.resources.max_replicas unless config.resources.max_replicas.nil? || config.resources.max_replicas < 1
-      self.min_replicas = config.resources.min_replicas unless config.resources.min_replicas.nil? || config.resources.min_replicas < 1
-    else
-      self.min_replicas = 1
-      self.max_replicas = 1
-    end
-    self.max_replicas = self.min_replicas if self.min_replicas > self.max_replicas
+    self.resource = Resource.create(config.resources)
 
     # docker network
     if config.network.nil? || config.network.empty?
@@ -122,8 +117,7 @@ class Service < ActiveRecord::Base
       # destroy old pods...
       self.pod.destroy_all
       # create pod
-      data = { service_id: self.id, version: self.version }
-      (1..self.min_replicas).each { |i|
+      (1..self.resource.min_replicas).each { |i|
         pd = Pod.new( status: MKIt::Status::CREATED, name: SecureRandom.uuid.gsub('-','')[0..11])
         self.pod << pd
         MkitJob.publish(topic: :create_pod_saga, data: {pod_name: pd.name})
@@ -276,12 +270,9 @@ class Service < ActiveRecord::Base
       }
     end
 
-    # ingress
     srv['ingress'] = self.ingress.to_h(options)
+    srv['resources'] = self.resource.to_h
 
-    srv['resources'] = {}
-    srv['resources']['min_replicas'] = self.min_replicas
-    srv['resources']['max_replicas'] = self.max_replicas
     srv['volumes'] = []
     self.volume.each { |v|
       if v.ctype ==  MKIt::CType::DOCKER_STORAGE.to_s

data/lib/mkit/app/templates/docker/docker_run.sh.erb

@@ -1 +1,10 @@
-docker run -d --name <%=name%>  <%service.service_config&.select{ |x| x.ctype == MKIt::CType::ENVIRONMENT.to_s }.each { |env|%><%=" -e #{env.key}=\"#{env.value}\""%><%}%> <%service.volume&.each { |vol|%><%=" -v \"#{vol.name}:#{vol.path}\""%><%}%>  --network <%=service.pods_network%> --dns <%=service.my_dns%> <%=service.image%> <%=service.command unless service.command.nil?%>
+docker run -d --name <%=name%>  \
+  <%service.service_config&.select{ |x| x.ctype == MKIt::CType::ENVIRONMENT.to_s }.each { |env|%><%=" -e #{env.key}=\"#{env.value}\""%><%}%> \
+  <%service.volume&.each { |vol|%><%=" -v \"#{vol.name}:#{vol.path}\""%><%}%> \
+  --network <%=service.pods_network%> \
+  --dns <%=service.my_dns%> \
+  <%="--cpus #{to_docker_cpu_limit(service.resource.cpu_limits)}" unless service.resource.cpu_limits.nil?%> \
+  <%="--memory #{service.resource.memory_limits}" unless service.resource.memory_limits.nil?%> \
+  <%="--memory-swap #{service.resource.memory_swap_limits}" unless service.resource.memory_swap_limits.nil?%> \
+  <%=service.image%> \
+  <%=service.command unless service.command.nil?%>

data/lib/mkit/cmd_runner.rb

@@ -19,7 +19,7 @@ module MKIt
       rescue PTY::ChildExited
         # nothing
       end
-      raise CmdRunnerException.new("command '#{cmd[0..30]}...' returned an error response") if !$?.nil? && $?.exitstatus != 0
+      raise CmdRunnerException.new("command '#{cmd[0..30]}...' returned an error [#{result}] (#{$?})") if !$?.nil? && $?.exitstatus != 0
       result
     end
   end

data/lib/mkit/version.rb

@@ -1,4 +1,4 @@
 module MKIt
-  VERSION = "0.10.4"
+  VERSION = "0.10.6"
 end
 

data/lib/mkit.rb

@@ -138,13 +138,26 @@ module MKIt
     MKItLogger.info 'restoring operations...'
     # create interfaces of deployed apps  otherwise haproxy won't start
     Service.all.each do |srv|
-      srv.deploy_network
-      srv.update_status!
+      begin
+        srv.deploy_network
+        srv.update_status!
+      rescue => e
+        MKItLogger.warn "Error restoring service #{srv.name}: #{e.message}"
+      end
     end
     # daemontools would eventually start haproxy; systemd does not.
     # so, restart here.
-    MKItLogger.debug 'restarting proxy...'
-    MKIt::HAProxy.restart
+    Thread.new do
+      begin
+        MKItLogger.debug 'restarting proxy...'
+        MKIt::HAProxy.stop
+        sleep 10
+        MKIt::HAProxy.restart
+        MKItLogger.debug 'restarting proxy done.'
+      rescue => e
+        MKItLogger.error "Error in restart_proxy thread: #{e.message}"
+      end
+    end
   end
 
   def self.startup(options: {})

data/mkit.gemspec

@@ -21,7 +21,9 @@ Gem::Specification.new do |s|
   end
   s.executables  << 'mkitd'
   s.executables  << 'mkit'
-  s.add_runtime_dependency 'async-dns', '~> 1.3', '>= 1.3.0'
+  s.add_runtime_dependency 'async', '= 1.32.1'
+  s.add_runtime_dependency 'async-dns', '= 1.3.0'
+  s.add_runtime_dependency 'async-io', '= 1.43.2'
   s.add_runtime_dependency 'dry-container', '~> 0.9', '>= 0.9.0'
   s.add_runtime_dependency 'net_http_unix',   '~> 0.2', '>= 0.2.2'
   s.add_runtime_dependency 'net-ping', '~> 2.0', '>= 2.0.8'
@@ -30,13 +32,14 @@ Gem::Specification.new do |s|
   s.add_runtime_dependency 'rack-protection', '~> 3.0', '>= 3.0.5'
   s.add_runtime_dependency 'rack-test',       '~> 2.0', '>= 2.0.2'
   s.add_runtime_dependency 'rubydns',         '~> 2.0', '>= 2.0.2'
-  s.add_runtime_dependency 'sinatra',         '~> 3.0', '>= 3.0.5'
-  s.add_runtime_dependency 'sinatra-activerecord', '~> 2.0', '>= 2.0.26'
-  s.add_runtime_dependency 'sinatra-websocket', '~> 0.3', '>= 0.3.1'
+  s.add_runtime_dependency 'sinatra',         '= 3.2.0'
+  s.add_runtime_dependency 'sinatra-activerecord', '= 2.0.28'
+  s.add_runtime_dependency 'sinatra-websocket', '= 0.3.1'
   s.add_runtime_dependency 'sqlite3', '~> 1.5', '>= 1.5.4'
   s.add_runtime_dependency 'standalone_migrations', '~> 7.1', '< 7.2.0'
-  s.add_runtime_dependency 'thin', '~> 1.8', '>= 1.8.1'
+  s.add_runtime_dependency 'thin', '~> 1.8', '= 1.8.2'
   s.add_runtime_dependency 'text-table', '~> 1.2', '>= 1.2.4'
-  s.add_runtime_dependency 'faye-websocket', '~> 0.11', '>= 0.11.3'
+  s.add_runtime_dependency 'faye-websocket', '= 0.11.3'
+  s.add_runtime_dependency 'json_schemer', '~> 2.5', '>= 2.5.0'
   s.add_development_dependency 'rubocop', '~> 1.0'
 end

data/samples/apps/httpbin.yml

@@ -40,6 +40,10 @@ service:
   resources:
     min_replicas: 1
     max_replicas: 1
+    limits:
+      cpu: 250m
+      memory: 250m
+      memory_swap: 250m
   volumes: []
   environment:
     LOG4J_LEVEL: WARN

data/samples/apps/swiss-army-knife.yml

@@ -0,0 +1,38 @@
+---
+service:
+  name: swiss-army-knife
+  image: leodotcloud/swiss-army-knife
+  command: swiss-army-knife
+  network: bridge
+  ingress:
+    frontend:
+      - name: http-in
+        options:
+          - option httpclose
+          - option forwardfor
+        bind:
+          port: 80
+          mode: http
+        default_backend: server
+    backend:
+    - name: server
+      balance: round_robin
+      options:
+      - cookie JSESSIONID prefix
+      bind:
+        port: 8080
+        mode: http
+        options:
+        - cookie A
+        - check
+  resources:
+    min_replicas: 1
+    max_replicas: 1
+    limits:
+      cpu: 500m
+      memory: 512m
+      memory_swap: 512m
+  volumes: []
+  environment:
+    LOG4J_LEVEL: WARN
+    LOGGING_LEVEL_ROOT: WARN

metadata

@@ -1,35 +1,57 @@
 --- !ruby/object:Gem::Specification
 name: mkit
 version: !ruby/object:Gem::Version
-  version: 0.10.4
+  version: 0.10.6
 platform: ruby
 authors:
 - Vasco Santos
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2025-03-11 00:00:00.000000000 Z
+date: 2026-05-23 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
-  name: async-dns
+  name: async
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - '='
       - !ruby/object:Gem::Version
-        version: '1.3'
-    - - ">="
+        version: 1.32.1
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 1.32.1
+- !ruby/object:Gem::Dependency
+  name: async-dns
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
       - !ruby/object:Gem::Version
         version: 1.3.0
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
-      - !ruby/object:Gem::Version
-        version: '1.3'
-    - - ">="
+    - - '='
       - !ruby/object:Gem::Version
         version: 1.3.0
+- !ruby/object:Gem::Dependency
+  name: async-io
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 1.43.2
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 1.43.2
 - !ruby/object:Gem::Dependency
   name: dry-container
   requirement: !ruby/object:Gem::Requirement
@@ -194,60 +216,42 @@ dependencies:
   name: sinatra
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
-      - !ruby/object:Gem::Version
-        version: '3.0'
-    - - ">="
+    - - '='
       - !ruby/object:Gem::Version
-        version: 3.0.5
+        version: 3.2.0
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - '='
       - !ruby/object:Gem::Version
-        version: '3.0'
-    - - ">="
-      - !ruby/object:Gem::Version
-        version: 3.0.5
+        version: 3.2.0
 - !ruby/object:Gem::Dependency
   name: sinatra-activerecord
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
-      - !ruby/object:Gem::Version
-        version: '2.0'
-    - - ">="
+    - - '='
       - !ruby/object:Gem::Version
-        version: 2.0.26
+        version: 2.0.28
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
-      - !ruby/object:Gem::Version
-        version: '2.0'
-    - - ">="
+    - - '='
       - !ruby/object:Gem::Version
-        version: 2.0.26
+        version: 2.0.28
 - !ruby/object:Gem::Dependency
   name: sinatra-websocket
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
-      - !ruby/object:Gem::Version
-        version: '0.3'
-    - - ">="
+    - - '='
       - !ruby/object:Gem::Version
         version: 0.3.1
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
-      - !ruby/object:Gem::Version
-        version: '0.3'
-    - - ">="
+    - - '='
       - !ruby/object:Gem::Version
         version: 0.3.1
 - !ruby/object:Gem::Dependency
@@ -297,9 +301,9 @@ dependencies:
     - - "~>"
       - !ruby/object:Gem::Version
         version: '1.8'
-    - - ">="
+    - - '='
       - !ruby/object:Gem::Version
-        version: 1.8.1
+        version: 1.8.2
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
@@ -307,9 +311,9 @@ dependencies:
     - - "~>"
       - !ruby/object:Gem::Version
         version: '1.8'
-    - - ">="
+    - - '='
       - !ruby/object:Gem::Version
-        version: 1.8.1
+        version: 1.8.2
 - !ruby/object:Gem::Dependency
   name: text-table
   requirement: !ruby/object:Gem::Requirement
@@ -332,24 +336,38 @@ dependencies:
         version: 1.2.4
 - !ruby/object:Gem::Dependency
   name: faye-websocket
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 0.11.3
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 0.11.3
+- !ruby/object:Gem::Dependency
+  name: json_schemer
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '0.11'
+        version: '2.5'
     - - ">="
       - !ruby/object:Gem::Version
-        version: 0.11.3
+        version: 2.5.0
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '0.11'
+        version: '2.5'
     - - ">="
       - !ruby/object:Gem::Version
-        version: 0.11.3
+        version: 2.5.0
 - !ruby/object:Gem::Dependency
   name: rubocop
   requirement: !ruby/object:Gem::Requirement
@@ -393,6 +411,8 @@ files:
 - db/migrate/005_create_frontend.rb
 - db/migrate/006_create_backend.rb
 - db/migrate/007_migrate_schema.rb
+- db/migrate/008_create_resources.rb
+- db/migrate/009_migrate_resources.rb
 - db/schema.rb
 - lib/mkit.rb
 - lib/mkit/app/controllers/mkit_controller.rb
@@ -416,6 +436,7 @@ files:
 - lib/mkit/app/model/mkit_job.rb
 - lib/mkit/app/model/pod.rb
 - lib/mkit/app/model/pool.rb
+- lib/mkit/app/model/resource.rb
 - lib/mkit/app/model/service.rb
 - lib/mkit/app/model/service_config.rb
 - lib/mkit/app/model/service_port.rb
@@ -476,6 +497,7 @@ files:
 - samples/apps/rabbitmq.yml
 - samples/apps/redis-sentinel.yml
 - samples/apps/redis.yml
+- samples/apps/swiss-army-knife.yml
 - samples/daemontools/log/run
 - samples/daemontools/run
 - samples/systemd/mkitd.service