ConfigLMM 0.3.0 → 0.4.0

data/lib/ConfigLMM/Framework/plugins/plugin.rb

@@ -14,6 +14,7 @@ module ConfigLMM
 
         class Plugin
 
+            REPOS_CACHE = '~/.cache/configlmm/repos'
 
             def self.inherited(plugin)
                 Store.registerPlugin(plugin)
@@ -123,11 +124,19 @@ module ConfigLMM
                 end
             end
 
-            def rm(path, dry)
+            def rm(path, dry, ssh = nil)
                 if dry
-                    prompt.say('Would remove ' + path)
+                    if ssh
+                        prompt.say("Would remove ssh://#{ssh.transport.host}:#{ssh.transport.port}" + path)
+                    else
+                        prompt.say('Would remove ' + path)
+                    end
                 else
-                    FileUtils.rm_r(path, noop: dry)
+                    if ssh
+                        self.class.sshExec!(ssh, "rm -rf #{path}")
+                    else
+                        FileUtils.rm_r(path, noop: dry)
+                    end
                 end
             end
 
@@ -247,8 +256,12 @@ module ConfigLMM
                 end
             end
 
-            def self.exec(command, ssh = nil, allowFailure = false)
+            def self.exec(command, ssh = nil, allowFailure = false, dry = false)
                 if ssh.nil?
+                    if dry
+                        puts "Would execute: #{command}"
+                        return
+                    end
                     stdout, stdeerr, status = Open3.capture3(command)
                     if !allowFailure && !status.success?
                         $stderr.puts(stdout)
@@ -257,7 +270,15 @@ module ConfigLMM
                     end
                     stdout + stdeerr
                 else
-                    self.sshExec!(ssh, command, allowFailure)
+                    self.sshExec!(ssh, command, allowFailure, dry)
+                end
+            end
+
+            def self.cmdSuccess?(command, ssh = nil)
+                if ssh.nil?
+                    system(command, :out => File::NULL)
+                else
+                    self.sshSuccess?(ssh, command)
                 end
             end
 
@@ -269,6 +290,15 @@ module ConfigLMM
                 [server, params]
             end
 
+            def self.cmdSSH(uri)
+                uri = Addressable::URI.parse(uri) if uri.is_a?(String)
+                server, sshParams = self.toSSHparams(uri)
+                cmd = 'ssh '
+                cmd += '-p ' + sshParams[:port] if sshParams[:port]
+                cmd += sshParams[:user] + '@' if sshParams[:port]
+                cmd + server
+            end
+
             def self.sshStart(uri)
                 uri = Addressable::URI.parse(uri) if uri.is_a?(String)
                 server, sshParams = self.toSSHparams(uri)
@@ -277,7 +307,11 @@ module ConfigLMM
                 end
             end
 
-            def self.sshExec!(ssh, command, allowFailure = false)
+            def self.sshExec!(ssh, command, allowFailure = false, dry = false)
+                if dry
+                    puts "Would execute: ssh #{ssh.transport.host} -p #{ssh.transport.port} '#{command}'"
+                    return
+                end
                 status = {}
                 output = ''
                 channel = ssh.exec(command, status: status) do |channel, stream, data|
@@ -291,6 +325,12 @@ module ConfigLMM
                 output
             end
 
+            def self.sshSuccess?(ssh, command)
+                status = {}
+                ssh.exec!(command, status)
+                status[:exit_code].zero?
+            end
+
             def renderTemplate(template, target, outputPath, options)
                 variables = {
                     config: target,
@@ -304,6 +344,22 @@ module ConfigLMM
                 end
             end
 
+            def cleanupType(type, configs, state, context, options)
+                items = state.selectType(type)
+                items.each do |id, item|
+                    if !configs.key?(id) && item['Status'] != State::STATUS_DESTROYED && (item['Status'] != State::STATUS_DELETED || options[:destroy])
+                        if item['Location'].nil? || item['Location'] == '@me'
+                            yield(item, id, state, context, options, nil)
+                        else
+                            uri = Addressable::URI.parse(item['Location'])
+                            self.class.sshStart(uri) do |ssh|
+                                yield(item, id, state, context, options, ssh)
+                            end
+                        end
+                    end
+                end
+            end
+
             def self.normalizeId(id)
                 id = id.split('::').last
                 if id.downcase.end_with?('plugin')

data/lib/ConfigLMM/cli.rb

@@ -14,7 +14,7 @@ module ConfigLMM
         MissingArgument = Class.new(ArgumentError)
         InvalidOption = Class.new(ArgumentError)
 
-        #class_option :locations, type: :string, default: '', group: :configs, desc: 'Filter by config file locations'
+        class_option :locations, type: :string, default: '', group: :configs, desc: 'Filter by config file locations'
         #class_option :things, type: :string, default: '', group: :configs, desc: 'Filter things to use'
         class_option :level, type: :string, enum: ['debug', 'info', 'warn', 'error'], default: 'info', desc: 'Logging level to use'
         class_option :dry,  aliases: '-n', type: :boolean, desc: 'Only show actions without performing'
@@ -99,6 +99,8 @@ module ConfigLMM
                               desc: 'Display usage information'
         method_option :state, aliases: '-s', type: :string,
                               desc: 'Path to the state file'
+        method_option :destroy,  aliases: '-d', type: :boolean,
+                              desc: 'Destroy all data (eg. even DB)'
         def cleanup(*configPaths)
             handleCommand(:cleanup, configPaths, options)
         end

data/lib/ConfigLMM/commands/cleanup.rb

@@ -12,6 +12,7 @@ module ConfigLMM
                     loadConfigs(plugin, config, configs)
                     plugin.cleanup(configs, state, context, options)
                 end
+                state.save
                 prompt.ok('Cleanup successful!')
             end
 

data/lib/ConfigLMM/commands/configsCommand.rb

@@ -43,7 +43,7 @@ module ConfigLMM
                 options = @Options.dup
                 options.delete(:locations)
                 options.delete(:things)
-                #options[:locationFilter] = Utils::Filters.parseLocationsOption(@Options[:locations], logger)
+                options[:locationFilter] = Utils::Filters.parseLocationsOption(@Options[:locations], logger)
                 #options[:thingFilter] = Utils::Filters.parseThingsOption(@Options[:things], logger)
 
                 configList = IO::ConfigList.create(@ConfigPaths, logger)
@@ -124,6 +124,8 @@ module ConfigLMM
                 elsif activeState[:Type] != singleTarget['Type'].to_s
                     raise Framework::PluginError.new("Unexpected Type #{activeState[:Type].inspect}! Wanted #{singleTarget['Type']}")
                 end
+                activeState['Location'] = singleTarget['Location']
+                activeState['Proxy'] = singleTarget['Proxy']
                 actionMethod = plugin.class.actionMethod(singleTarget['Type'], 'Deploy')
                 if plugin.methods.include?(:authenticate)
                     result = plugin.authenticate(actionMethod, singleTarget, state, context, options)

data/lib/ConfigLMM/io/configList.rb

@@ -67,7 +67,9 @@ module ConfigLMM
             def toConfig(context)
                 config = {}
                 @Sources.each do |source|
-                    YAML.safe_load_file(source.to_s, permitted_classes: [Symbol]).each do |id, data|
+                    data = YAML.safe_load_file(source.to_s, permitted_classes: [Symbol])
+                    next unless data.is_a?(Hash)
+                    data.each do |id, data|
                         normalizedId = self.class.normalizeId(id)
                         if id == '_CONTEXT_'
                             context.add(data)

data/lib/ConfigLMM/state.rb

@@ -6,6 +6,11 @@ require 'yaml'
 module ConfigLMM
     class State
 
+        STATUS_CREATED = 'CREATED'
+        STATUS_DEPLOYED = 'DEPLOYED'
+        STATUS_DELETED = 'DELETED'
+        STATUS_DESTROYED = 'DESTROYED'
+
         def initialize(logger, prompt)
             @Logger = logger
             @Prompt = prompt
@@ -55,6 +60,7 @@ module ConfigLMM
             @State.each do |id, item|
                 items[id] = item if item[:Type] == type.to_s
             end
+            items
         end
 
         def save
@@ -66,8 +72,10 @@ module ConfigLMM
         private
 
         def findStateFile(configList)
-            if configList.count == 1
-                configList.to_a.first.parent.to_s + '/.lmm.state.yaml'
+            parent = configList.to_a.first.parent
+            sameParent = configList.to_a.all? { |item| item.parent == parent }
+            if sameParent
+                parent.to_s + '/.lmm.state.yaml'
             else
                 # FIXME TODO
                 # Find common ancestor and use that as a path to the state file

data/lib/ConfigLMM/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module ConfigLMM
-    VERSION = '0.3.0'
+    VERSION = '0.4.0'
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: ConfigLMM
 version: !ruby/object:Gem::Version
-  version: 0.3.0
+  version: 0.4.0
 platform: ruby
 authors:
 - Dāvis Mosāns
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2024-08-14 00:00:00.000000000 Z
+date: 2024-10-04 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: addressable
@@ -412,13 +412,30 @@ files:
 - Images/singleConfig.png
 - Plugins/Apps/ArchiSteamFarm/ArchiSteamFarm.conf.erb
 - Plugins/Apps/ArchiSteamFarm/ArchiSteamFarm.lmm.rb
+- Plugins/Apps/Authentik/Authentik-ProxyOutpost.container
 - Plugins/Apps/Authentik/Authentik-Server.container
 - Plugins/Apps/Authentik/Authentik-Worker.container
 - Plugins/Apps/Authentik/Authentik.conf.erb
 - Plugins/Apps/Authentik/Authentik.lmm.rb
+- Plugins/Apps/BookStack/BookStack.conf.erb
+- Plugins/Apps/BookStack/BookStack.container
+- Plugins/Apps/BookStack/BookStack.lmm.rb
 - Plugins/Apps/Cassandra/Cassandra.lmm.rb
+- Plugins/Apps/Discourse/Discourse-Sidekiq.container
+- Plugins/Apps/Discourse/Discourse.conf.erb
+- Plugins/Apps/Discourse/Discourse.container
+- Plugins/Apps/Discourse/Discourse.lmm.rb
 - Plugins/Apps/Dovecot/Dovecot.lmm.rb
-- Plugins/Apps/GitLab/GitLab.conf.erb
+- Plugins/Apps/ERPNext/ERPNext-Frontend.container
+- Plugins/Apps/ERPNext/ERPNext-Queue.container
+- Plugins/Apps/ERPNext/ERPNext-Scheduler.container
+- Plugins/Apps/ERPNext/ERPNext-Websocket.container
+- Plugins/Apps/ERPNext/ERPNext.container
+- Plugins/Apps/ERPNext/ERPNext.lmm.rb
+- Plugins/Apps/ERPNext/ERPNext.network
+- Plugins/Apps/ERPNext/sites/apps.json
+- Plugins/Apps/ERPNext/sites/apps.txt
+- Plugins/Apps/ERPNext/sites/common_site_config.json
 - Plugins/Apps/GitLab/GitLab.container
 - Plugins/Apps/GitLab/GitLab.lmm.rb
 - Plugins/Apps/IPFS/IPFS.conf.erb
@@ -429,10 +446,23 @@ files:
 - Plugins/Apps/Jackett/Jackett.lmm.rb
 - Plugins/Apps/Jellyfin/Jellyfin.conf.erb
 - Plugins/Apps/Jellyfin/Jellyfin.lmm.rb
+- Plugins/Apps/LetsEncrypt/LetsEncrypt.lmm.rb
+- Plugins/Apps/LetsEncrypt/hooks/dovecot.sh
+- Plugins/Apps/LetsEncrypt/hooks/nginx.sh
+- Plugins/Apps/LetsEncrypt/hooks/postfix.sh
+- Plugins/Apps/LetsEncrypt/renew-certificates.service
+- Plugins/Apps/LetsEncrypt/renew-certificates.timer
+- Plugins/Apps/LetsEncrypt/rfc2136.ini
+- Plugins/Apps/MariaDB/MariaDB.lmm.rb
 - Plugins/Apps/Mastodon/Mastodon.conf.erb
 - Plugins/Apps/Mastodon/Mastodon.lmm.rb
+- Plugins/Apps/Matrix/Element.container
 - Plugins/Apps/Matrix/Matrix.conf.erb
 - Plugins/Apps/Matrix/Matrix.lmm.rb
+- Plugins/Apps/Matrix/Synapse.container
+- Plugins/Apps/Matrix/config.json
+- Plugins/Apps/Matrix/homeserver.yaml
+- Plugins/Apps/Matrix/log.config
 - Plugins/Apps/Netdata/Netdata.conf.erb
 - Plugins/Apps/Netdata/Netdata.lmm.rb
 - Plugins/Apps/Nextcloud/Nextcloud.conf.erb
@@ -453,6 +483,14 @@ files:
 - Plugins/Apps/Odoo/Odoo.container
 - Plugins/Apps/Odoo/Odoo.lmm.rb
 - Plugins/Apps/Odoo/odoo.conf
+- Plugins/Apps/OpenVidu/Ingress.container
+- Plugins/Apps/OpenVidu/OpenVidu.conf.erb
+- Plugins/Apps/OpenVidu/OpenVidu.container
+- Plugins/Apps/OpenVidu/OpenVidu.lmm.rb
+- Plugins/Apps/OpenVidu/OpenViduCall.conf.erb
+- Plugins/Apps/OpenVidu/OpenViduCall.container
+- Plugins/Apps/OpenVidu/ingress.yaml
+- Plugins/Apps/OpenVidu/livekit.yaml
 - Plugins/Apps/PHP-FPM/PHP-FPM.lmm.rb
 - Plugins/Apps/Peppermint/Peppermint.conf.erb
 - Plugins/Apps/Peppermint/Peppermint.container
@@ -463,24 +501,37 @@ files:
 - Plugins/Apps/Pterodactyl/Pterodactyl.conf.erb
 - Plugins/Apps/Pterodactyl/Pterodactyl.lmm.rb
 - Plugins/Apps/Pterodactyl/Wings.conf.erb
+- Plugins/Apps/Roundcube/Roundcube.conf.erb
+- Plugins/Apps/Roundcube/Roundcube.lmm.rb
 - Plugins/Apps/SSH/SSH.lmm.rb
 - Plugins/Apps/Sunshine/Sunshine.conf.erb
 - Plugins/Apps/Sunshine/Sunshine.lmm.rb
+- Plugins/Apps/Tunnel/tunnel.lmm.rb
+- Plugins/Apps/Tunnel/tunnelTCP.service
+- Plugins/Apps/Tunnel/tunnelTCP.socket
+- Plugins/Apps/Tunnel/tunnelUDP.service
+- Plugins/Apps/Tunnel/tunnelUDP.socket
 - Plugins/Apps/UVdesk/UVdesk.conf.erb
 - Plugins/Apps/UVdesk/UVdesk.lmm.rb
 - Plugins/Apps/Valkey/Valkey.lmm.rb
 - Plugins/Apps/Vaultwarden/Vaultwarden.conf.erb
 - Plugins/Apps/Vaultwarden/Vaultwarden.container
 - Plugins/Apps/Vaultwarden/Vaultwarden.lmm.rb
+- Plugins/Apps/Wiki.js/Wiki.js.conf.erb
+- Plugins/Apps/Wiki.js/Wiki.js.container
+- Plugins/Apps/Wiki.js/Wiki.js.lmm.rb
 - Plugins/Apps/bitmagnet/bitmagnet.conf.erb
 - Plugins/Apps/bitmagnet/bitmagnet.lmm.rb
 - Plugins/Apps/gollum/config.ru
 - Plugins/Apps/gollum/gollum.conf.erb
 - Plugins/Apps/gollum/gollum.container
 - Plugins/Apps/gollum/gollum.lmm.rb
+- Plugins/OS/Linux/Debian/preseed.cfg.erb
 - Plugins/OS/Linux/Distributions.yaml
+- Plugins/OS/Linux/Flavours.yaml
 - Plugins/OS/Linux/Linux.lmm.rb
 - Plugins/OS/Linux/Packages.yaml
+- Plugins/OS/Linux/Proxmox/answer.toml.erb
 - Plugins/OS/Linux/WireGuard/WireGuard.lmm.rb
 - Plugins/OS/Linux/WireGuard/wg0.conf.erb
 - Plugins/OS/Linux/openSUSE/autoinst.xml.erb

data/Plugins/Apps/GitLab/GitLab.conf.erb

@@ -1,26 +0,0 @@
-
-server {
-    <% if config['NginxVersion'] >= 1.25 %>
-        listen 443 ssl;
-        listen [::]:443 ssl;
-        http2 on;
-        http3 on;
-        quic_retry on;
-        add_header Alt-Svc 'h3=":443"; ma=86400';
-    <% else %>
-        listen 443 ssl http2;
-        listen [::]:443 ssl http2;
-    <% end %>
-
-    include config-lmm/ssl.conf;
-
-    server_name <%= config['Domain'] %>;
-
-    access_log  /var/log/nginx/gitlab.access.log;
-    error_log   /var/log/nginx/gitlab.error.log;
-
-    location / {
-        proxy_pass http://127.0.0.1:18100;
-        include config-lmm/proxy.conf;
-    }
-}