ConfigLMM 0.4.0 → 0.5.0

data/Plugins/Apps/Ollama/Ollama.container

@@ -0,0 +1,26 @@
+
+[Unit]
+Description=Ollama container
+After=local-fs.target
+
+[Container]
+ContainerName=Ollama
+Image=docker.io/ollama/ollama:latest
+EnvironmentFile=/var/lib/ollama/.config/containers/systemd/Ollama.env
+PublishPort=127.0.0.1:11434:11434
+UserNS=keep-id:uid=1000,gid=1000
+# Need newer Podman to use this
+#GroupAdd=keep-groups
+PodmanArgs=--group-add keep-groups
+#PodmanArgs=--passwd-entry 'ollama:x:1000:1000:Ollama:/home/ollama:/bin/bash'
+Volume=/var/lib/ollama/data:/.ollama
+$DEVICES
+LogDriver=journald
+AutoUpdate=registry
+
+[Service]
+TimeoutStartSec=12min
+Restart=on-failure
+
+[Install]
+WantedBy=multi-user.target default.target

data/Plugins/Apps/Ollama/Ollama.lmm.rb

@@ -0,0 +1,73 @@
+
+module ConfigLMM
+    module LMM
+        class Ollama < Framework::Plugin
+
+            USER = 'ollama'
+            HOME_DIR = '/var/lib/ollama'
+            PORT = 11434
+
+            def actionOllamaDeploy(id, target, activeState, context, options)
+
+                self.withConnection(target['Location'], target) do |connection|
+                    Linux.withConnection(connection) do |linuxConnection|
+                        Podman.ensurePresent(linuxConnection, options)
+                        Podman.createUser(USER, HOME_DIR, 'Ollama', linuxConnection, options)
+                        linuxConnection.withUserShell(USER) do |shell|
+                                shell.createDirs(options, '~/data')
+                        end
+
+                        path = Podman.containersPath(HOME_DIR)
+
+                        linuxConnection.fileWrite("#{path}/Ollama.env", '', options)
+
+                        linuxConnection.setUserGroup("#{path}/Ollama.env", USER, USER, options)
+                        linuxConnection.setPrivate("#{path}/Ollama.env", options)
+
+                        linuxConnection.upload(__dir__ + '/Ollama.container', path, options)
+
+                        devices = linuxConnection.getGPUDevices(options)
+                        groups = linuxConnection.getGPUGroups(devices, options)
+                        linuxConnection.userAddGroups(USER, groups, options)
+
+                        if devices.include?('/dev/kfd')
+                            linuxConnection.fileReplace("#{path}/Ollama.container", ':latest', ':rocm', options)
+                        end
+
+                        devicesString = ''
+                        if !devices.empty?
+                            devicesString = devices.map { |device| "AddDevice=#{device}" }.join('\n')
+                        end
+                        linuxConnection.fileReplace("#{path}/Ollama.container", '\$DEVICES', devicesString, { **options, escape: false })
+
+                        linuxConnection.reloadUserServices(USER, options)
+                        linuxConnection.restartUserService(USER, 'Ollama', options)
+                    end
+                end
+            end
+
+            def cleanup(configs, state, context, options)
+                cleanupType(:Ollama, configs, state, context, options) do |item, id, state, context, options, connection|
+                    Linux.withConnection(connection) do |linuxConnection|
+
+                        linuxConnection.stopUserService(USER, 'Ollama', options)
+
+                        path = Podman.containersPath(HOME_DIR)
+                        linuxConnection.rm(path + '/Ollama.container', options[:dry])
+
+                        linuxConnection.reloadUserServices(USER, options)
+
+                        state.item(id)['Status'] = State::STATUS_DELETED unless options[:dry]
+
+                        if options[:destroy]
+                            linuxConnection.deleteUserAndGroup(USER, options)
+                            state.item(id)['Status'] = State::STATUS_DESTROYED unless options[:dry]
+                        end
+                    end
+                end
+            end
+
+        end
+    end
+end
+