aethernal-agent 0.1.10 → 0.4.2

data/lib/aethernal_agent/apt.rb

@@ -1,11 +1,19 @@
+require 'aethernal_agent/utils'
+
 module AethernalAgent
   module Apt
+    def self.included klass
+      klass.class_eval do
+        include Utils
+      end
+    end
+
     def apt_update
-      system("apt update")
+      print_system("apt update")
     end
 
     def add_apt_ppa(name)
-      system("add-apt-repository #{name} -y")
+      print_system("add-apt-repository #{name} -y")
     end
 
     def apt_package(options = {})
@@ -15,15 +23,18 @@ module AethernalAgent
       packages = options[:packages]
       packages = packages.join(" ") if packages.is_a?(Array)
 
+      unless wait_on_apt(180)
+        self.add_errors("APT could not be started because lock was in use for more than 180 seconds")
+      end
+
       case action
       when :install
         # Do this with popen so we can catch error output as well as normal output for add_errors
-        system("DEBIAN_FRONTEND=noninteractive apt -o DPkg::Options::=--force-confdef install -qy #{packages}")
+        print_system("DEBIAN_FRONTEND=noninteractive apt -o DPkg::Options::=--force-confdef install -qy #{packages}")
       when :remove
-        system("DEBIAN_FRONTEND=noninteractive apt remove -qy #{packages}")
-        system("DEBIAN_FRONTEND=noninteractive apt autoremove -qy")
+        print_system("DEBIAN_FRONTEND=noninteractive apt remove -qy #{packages}")
       when :autoremove
-        system("DEBIAN_FRONTEND=noninteractive apt autoremove -qy")
+        print_system("DEBIAN_FRONTEND=noninteractive apt autoremove -qy")
       end
     end
   end

data/lib/aethernal_agent/cli/core.rb

@@ -0,0 +1,11 @@
+require 'aethernal_agent/cli/services'
+
+module AethernalAgent
+  module Cli
+
+    class Core < Thor
+      desc "services [SUBCOMMAND]", "Get Application status"
+      subcommand "services", AethernalAgent::Cli::Services
+    end
+  end
+end

data/lib/aethernal_agent/cli/services.rb

@@ -0,0 +1,56 @@
+require 'pathname'
+
+module AethernalAgent
+  module Cli
+    class Services < Thor
+      attr_accessor :user
+      include AethernalAgent::Utils
+
+      desc "start APP", "start the supplied application via systemd"
+      def start(app)
+        run_systemd_plain("start", app)
+      end
+
+      desc "stop APP", "stop the supplied application via systemd"
+      def stop(app)
+        run_systemd_plain("stop", app)
+      end
+
+      desc "restart APP", "restart the supplied application via systemd"
+      def restart(app)
+        run_systemd_plain("restart", app)
+      end
+
+      desc "status APP", "get the status of the supplied application via systemd"
+      def status(app)
+        result = run_systemd_plain("status", app)
+        puts result
+      end
+
+      desc "start-all", "Start all systemd managed applications"
+      def start_all
+        puts "Starting all known services"
+        service_files = `ls ~/.config/systemd/user/*.service`.split("\n")
+        result = service_files.collect do |s|
+          pn = Pathname.new(s)
+          app_name = pn.basename
+          puts "Starting #{app_name}"
+          run_systemd_plain("start", app_name)
+        end
+      end
+
+      desc "list", "Lists all available user services and their status."
+      def list
+        service_files = `ls ~/.config/systemd/user/*.service`.split("\n")
+        result = service_files.collect do |s|
+          pn = Pathname.new(s)
+          app_name = pn.basename
+          status = systemd_text_for_service(app_name).split("\n")[2].strip
+          [app_name, status]
+        end
+        table = Terminal::Table.new :headings => ['Service', 'Status'], :rows => result
+        puts table
+      end
+    end
+  end
+end

data/lib/aethernal_agent/docker/container_settings.rb

@@ -0,0 +1,33 @@
+module AethernalAgent
+  module Docker
+    class ContainerSettings
+      attr_accessor :env, :port_bindings, :volumes
+      def self.build_from_options(manifest_options, opts)
+        container = ContainerSettings.new
+        container.env = Env.create_from_options(manifest_options, opts).collect(&:to_docker)
+        container.port_bindings = PortBinding.create_from_options(manifest_options, opts)
+        container.volumes = Volume.create_from_options(manifest_options, opts).collect(&:to_docker)
+        return container
+      end
+
+      def create_container(name, image)
+        AethernalAgent.logger.debug("Creating Docker container #{name} from image #{image} based on ContainerSettings")
+        AethernalAgent.logger.debug("Env: #{self.env}, Ports; #{self.port_bindings}, Volumes: #{self.volumes}")
+
+        ::Docker::Container.create(
+          'name' => name,
+          'Env' => self.env,
+          'HostConfig' =>
+          {
+            'RestartPolicy' => {'Name' => 'unless-stopped'},
+            'PortBindings' => self.port_bindings,
+            'Binds' => self.volumes,
+            'Volumes' => {"/data" => {},"/config" => {}},
+          },
+          'Image' => image,
+          'Healthcheck' => {'Interval' => 120_000_000_000, 'StartPeriod' => 30_000_000_000}
+        )
+      end
+    end
+  end
+end

data/lib/aethernal_agent/docker/env.rb

@@ -0,0 +1,33 @@
+module AethernalAgent
+  module Docker
+    class Env
+      attr_accessor :key, :value
+      def initialize(key, value)
+        self.key= key
+        self.value= value
+      end
+
+      def self.create_from_options(manifest_options, opts)
+        envs = []
+        manifest_options.each do |k,v|
+          if v.present?
+            if v["docker"].present? && v["docker"]["env"].present?
+              if v["docker"].has_key?("auto_source") && ["user_id"].include?(v["docker"]["auto_source"])
+                # For now only allow user_id to be auto-sourced but we can add more things later
+                 user_id = Etc.getpwnam(opts["user"]).uid
+                envs << Env.new(v["docker"]["env"], user_id)
+              else
+                envs << Env.new(v["docker"]["env"], opts[k])
+              end
+            end
+          end
+        end
+        return envs
+      end
+
+      def to_docker
+        "#{self.key}=#{self.value}"
+      end
+    end
+  end
+end

data/lib/aethernal_agent/docker/port_binding.rb

@@ -0,0 +1,32 @@
+module AethernalAgent
+  module Docker
+    class PortBinding
+
+      attr_accessor :source, :target
+      def initialize(source, target)
+        self.source = source
+        self.target = target
+      end
+
+      def self.create_from_options(manifest_options, opts)
+        bindings = {}
+        manifest_options.each do |k,v|
+          if v.present?
+            if v["docker"].present? && v["docker"]["source"].present?
+              if v["docker"]["source"].to_s.include?("$port")
+                v["docker"]["source"].gsub!("$port", opts[k].to_s)
+              end
+              bindings.merge!(PortBinding.new(v["docker"]["source"], opts[k]).to_docker)
+            end
+          end
+        end
+
+        return bindings
+      end
+
+      def to_docker
+        { self.source => [{ "HostPort" => self.target.to_s}] }
+      end
+    end
+  end
+end

data/lib/aethernal_agent/docker/volume.rb

@@ -0,0 +1,28 @@
+module AethernalAgent
+  module Docker
+    class Volume
+      attr_accessor :source, :target
+      def initialize(source, target)
+        self.source = source
+        self.target = target
+      end
+
+      def self.create_from_options(manifest_options, opts)
+        volumes = []
+        manifest_options.each do |k,v|
+          if v.present?
+            if v["docker"].present? && v["docker"]["volume"].present?
+              volumes << Volume.new(opts[k], v["docker"]["volume"])
+            end
+          end
+        end
+
+        return volumes
+      end
+
+      def to_docker
+        "#{self.source}:#{self.target}"
+      end
+    end
+  end
+end

data/lib/aethernal_agent/filesystem.rb

@@ -71,7 +71,8 @@ module AethernalAgent
             add_errors(e, path: file_path)
           end
         else
-          add_errors("File does not exist.", path: file_path)
+          #add_errors("File does not exist.", path: file_path)
+          AethernalAgent.logger.warn "File '#{file_path}' did not exist so not removing"
         end
       else
         set_ownership(file_path, options[:owner]) if options[:owner]

data/lib/aethernal_agent/loader.rb

@@ -10,17 +10,17 @@ module AethernalAgent
     attr_accessor :loaded_manifests
 
     def initialize
+      STDOUT.sync = true
       self.loaded_manifests = []
       self.dynamic_load
     end
 
     def ensure_server_state
-      apt_package(packages: ["unzip", "apache2"])
+      apt_package(packages: ["unzip", "apache2", "build-essential", "libsqlite3-dev", "sqlite3", "libapache2-mpm-itk"])
 
-      AethernalAgent::Apache.new.ensure_mods
+      AethernalAgent::Apache.ensure_default_config
     end
 
-
     def dynamic_load
       AethernalAgent.logger.info "Checking embedded plugins"
       embedded_plugins = File.expand_path(File.join(File.dirname(__FILE__), 'plugins/*/*.yml'))

data/lib/aethernal_agent/operation.rb

@@ -12,7 +12,7 @@ class AethernalAgent::Operation
     self.started_at = Time.now
 
     begin
-      plugin = "AethernalAgent::#{self.plugin_name.titlecase}".constantize.new(self.options)
+      plugin = "AethernalAgent::#{self.plugin_name.camelcase}".constantize.new(self.options)
       self.result = plugin.send(self.method, self.options)
       if self.result.is_a?(Hash) && self.result.has_key?(:errors)
         self.errors = self.result[:errors]

data/lib/aethernal_agent/plugins/bazarr/bazarr.rb

@@ -0,0 +1,57 @@
+class AethernalAgent::Bazarr < AethernalAgent::App
+  def initialize(options = {})
+    super(options)
+  end
+
+  def install_packages(options = {})
+    remove_app_user
+    super(options)
+    unzip("bazarr*.zip")
+    run_as('root',"mv #{app_path}/bazarr-master/* #{app_path}/")
+    directory(app_path('bazarr-master'), action: :delete)
+    file(app_path('bazarr-master.zip'), action: :delete)
+    directory(app_path, owner: @user)
+    directory(bazarr_config_path, owner: @user)
+    directory(bazarr_config_path('data'), owner: @user)
+  end
+
+  def remove_app_user(options = {})
+    super(options) do |opts|
+      directory(app_path, action: :delete)
+      directory(bazarr_config_path, action: :delete)
+    end
+  end
+
+  def configure_app_user(options = {})
+    self.install_packages(options)
+
+    super(options) do |opts|
+      @vars = {
+        password: opts['password'],
+        hash: user_hash(opts),
+        port: opts['port'],
+        user: self.user}
+    end
+
+    run_command("cd #{app_path} && sudo pip3 install -r requirements.txt")
+    stop
+    write_template(template_path('config.ini.erb'),
+                   bazarr_config_path('/data/config/config.ini'),
+                   @vars,
+                   {owner: self.user})
+
+    start
+    return create_return_args(@vars)
+  end
+
+  protected
+
+  def user_hash(opts)
+    return Digest::MD5.hexdigest(opts[:password])
+  end
+
+  def bazarr_config_path(path ="/")
+    File.join(home_folder_path(".config/bazarr"), path)
+  end
+
+end

data/lib/aethernal_agent/plugins/bazarr/files/bazarr.service

@@ -0,0 +1,16 @@
+[Unit]
+Description=Bazarr Daemon
+After=syslog.target network.target
+
+[Service]
+UMask=0002
+Restart=on-failure
+RestartSec=5
+Type=simple
+ExecStart=/usr/bin/python3.7 %h/apps/bazarr/bazarr.py -c %h/.config/bazarr/data
+KillSignal=SIGINT
+TimeoutStopSec=20
+SyslogIdentifier=bazarr
+
+[Install]
+WantedBy=default.target

data/lib/aethernal_agent/plugins/bazarr/manifest.yml

@@ -0,0 +1,64 @@
+name: Bazarr
+script_name: bazarr.rb
+version: 0.1
+required_aethernal_agent_version: ">= 0.2.0"
+description: Bazarr is a companion application to Sonarr and Radarr. It manages and downloads subtitles based on your requirements. You define your preferences by TV show or movie and Bazarr takes care of everything for you
+installation_type: local_install
+configuration_type: multi_user
+apache_configuration: bazarr.apache.conf.erb
+icon:
+  name: bazarr.png
+  sha256sum: 3e8020a19cd0e752df61081b7289e43f57cc0df4e564efa479fc219b1efeaabf
+plain_name: bazarr
+services:
+  - bazarr
+actions:
+  restart:
+    user:
+      required: true
+      linux_user: true
+  uninstall:
+    nothing: true
+  install_packages:
+    user:
+      required: true
+      linux_user: true
+  remove_app_user:
+    user:
+      required: true
+      linux_user: true
+  configure_app_user:
+    port:
+      auto_generate_port: true
+      min: 6900
+      max: 6999
+    ssl_port:
+      auto_generate_port: true
+      min: 7900
+      max: 7999
+    user:
+      required: true
+      linux_user: true
+    password:
+      required: false
+      auto_generate: true
+    return_values:
+      - password
+      - port
+    display_values:
+      - user
+      - password
+estimated_size_mb: 251
+package:
+  folder_name: bazarr
+  direct_download:
+    url: https://github.com/morpheus65535/bazarr/archive/master.zip
+    target_name: bazarr-master.zip
+    auto_extract: false
+    always_latest: true
+  apt:
+    "1804":
+      packages:
+        - python3.7
+        - python3-distutils
+        - python3-pip

data/lib/aethernal_agent/plugins/bazarr/templates/bazarr.apache.conf.erb

@@ -0,0 +1,5 @@
+Redirect "/bazarr" "/bazarr/"
+<Location /bazarr/>
+  ProxyPass http://127.0.0.1:<%= @port %>/bazarr/
+  ProxyPassReverse http://127.0.0.1:<%= @port %>/bazarr/
+</Location>

data/lib/aethernal_agent/plugins/bazarr/templates/config.ini.erb

@@ -0,0 +1,135 @@
+[general]
+ip = 0.0.0.0
+port = <%= @port %>
+base_url = /bazarr/
+path_mappings = [['', ''], ['', ''], ['', ''], ['', ''], ['', '']]
+debug = False
+branch = master
+auto_update = True
+single_language = False
+minimum_score = 90
+use_scenename = True
+use_postprocessing = False
+postprocessing_cmd =
+use_sonarr = False
+use_radarr = False
+path_mappings_movie = [['', ''], ['', ''], ['', ''], ['', ''], ['', '']]
+serie_default_enabled = False
+serie_default_language = []
+serie_default_hi = False
+serie_default_forced = False
+movie_default_enabled = False
+movie_default_language = []
+movie_default_hi = False
+movie_default_forced = False
+page_size = 25
+minimum_score_movie = 70
+use_embedded_subs = True
+utf8_encode = True
+ignore_pgs_subs = False
+adaptive_searching = False
+enabled_providers = False
+throtteled_providers = {}
+multithreading = True
+chmod_enabled = False
+chmod = 0640
+subfolder = current
+subfolder_custom =
+update_restart = True
+upgrade_subs = False
+upgrade_frequency = 12
+days_to_upgrade_subs = None
+upgrade_manual = False
+anti_captcha_provider = None
+wanted_search_frequency = 3
+
+[auth]
+type = form
+username = <%= @user %>
+password = <%= @hash %>
+apikey = <%= SecureRandom.hex(20) %>
+
+[sonarr]
+ip = 127.0.0.1
+port = 8989
+base_url =
+ssl = False
+apikey =
+full_update = Daily
+full_update_day = 6
+full_update_hour = 4
+only_monitored = False
+
+[radarr]
+ip = 127.0.0.1
+port = 7878
+base_url =
+ssl = False
+apikey =
+full_update = Daily
+full_update_day = 6
+full_update_hour = 5
+only_monitored = False
+
+[proxy]
+type = None
+url =
+port =
+username =
+password =
+exclude = localhost,127.0.0.1
+
+[opensubtitles]
+username =
+password =
+use_tag_search = False
+vip = False
+ssl = False
+timeout = 15
+skip_wrong_fps = False
+
+[addic7ed]
+username =
+password =
+random_agents = True
+
+[legendasdivx]
+username =
+password =
+skip_wrong_fps = False
+
+[legendastv]
+username =
+password =
+
+[xsubs]
+username =
+password =
+
+[assrt]
+token =
+
+[anticaptcha]
+anti_captcha_key =
+
+[deathbycaptcha]
+username =
+password =
+
+[napisy24]
+username =
+password =
+
+[subscene]
+username =
+password =
+
+[betaseries]
+token =
+
+[analytics]
+enabled = True
+
+[titlovi]
+username =
+password =