aethernal-agent 0.1.10

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA256:
+  metadata.gz: 8764791bb1e8b5cdcfd0794584eec9c68ceead16cbd38490e98a969c94ab9856
+  data.tar.gz: ef5f8a614fe5a596dc0d82547392f55baff4e062b7a6092b817026359e77d086
+SHA512:
+  metadata.gz: a165f9b155ad4925f6e23ef7bfa55fa9aae554e5681b2fba7c17d459f6db036d79746ea04edaec351769dbd202810b74371dc9d8d2795182094b19894959f395
+  data.tar.gz: 0c2e0b11a8daf00024f91cbbc12e529067f7390564e29b3b99ecb5b032d12c9c98e69915c8d1eda6d95bef68a9e03cd5454792632e69cf5c4576087350363113

data/.gitignore

@@ -0,0 +1,12 @@
+/.bundle/
+/.yardoc
+/_yardoc/
+/coverage/
+/doc/
+/pkg/
+/spec/reports/
+/tmp/
+*.log
+.vagrant
+*.DS_Store
+rspec_html_reports

data/.gitlab-ci.yml

@@ -0,0 +1,23 @@
+image: "ruby:2.6"
+
+before_script:
+  - gem install bundler --no-document
+  - bundle install --jobs $(nproc) "${FLAGS[@]}"
+
+stages:
+  - test
+  - build
+
+test:
+  stage: test
+  script:
+    - bundle exec rake
+
+build:
+  stage: build
+  script:
+    - bundle exec rake build
+  artifacts:
+      paths:
+        - pkg/*.gem
+

data/.rspec

@@ -0,0 +1,2 @@
+--color
+--format documentation

data/.ruby-gemset

@@ -0,0 +1 @@
+aethernal_agent

data/.ruby-version

@@ -0,0 +1 @@
+2.6.5

data/Gemfile

@@ -0,0 +1,6 @@
+source "https://rubygems.org"
+
+git_source(:github) {|repo_name| "https://github.com/#{repo_name}" }
+
+# Specify your gem's dependencies in aethernal_agent.gemspec
+gemspec

data/Gemfile.lock

@@ -0,0 +1,107 @@
+PATH
+  remote: .
+  specs:
+    aethernal-agent (0.1.10)
+      activesupport
+      httparty
+      sinatra (~> 2.0.7)
+      sinatra-contrib
+      sqlite3
+
+GEM
+  remote: https://rubygems.org/
+  specs:
+    activesupport (6.0.3)
+      concurrent-ruby (~> 1.0, >= 1.0.2)
+      i18n (>= 0.7, < 2)
+      minitest (~> 5.1)
+      tzinfo (~> 1.1)
+      zeitwerk (~> 2.2, >= 2.2.2)
+    backports (3.17.1)
+    coderay (1.1.2)
+    concurrent-ruby (1.1.6)
+    diff-lcs (1.3)
+    httparty (0.18.0)
+      mime-types (~> 3.0)
+      multi_xml (>= 0.5.2)
+    i18n (1.8.2)
+      concurrent-ruby (~> 1.0)
+    method_source (0.9.2)
+    mime-types (3.3.1)
+      mime-types-data (~> 3.2015)
+    mime-types-data (3.2020.0512)
+    minitest (5.14.0)
+    multi_json (1.14.1)
+    multi_xml (0.6.0)
+    mustermann (1.1.1)
+      ruby2_keywords (~> 0.0.1)
+    net-scp (2.0.0)
+      net-ssh (>= 2.6.5, < 6.0.0)
+    net-ssh (5.2.0)
+    net-telnet (0.1.1)
+    pry (0.12.2)
+      coderay (~> 1.1.0)
+      method_source (~> 0.9.0)
+    rack (2.2.2)
+    rack-protection (2.0.8.1)
+      rack
+    rake (10.5.0)
+    rspec (3.9.0)
+      rspec-core (~> 3.9.0)
+      rspec-expectations (~> 3.9.0)
+      rspec-mocks (~> 3.9.0)
+    rspec-core (3.9.0)
+      rspec-support (~> 3.9.0)
+    rspec-expectations (3.9.0)
+      diff-lcs (>= 1.2.0, < 2.0)
+      rspec-support (~> 3.9.0)
+    rspec-its (1.3.0)
+      rspec-core (>= 3.0.0)
+      rspec-expectations (>= 3.0.0)
+    rspec-mocks (3.9.0)
+      diff-lcs (>= 1.2.0, < 2.0)
+      rspec-support (~> 3.9.0)
+    rspec-support (3.9.0)
+    ruby2_keywords (0.0.2)
+    serverspec (2.41.5)
+      multi_json
+      rspec (~> 3.0)
+      rspec-its
+      specinfra (~> 2.72)
+    sfl (2.3)
+    sinatra (2.0.8.1)
+      mustermann (~> 1.0)
+      rack (~> 2.0)
+      rack-protection (= 2.0.8.1)
+      tilt (~> 2.0)
+    sinatra-contrib (2.0.8.1)
+      backports (>= 2.8.2)
+      multi_json
+      mustermann (~> 1.0)
+      rack-protection (= 2.0.8.1)
+      sinatra (= 2.0.8.1)
+      tilt (~> 2.0)
+    specinfra (2.82.4)
+      net-scp
+      net-ssh (>= 2.7)
+      net-telnet (= 0.1.1)
+      sfl
+    sqlite3 (1.4.2)
+    thread_safe (0.3.6)
+    tilt (2.0.10)
+    tzinfo (1.2.7)
+      thread_safe (~> 0.1)
+    zeitwerk (2.3.0)
+
+PLATFORMS
+  ruby
+
+DEPENDENCIES
+  aethernal-agent!
+  bundler (>= 2.0)
+  pry
+  rake (~> 10.5)
+  serverspec
+
+BUNDLED WITH
+   2.1.4

data/README.md

@@ -0,0 +1,35 @@
+# AethernalAgent
+
+Welcome to your new gem! In this directory, you'll find the files you need to be able to package up your Ruby library into a gem. Put your Ruby code in the file `lib/aethernal_agent`. To experiment with that code, run `bin/console` for an interactive prompt.
+
+TODO: Delete this and the text above, and describe your gem
+
+## Installation
+
+Add this line to your application's Gemfile:
+
+```ruby
+gem 'aethernal_agent'
+```
+
+And then execute:
+
+    $ bundle
+
+Or install it yourself as:
+
+    $ gem install aethernal_agent
+
+## Usage
+
+TODO: Write usage instructions here
+
+## Development
+
+After checking out the repo, run `bin/setup` to install dependencies. You can also run `bin/console` for an interactive prompt that will allow you to experiment.
+
+To install this gem onto your local machine, run `bundle exec rake install`. To release a new version, update the version number in `version.rb`, and then run `bundle exec rake release`, which will create a git tag for the version, push git commits and tags, and push the `.gem` file to [rubygems.org](https://rubygems.org).
+
+## Contributing
+
+Bug reports and pull requests are welcome on GitHub at https://github.com/[USERNAME]/aethernal_agent.

data/Rakefile

@@ -0,0 +1,31 @@
+require "bundler/gem_tasks"
+require "rake/testtask"
+
+require 'rspec/core/rake_task'
+
+task :spec    => 'spec:all'
+namespace :spec do
+  targets = []
+  Dir.glob('./spec/*').each do |dir|
+    next unless File.directory?(dir)
+    target = File.basename(dir)
+    target = "_#{target}" if target == "default"
+    targets << target
+  end
+  task :all     => targets
+  task :default => :all
+  targets.each do |target|
+    original_target = target == "_default" ? target[1..-1] : target
+    desc "Run serverspec tests to #{original_target}"
+    RSpec::Core::RakeTask.new(target.to_sym) do |t|
+      ENV['TARGET_HOST'] = original_target
+      t.pattern = "spec/#{original_target}/*_spec.rb"
+    end
+  end
+end
+
+Rake::TestTask.new do |t|
+  t.pattern = "test/minitest/test_*.rb"
+end
+
+task :default => :test

data/Vagrantfile

@@ -0,0 +1,32 @@
+# -*- mode: ruby -*-
+# vi: set ft=ruby :
+
+Vagrant.configure(2) do |config|
+  config.vm.box = "ubuntu/bionic64"
+  config.vm.network "forwarded_port", guest: 22, host: 22
+  config.vm.network "forwarded_port", guest: 80, host: 80
+  config.vm.network "forwarded_port", guest: 4567, host: 4567
+  config.vm.network "private_network", ip: "10.0.0.123"
+
+  config.vm.provider "virtualbox" do |vb|
+    vb.memory = "2048"
+    disk_file = File.expand_path("../.vagrant/disks/c-disk1.vdi", __FILE__)
+
+    if ! File.exist?(disk_file)
+      vb.customize ['createhd', '--filename', disk_file, '--size', 1024 * 1024]
+      vb.customize ['storageattach', :id, '--storagectl', 'SATA controller', '--port', 1, '--device', 0, '--type', 'hdd', '--medium', disk_file]
+    end
+  end
+
+  config.vm.provision :shell, privileged: true, inline: <<-SHELL
+       snap install ruby --classic
+       adduser --add_extra_groups --gecos '' --quiet --disabled-password testuser
+       apt update
+       apt install -y build-essential libsqlite3-dev
+  SHELL
+
+  config.trigger.after [:up, :reload] do |trigger|
+    trigger.info = "Doing bundle install"
+    trigger.run_remote = {inline: "cd /vagrant && /snap/bin/bundle install --system", privileged: true}
+  end
+end

data/aethernal-agent.gemspec

@@ -0,0 +1,45 @@
+
+lib = File.expand_path("../lib", __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require "aethernal_agent/version"
+
+Gem::Specification.new do |spec|
+  spec.name          = "aethernal-agent"
+  spec.version       = AethernalAgent::VERSION
+  spec.authors       = ["Maran"]
+  spec.email         = ["maran@bytesized-hosting.com"]
+
+  spec.summary       = %q{Aethernal Agent for Aethernal.host.}
+  spec.description   = %q{Install and configure apps on the go.}
+  spec.homepage      = "https://aethernal.host"
+
+  # Prevent pushing this gem to RubyGems.org. To allow pushes either set the 'allowed_push_host'
+  # to allow pushing to a single host or delete this section to allow pushing to any host.
+  if spec.respond_to?(:metadata)
+    spec.metadata["homepage_uri"] = spec.homepage
+    spec.metadata["source_code_uri"] = "http://gitlab.com/olaris/aethernal_agent"
+    spec.metadata["changelog_uri"] = "http://gitlab.com/olaris/aethernal_agent"
+  else
+    raise "RubyGems 2.0 or newer is required to protect against " \
+      "public gem pushes."
+  end
+
+  # Specify which files should be added to the gem when it is released.
+  # The `git ls-files -z` loads the files in the RubyGem that have been added into git.
+  spec.files         = Dir.chdir(File.expand_path('..', __FILE__)) do
+    `git ls-files -z`.split("\x0").reject { |f| f.match(%r{^(test|spec|features)/}) }
+  end
+  spec.bindir        = "exe"
+  spec.executables   = spec.files.grep(%r{^exe/}) { |f| File.basename(f) }
+  spec.require_paths = ["lib"]
+
+  spec.add_development_dependency "bundler", ">= 2.0"
+  spec.add_development_dependency "rake", "~> 10.5"
+  spec.add_development_dependency "serverspec"
+  spec.add_development_dependency "pry"
+  spec.add_dependency "activesupport" # We leave this loose to not interfere with Rails projects
+  spec.add_dependency "sinatra", "~> 2.0.7"
+  spec.add_dependency "sinatra-contrib"
+  spec.add_dependency "sqlite3"
+  spec.add_dependency "httparty"
+end

data/bin/console

@@ -0,0 +1,14 @@
+#!/usr/bin/env ruby
+
+require "bundler/setup"
+require "aethernal_agent"
+
+# You can add fixtures and/or initialization code here to make experimenting
+# with your gem easier. You can also use a different console, if you like.
+
+# (If you use this, don't forget to add pry to your Gemfile!)
+# require "pry"
+# Pry.start
+
+require "irb"
+IRB.start(__FILE__)

data/bin/run-aa-for-test

@@ -0,0 +1,35 @@
+#!/usr/bin/env ruby
+
+# run-aethernal_agent-plugin plugin_name user options_in_json
+require "bundler/setup"
+require 'active_support/core_ext/hash/indifferent_access'
+
+$:.unshift( File.expand_path("../../lib", __FILE__) )
+require 'aethernal_agent'
+include AethernalAgent::Utils
+
+prepare_test_config
+AethernalAgent::Loader.new
+
+app = ARGV[0]
+method = ARGV[1]
+user = ARGV[2]
+begin
+  options = JSON.parse(ARGV[3])
+rescue Exception
+  puts "WARNING: Could not parse options from the command line, ignoring custom options"
+  options = {}
+end
+
+unless app && method && user && options
+  puts "Please supply at least three arguments: app, method, user and optionally options as json string" and return
+  return
+end
+options.reverse_merge!(user: user)
+plugin = "AethernalAgent::#{app.titlecase}".constantize.new(options)
+
+puts "Running BOSS #{AethernalAgent::VERSION} - AethernalAgent::#{app.titlecase}.#{method}(#{options})"
+result = plugin.send(method, options)
+puts "result: #{result}"
+puts "Sleeping 10 seconds..."
+sleep 10

data/bin/setup

@@ -0,0 +1,8 @@
+#!/usr/bin/env bash
+set -euo pipefail
+IFS=$'\n\t'
+set -vx
+
+bundle install
+
+# Do any other automated setup that you need to do here

data/exe/aa-web

@@ -0,0 +1,7 @@
+#!/usr/bin/env ruby
+
+require 'aethernal_agent/webserver/core'
+require 'active_support/core_ext/hash/indifferent_access'
+
+core = AethernalAgent::Webserver::Core.new
+core.start

data/lib/aethernal_agent.rb

@@ -0,0 +1,34 @@
+require 'yaml'
+require 'sqlite3'
+require 'active_support/core_ext/hash/indifferent_access'
+require 'active_support/core_ext/string'
+require 'ostruct'
+require 'etc'
+require 'fileutils'
+require 'socket'
+require 'logger'
+
+require 'aethernal_agent/app'
+require 'aethernal_agent/loader'
+require 'aethernal_agent/template'
+require 'aethernal_agent/operation'
+require 'aethernal_agent/operation_pool'
+require 'aethernal_agent/version'
+
+module AethernalAgent
+
+  class << self
+    attr_writer :logger
+
+    def logger
+      @logger ||= Logger.new($stdout)
+    end
+
+    def change_log_level(level = Logger::INFO)
+      AethernalAgent.logger.level = level
+    end
+  end
+
+
+  class Error < StandardError; end
+end

data/lib/aethernal_agent/apache/apache.rb

@@ -0,0 +1,70 @@
+require 'aethernal_agent/filesystem'
+require 'aethernal_agent/utils'
+
+module AethernalAgent
+  class Apache
+    include AethernalAgent::Filesystem
+    include AethernalAgent::Utils
+    include AethernalAgent::Errors
+
+    attr_accessor :user
+
+    def initialize(options = {})
+      self.user = options['user'] || 'root'
+    end
+
+    def ensure_mods
+      run_command("a2enmod proxy scgi headers proxy proxy_html proxy_http ssl xml2enc proxy_wstunnel")
+      self.restart
+    end
+
+    def write_app_config(template_path, app_name, port)
+      directory(apache_user_conf_path)
+      write_template(template_path, apache_user_conf_path(app_name), {port: port})
+
+      reload
+    end
+
+    def remove_app_config(app_name)
+      file(apache_user_conf_path(app_name), action: :delete)
+    end
+
+    def ensure_base_config(options = {})
+      config_file = File.join(File.expand_path(File.dirname(__FILE__)), "templates","aa-user.conf.erb")
+
+      container_name = get_global_config(:container_name)
+      host_name = get_global_config(:hostname)
+
+      add_errors("hostname not found in global config") unless host_name
+      add_errors("container_name not found in global config") unless container_name
+
+      write_template(config_file, "/etc/apache2/sites-available/aethernal_agent-#{self.user}.conf",{
+        home_folder: home_folder_path,
+        user: self.user,
+        container_name: container_name,
+        host_name: host_name,
+        custom_domains: options[:custom_domains]
+      })
+
+      directory(home_folder_path("www"), owner: self.user)
+
+      run_command("a2ensite aethernal_agent-#{self.user}")
+
+      return nil
+    end
+
+    def reload
+      run_command("systemctl reload apache2")
+    end
+
+    def restart
+      run_command("systemctl restart apache2")
+    end
+
+    def apache_user_conf_path(app_name = nil)
+      path = File.join("/etc/apache2/users", self.user)
+      path = File.join(path, "#{app_name}.conf") if app_name
+      path
+    end
+  end
+end