caco 0.1.0

data/lib/caco/postgres/install.rb

@@ -0,0 +1,34 @@
+module Caco::Postgres
+  class Install < Trailblazer::Operation
+    class Repo < Trailblazer::Operation
+      step Subprocess(Caco::Debian::AptKeyInstall),
+        input: ->(_ctx, **) {{
+          url: 'https://www.postgresql.org/media/keys/ACCC4CF8.asc',
+          fingerprint: 'B97B 0AFC AA1A 47F0 44F2  44A0 7FCC 7D46 ACCC 4CF8'
+        }}
+      step Subprocess(Caco::Debian::AptRepoAdd),
+        input: ->(_ctx, **) {{
+          name: 'pgdg',
+          url: 'http://apt.postgresql.org/pub/repos/apt/',
+          release: "#{Caco::Facter.("os", "distro", "codename")}-pgdg",
+          component: 'main'
+        }}
+    end
+
+    step Subprocess(Repo)
+    step Subprocess(Caco::Debian::AptUpdate)
+    step Subprocess(Caco::Debian::PackageInstall),
+      input: ->(_ctx, **) {{
+        package: 'postgresql-server-12'
+      }},
+      id: :install_server
+
+    pass ->(ctx, **){ ctx.to_hash.dig(:install_dev_package) }, Output(:success) => Id(:install_dev_package)
+    step Subprocess(Class.new(Caco::Debian::PackageInstall)),
+      input: ->(_ctx, **) {{
+        package: 'postgresql-server-dev-12'
+      }},
+      id: :install_dev_package,
+      magnetic_to: nil
+  end
+end

data/lib/caco/postgres/shell.rb

@@ -0,0 +1,13 @@
+module Caco::Postgres
+  class Shell < Trailblazer::Operation
+    step ->(ctx, command:, **) {
+        ctx[:shell_command] = "su -c \"#{command}\" postgres"
+      },
+      id: :build_command
+
+    step Subprocess(Caco::Executer),
+      input: { shell_command: :command },
+      output: [:exit_code, :output],
+      id: "shell"
+  end
+end

data/lib/caco/postgres/sql.rb

@@ -0,0 +1,17 @@
+module Caco::Postgres
+  class Sql < Trailblazer::Operation
+    step :build_command
+    step Subprocess(Caco::Executer),
+      input: { sql_command: :command },
+      output: [:exit_code, :output, :stderr],
+      id: "shell"
+
+    def build_command(ctx, sql:, **)
+      ctx[:sql_command] = "su -l -c \"psql -e -U postgres -d postgres <<EOF
+      #{sql}
+      EOF
+      \" postgres"
+      # ctx[:sql_command] = "psql -U fernandes -d postgres -c \"#{sql}\""
+    end
+  end
+end

data/lib/caco/postgres/user_change_password.rb

@@ -0,0 +1,13 @@
+module Caco::Postgres
+  class UserChangePassword < Trailblazer::Operation
+    step ->(ctx, user:, password:, **) {
+        ctx[:sql] = "alter user #{user} with password '#{password}';"
+      },
+      id: :build_sql
+
+    step Subprocess(Caco::Postgres::Sql),
+      input: ->(_ctx, sql:, **) {{
+        sql: sql,
+      }}
+  end
+end

data/lib/caco/postgres/user_create.rb

@@ -0,0 +1,33 @@
+module Caco::Postgres
+  class UserCreate < Trailblazer::Operation
+    step Subprocess(Caco::Postgres::Sql),
+      input: ->(_ctx, user:, **) {{
+        sql: "select usename from pg_user where usename='#{user}';",
+      }},
+      id: :sql_find_user
+
+    step ->(_ctx, output:, user:, **) {
+        output.match?(/^\s#{user}$/)
+      },
+      Output(:success) => End(:success),
+      Output(:failure) => Track(:success),
+      id: :verify_user_exists
+
+    step Subprocess(Caco::Executer),
+      input: ->(ctx, user:, **) {{
+        command: "createuser -e #{user} #{ctx[:additional_args]}",
+      }},
+      id: :create_user
+
+    step Subprocess(Caco::Postgres::UserChangePassword),
+      input: ->(ctx, user:, password:, **) {{
+        user: user, password: password,
+      }},
+      id: :user_change_password
+    
+    step ->(ctx, **) {
+        ctx[:created] = ctx[:changed] = true
+      },
+      id: :mark_created
+  end
+end

data/lib/caco/prometheus.rb

@@ -0,0 +1,15 @@
+module Caco
+  module Prometheus
+  end
+end
+
+require 'caco/prometheus/adapter_install_pg'
+require 'caco/prometheus/adapter_install_postgresql'
+require 'caco/prometheus/exporter_install'
+require 'caco/prometheus/install'
+require 'caco/prometheus/install_alert_manager'
+
+# Templates
+require 'caco/prometheus/cell/alertmanager_conf'
+require 'caco/prometheus/cell/alerts'
+require 'caco/prometheus/cell/conf'

data/lib/caco/prometheus/adapter_install_pg.rb

@@ -0,0 +1,107 @@
+class Caco::Prometheus::AdapterInstallPg < Trailblazer::Operation
+  step Subprocess(Class.new(Caco::Debian::PackageInstall)),
+    input: ->(_ctx, postgresql_version:, **) {{
+      package: "postgresql-server-dev-#{postgresql_version}"
+    }},
+    id: :install_postgresql_server_dev
+
+  step Subprocess(Class.new(Caco::Debian::PackageInstall)),
+    input: ->(_ctx, postgresql_version:, **) {{
+      package: "libpq-dev"
+    }},
+    id: :install_libpq_dev
+
+  step :check_root
+  def check_root(ctx, **)
+    ctx[:root] = Settings.prometheus.root
+    FileUtils.mkdir_p(Settings.prometheus.root)
+  end
+
+  step :build_url
+  def build_url(ctx, version:, root:, **)
+    ctx[:url] = "https://github.com/timescale/pg_prometheus/archive/#{version}.tar.gz"
+    ctx[:dest] = "#{root}/pg_prometheus-#{version}.tar.gz"
+    ctx[:current_target] = "#{root}/pg_prometheus-#{version}"
+    ctx[:current_link] = "#{root}/pg_prometheus-current"
+  end
+
+  step Subprocess(Caco::Downloader),
+    input: ->(ctx, url:, dest:, **) {{
+      url: url,
+      dest: dest,
+      stubbed_file: ctx[:stubbed_file]    
+    }}
+  step Subprocess(Caco::Unpacker),
+    input: ->(ctx, root:, dest:, **) {{
+      pack: dest,
+      dest: root
+    }}
+  step Subprocess(Caco::FileLink),
+    input: ->(ctx, current_target:, current_link:, **) {{
+      target: current_target,
+      link: current_link
+    }}
+
+  # Build
+  step Subprocess(Class.new(Caco::Executer)),
+    input: ->(_ctx, current_link:, **) {{
+      command: "test -f #{current_link}/.caco_built"
+    }},
+    id: :check_caco_built,
+    Output(:failure) => Track(:build_pg)
+
+  step Subprocess(Class.new(Caco::Executer)),
+    input: ->(_ctx, current_link:, **) {{
+      command: "cd #{current_link} && make"
+    }},
+    id: :build_pg,
+    magnetic_to: :build_pg,
+    Output(:success) => Track(:build_pg)
+
+  step Subprocess(Class.new(Caco::Executer)),
+    input: ->(_ctx, current_link:, **) {{
+      command: "touch #{current_link}/.caco_built"
+    }},
+    id: :mark_as_built,
+    magnetic_to: :build_pg
+
+  # Install
+  step Subprocess(Class.new(Caco::Executer)),
+    input: ->(_ctx, current_link:, **) {{
+      command: "test -f #{current_link}/.caco_installed"
+    }},
+    id: :check_caco_installed,
+    Output(:failure) => Track(:install_pg)
+
+  step Subprocess(Class.new(Caco::Executer)),
+    input: ->(_ctx, current_link:, **) {{
+      command: "cd #{current_link} && make install"
+    }},
+    id: :install_pg,
+    magnetic_to: :install_pg,
+    Output(:success) => Track(:install_pg)
+
+  step Subprocess(Class.new(Caco::Executer)),
+    input: ->(_ctx, current_link:, **) {{
+      command: "touch #{current_link}/.caco_installed"
+    }},
+    id: :mark_as_installed,
+    magnetic_to: :install_pg,
+    Output(:success) => Track(:install_pg)
+
+  step :postgresql_shared_library,
+    magnetic_to: :install_pg,
+    Output(:success) => Track(:install_pg)
+
+  step :postgresql_should_restart,
+    magnetic_to: :install_pg
+
+  def postgresql_shared_library(ctx, **)
+    Caco::Postgres.add_shared_library("timescaledb")
+    Caco::Postgres.add_shared_library("pg_prometheus")
+  end
+
+  def postgresql_should_restart(ctx, **)
+    Caco::Postgres.should_restart!
+  end
+end

data/lib/caco/prometheus/adapter_install_postgresql.rb

@@ -0,0 +1,47 @@
+class Caco::Prometheus::AdapterInstallPostgresql < Trailblazer::Operation
+  step :check_root
+  step :build_url
+  step :mkdir_target
+
+  step Subprocess(Caco::Downloader),
+    input: ->(ctx, url:, dest:, **) {{
+      url: url,
+      dest: dest,
+      stubbed_file: ctx[:stubbed_file]    
+    }}
+
+  step Subprocess(Caco::Unpacker),
+    input: ->(ctx, adapter_root:, dest:, **) {{
+      pack: dest,
+      dest: adapter_root
+    }}
+
+  step Subprocess(Caco::FileLink),
+    input: ->(ctx, current_target:, current_link:, **) {{
+      target: current_target,
+      link: current_link
+    }}
+
+  step Subprocess(Caco::Debian::ServiceInstall),
+    input: ->(ctx, current_link:, database:, host:, username:, password:, **) {{
+      name: "prometheus-adapter-postgresql",
+      command: "#{current_link}/prometheus-postgresql-adapter -pg-database #{database} -pg-host #{host} -pg-user #{username} -pg-password #{password} -log-level warn"
+    }}
+
+  def check_root(ctx, version:, **)
+    ctx[:root] = Settings.prometheus.root
+    ctx[:adapter_root] = "#{Settings.prometheus.root}/postgresql-adapter-#{version}.linux-amd64"
+    FileUtils.mkdir_p(ctx[:adapter_root])
+  end
+
+  def build_url(ctx, version:, root:, adapter_root:, **)
+    ctx[:url] = "https://github.com/timescale/prometheus-postgresql-adapter/releases/download/v#{version}/prometheus-postgresql-adapter-#{version}-linux-amd64.tar.gz"
+    ctx[:dest] = "#{root}/prometheus-postgresql-adapter-#{version}-linux-amd64.tar.gz"
+    ctx[:current_target] = adapter_root
+    ctx[:current_link] = "#{root}/postgresql-adapter-current"
+  end
+
+  def mkdir_target(ctx, current_target:, **)
+    FileUtils.mkdir_p(current_target)
+  end
+end

data/lib/caco/prometheus/cell/alertmanager_conf.rb

@@ -0,0 +1,4 @@
+module Caco::Prometheus::Cell
+  class AlertmanagerConf < Trailblazer::Cell
+  end
+end

data/lib/caco/prometheus/cell/alerts.rb

@@ -0,0 +1,4 @@
+module Caco::Prometheus::Cell
+  class Alerts < Trailblazer::Cell
+  end
+end

data/lib/caco/prometheus/cell/conf.rb

@@ -0,0 +1,7 @@
+module Caco::Prometheus::Cell
+  class Conf < Trailblazer::Cell
+    def root
+      property(:root)
+    end
+  end
+end

data/lib/caco/prometheus/exporter_install.rb

@@ -0,0 +1,35 @@
+class Caco::Prometheus::ExporterInstall < Trailblazer::Operation
+  step :check_root
+
+  step Subprocess(Caco::Downloader),
+    input: ->(ctx, url:, tar_dest_path:, **) {{
+      url: url,
+      dest: tar_dest_path,
+      stubbed_file: ctx[:stubbed_file]    
+    }}
+
+  step Subprocess(Caco::Unpacker),
+    input: ->(ctx, tar_dest_path:, tar_unpack_path:, **) {{
+      pack: tar_dest_path,
+      dest: tar_unpack_path
+    }}
+
+  step Subprocess(Caco::FileLink),
+    input: ->(ctx, current_target:, current_link:, **) {{
+      target: current_target,
+      link: current_link
+    }}
+
+  step Subprocess(Caco::Debian::ServiceInstall),
+    input: ->(ctx, service_name:, service_command:, environment_vars: nil, environment_file: nil, **) {{
+      name: service_name,
+      command: service_command,
+      environment_vars: environment_vars,
+      environment_file: environment_file
+    }}
+
+  def check_root(ctx, **)
+    ctx[:root] = Settings.prometheus.root
+    FileUtils.mkdir_p(Settings.prometheus.root)
+  end
+end

data/lib/caco/prometheus/install.rb

@@ -0,0 +1,50 @@
+class Caco::Prometheus::Install < Trailblazer::Operation
+  step :check_root
+  def check_root(ctx, **)
+    ctx[:root] = Settings.prometheus.root
+    FileUtils.mkdir_p(Settings.prometheus.root)
+  end
+
+  step :build_url
+  def build_url(ctx, version:, root:, **)
+    ctx[:url] = "https://github.com/prometheus/prometheus/releases/download/v#{version}/prometheus-#{version}.linux-amd64.tar.gz"
+    ctx[:dest] = "#{root}/prometheus-#{version}.linux-amd64.tar.gz"
+    ctx[:current_target] = "#{root}/prometheus-#{version}.linux-amd64"
+    ctx[:current_link] = "#{root}/prometheus-current"
+    ctx[:config_file_path] = "#{Settings.prometheus.config_root}/prometheus.yml"
+  end
+
+  step Subprocess(Caco::Downloader),
+    input: ->(ctx, url:, dest:, **) {{
+      url: url,
+      dest: dest,
+      stubbed_file: ctx[:stubbed_file]    
+    }}
+
+  step Subprocess(Caco::Unpacker),
+    input: ->(ctx, root:, dest:, **) {{
+      pack: dest,
+      dest: root
+    }}
+
+  step Subprocess(Caco::FileLink),
+    input: ->(ctx, current_target:, current_link:, **) {{
+      target: current_target,
+      link: current_link
+    }}
+
+  step Subprocess(Caco::Debian::ServiceInstall),
+    input: ->(ctx, current_link:, **) {{
+      name: "prometheus",
+      command: "#{current_link}/prometheus --config.file=#{Settings.prometheus.config_root}/prometheus.yml --storage.tsdb.path=#{Settings.prometheus.root}/data"
+    }}
+
+  step ->(ctx, **) {
+      ctx[:content] = Caco::Prometheus::Cell::Conf.({root: Settings.prometheus.config_root}).to_s
+    },
+    id: :generate_template!
+
+  step Subprocess(Caco::FileWriter),
+    input: { content: :content, config_file_path: :path },
+    output: { file_changed: :sources_updated }
+end

data/lib/caco/prometheus/install_alert_manager.rb

@@ -0,0 +1,62 @@
+class Caco::Prometheus::InstallAlertManager < Trailblazer::Operation
+  step :check_root
+  def check_root(ctx, **)
+    ctx[:root] = Settings.prometheus.root
+    FileUtils.mkdir_p(Settings.prometheus.root)
+  end
+
+  step :build_url
+  def build_url(ctx, version:, root:, **)
+    ctx[:url] = "https://github.com/prometheus/alertmanager/releases/download/v#{version}/alertmanager-#{version}.linux-amd64.tar.gz"
+    ctx[:dest] = "#{root}/alertmanager-#{version}.linux-amd64.tar.gz"
+    ctx[:current_target] = "#{root}/alertmanager-#{version}.linux-amd64"
+    ctx[:current_link] = "#{root}/alertmanager-current"
+    ctx[:config_file_path] = "#{Settings.prometheus.config_root}/alertmanager.yml"
+    ctx[:alerts_file_path] = "#{Settings.prometheus.config_root}/alerts.d/alerts.rules"
+  end
+
+  step Subprocess(Caco::Downloader),
+    input: ->(ctx, url:, dest:, **) {{
+      url: url,
+      dest: dest,
+      stubbed_file: ctx[:stubbed_file]    
+    }}
+
+  step Subprocess(Caco::Unpacker),
+    input: ->(ctx, root:, dest:, **) {{
+      pack: dest,
+      dest: root
+    }}
+
+  step Subprocess(Caco::FileLink),
+    input: ->(ctx, current_target:, current_link:, **) {{
+      target: current_target,
+      link: current_link
+    }}
+
+  step Subprocess(Caco::Debian::ServiceInstall),
+    input: ->(ctx, current_link:, **) {{
+      name: "prometheus-alertmanager",
+      command: "#{current_link}/alertmanager --config.file=#{Settings.prometheus.config_root}/alertmanager.yml"
+    }}
+
+  step ->(ctx, **) {
+      ctx[:content] = Caco::Prometheus::Cell::Conf.({root: Settings.prometheus.config_root}).to_s
+    },
+    id: :generate_template!
+
+  step Subprocess(Caco::FileWriter),
+    input: { content: :content, config_file_path: :path },
+    output: { file_changed: :sources_updated },
+    id: :write_config_template
+
+  step ->(ctx, **) {
+      ctx[:alerts_content] = Caco::Prometheus::Cell::Alerts.().to_s
+    },
+    id: :generate_alerts_template!
+
+  step Subprocess(Class.new(Caco::FileWriter)),
+    input: { alerts_file_path: :path, alerts_content: :content },
+    output: { file_changed: :sources_updated },
+    id: :write_alerts_template
+end