caco 0.1.0

data/lib/caco/finder.rb

@@ -0,0 +1,13 @@
+module Caco
+  class Finder < Trailblazer::Operation
+    step Subprocess(Caco::Executer),
+      input: [:command],
+      output: { exit_code: :command_exit_code, output: :command_output },
+      id: "execute_command"
+
+    step ->(ctx, command_output:, regexp:, **) {
+        command_output.freeze.match?(regexp)  
+      },
+      id: :match_regexp
+  end
+end

data/lib/caco/grafana.rb

@@ -0,0 +1,6 @@
+module Caco
+  module Grafana
+  end
+end
+
+require 'caco/grafana/install'

data/lib/caco/grafana/install.rb

@@ -0,0 +1,26 @@
+module Caco::Grafana
+  class Install < Trailblazer::Operation
+    class Repo < Trailblazer::Operation
+      step Subprocess(Caco::Debian::AptKeyInstall),
+        input: ->(_ctx, **) {{
+          url: 'https://packages.grafana.com/gpg.key',
+          fingerprint: '4E40 DDF6 D76E 284A 4A67  80E4 8C8C 34C5 2409 8CB6'
+        }}
+
+      step Subprocess(Caco::Debian::AptRepoAdd),
+        input: ->(_ctx, **) {{
+          name: 'grafana',
+          url: 'https://packages.grafana.com/oss/deb',
+          release: "stable",
+          component: 'main'
+        }}
+    end
+
+    step Subprocess(Repo)
+    step Subprocess(Caco::Debian::AptUpdate)
+    step Subprocess(Caco::Debian::PackageInstall),
+      input: ->(_ctx, **) {{
+        package: 'grafana'
+      }}
+  end
+end

data/lib/caco/haproxy.rb

@@ -0,0 +1,12 @@
+module Caco
+  module Haproxy
+  end
+end
+
+require 'caco/haproxy/conf_get'
+require 'caco/haproxy/conf_set'
+require 'caco/haproxy/install'
+
+# Templates
+require 'caco/haproxy/cell/conf_postgres'
+require 'caco/haproxy/cell/conf_stats'

data/lib/caco/haproxy/cell/conf_postgres.rb

@@ -0,0 +1,4 @@
+module Caco::Haproxy::Cell
+  class ConfPostgres < Trailblazer::Cell
+  end
+end

data/lib/caco/haproxy/cell/conf_stats.rb

@@ -0,0 +1,4 @@
+module Caco::Haproxy::Cell
+  class ConfStats < Trailblazer::Cell
+  end
+end

data/lib/caco/haproxy/conf_get.rb

@@ -0,0 +1,15 @@
+class Caco::Haproxy::ConfGet < Trailblazer::Operation
+  step Subprocess(Caco::FileReader),
+    input: ->(_ctx, **) {{
+      path: "/etc/default/haproxy",
+    }},
+    output: [:output]
+
+  step ->(ctx, name:, output:, **) {
+      match = output.match(/^#{name}=\"(.*)\"/)
+      return false unless match
+
+      ctx[:value] = match[1]
+    },
+    id: :find_value
+end

data/lib/caco/haproxy/conf_set.rb

@@ -0,0 +1,52 @@
+class Caco::Haproxy::ConfSet < Trailblazer::Operation
+  step Subprocess(Caco::FileReader),
+    input: ->(_ctx, **) {{
+      path: "/etc/default/haproxy",
+    }},
+    output: [:output]
+
+  step Subprocess(Caco::Haproxy::ConfGet),
+    input: ->(_ctx, name:, **) {{
+      name: name,
+    }},
+    output: {value: :existing_value}
+
+  step :change_value
+
+  fail :create_value, Output(:success) => Track(:success)
+
+  step :check_values_are_the_same,
+    Output(:success) => End(:success),
+    Output(:failure) => Track(:success)
+
+  step Subprocess(Caco::FileWriter),
+    input: ->(_ctx, new_config_content:, **) {{
+      path: "/etc/default/haproxy",
+      content: new_config_content
+    }}
+
+  def change_value(ctx, output:, name:, value:, **)
+    ctx[:created] = false
+    ctx[:changed] = true
+    ctx[:new_config_content] = output.gsub!(/^#{name}=\"(.*)\"/, "#{name}=\"#{value}\"")
+    true
+  end
+
+  def create_value(ctx, output:, name:, value:, **)
+    ctx[:created] = true
+    ctx[:changed] = true
+    output << "#{name}=\"#{value}\"\n"
+    ctx[:new_config_content] = output
+    true
+  end
+
+  def check_values_are_the_same(ctx, value:, existing_value:, **)
+    if value == existing_value
+      ctx[:changed] = nil
+      ctx[:created] = nil
+      true
+    else
+      false
+    end
+  end
+end

data/lib/caco/haproxy/install.rb

@@ -0,0 +1,9 @@
+module Caco::Haproxy
+  class Install < Trailblazer::Operation
+    step Subprocess(Caco::Debian::AptUpdate)
+    step Subprocess(Caco::Debian::PackageInstall),
+      input: ->(_ctx, **) {{
+        package: 'haproxy'
+      }}
+  end
+end

data/lib/caco/haproxy/view/conf_postgres.erb

@@ -0,0 +1,25 @@
+listen  haproxy_10.0.0.30_3307_rw
+  bind *:3307
+  mode tcp
+  timeout client  10800s
+  timeout server  10800s
+  tcp-check expect string primary\ is\ running
+  balance leastconn
+  option tcp-check
+  option allbackups
+  default-server port 9300 inter 2s downinter 5s rise 3 fall 2 slowstart 60s maxconn 64 maxqueue 128 weight 100
+  server 10.0.0.21 10.0.0.21:5432 check
+  server 10.0.0.22 10.0.0.22:5432 check
+
+listen  haproxy_10.0.0.30_3308_ro
+  bind *:3308
+  mode tcp
+  timeout client  10800s
+  timeout server  10800s
+  tcp-check expect string is\ running.
+  balance leastconn
+  option tcp-check
+  option allbackups
+  default-server port 9300 inter 2s downinter 5s rise 3 fall 2 slowstart 60s maxconn 64 maxqueue 128 weight 100
+  server 10.0.0.21 10.0.0.21:5432 check
+  server 10.0.0.22 10.0.0.22:5432 check

data/lib/caco/haproxy/view/conf_stats.erb

@@ -0,0 +1,6 @@
+frontend stats
+  bind *:8404
+  stats enable
+  stats uri /stats
+  stats refresh 10s
+  stats admin if LOCALHOST

data/lib/caco/macro.rb

@@ -0,0 +1,2 @@
+module Caco::Macro
+end

data/lib/caco/postgres.rb

@@ -0,0 +1,44 @@
+module Caco
+  module Postgres
+    module ClassMethods
+      def add_shared_library(lib)
+        @libraries ||= []
+        @libraries << lib
+        true
+      end
+
+      def shared_libraries
+        @libraries ||= []
+        @libraries.join(", ")
+      end
+
+      def clear_shared_library
+        @libraries = []
+      end
+
+      def should_restart!
+        @should_restart = true
+      end
+
+      def should_restart?
+        @should_restart || false
+      end
+    end
+
+    extend ClassMethods
+  end
+end
+
+require 'caco/postgres/build_augeas'
+require 'caco/postgres/conf_get'
+require 'caco/postgres/conf_set'
+require 'caco/postgres/hba_set'
+require 'caco/postgres/install'
+require 'caco/postgres/shell'
+require 'caco/postgres/sql'
+
+# depends on sql
+require 'caco/postgres/database_create'
+require 'caco/postgres/extension_create'
+require 'caco/postgres/user_change_password'
+require 'caco/postgres/user_create'

data/lib/caco/postgres/build_augeas.rb

@@ -0,0 +1,20 @@
+module Caco::Postgres
+  def self.BuildAugeas
+    task = ->((ctx, flow_options), _) do
+      augeas_path = ctx[:augeas_path] ? ctx[:augeas_path] : "/"
+
+      ctx[:aug] = aug = Augeas::open(augeas_path, nil, Augeas::NO_LOAD)
+      aug.clear_transforms
+      aug.transform(:lens => "Postgresql.lns", :incl => "/postgresql.conf")
+      aug.load
+
+      return Trailblazer::Activity::Right, [ctx, flow_options]
+    end
+
+    # new API
+    {
+      task: task,
+      id:   "build_augeas"
+    }
+  end
+end

data/lib/caco/postgres/conf_get.rb

@@ -0,0 +1,37 @@
+module Caco::Postgres
+  class ConfGet < Trailblazer::Operation
+    ProcessSingleValue = Class.new(Trailblazer::Activity::Signal)
+    ProcessMultipleValue = Class.new(Trailblazer::Activity::Signal)
+
+    step Caco::Postgres::BuildAugeas()
+
+    step :define_what_process,
+      Output(ProcessSingleValue, :single_value) => Id(:process_single_value),
+      Output(ProcessMultipleValue, :multiple_values) => Id(:process_multiple_values),
+      Output(Trailblazer::Activity::Left, :failure) => End(:failure)
+
+    step :process_single_value, magnetic_to: nil
+    step :process_multiple_values, magnetic_to: nil
+
+    def define_what_process(ctx, name: nil, names: nil, **)
+      if name and name.is_a?(String)
+        return ProcessSingleValue
+      elsif names and names.is_a?(Array)
+        return ProcessMultipleValue
+      else
+        return false
+      end
+    end
+
+    def process_single_value(ctx, name:, aug:, **)
+      ctx[:value] = aug.get("/files/postgresql.conf/#{name}")
+    end
+
+    def process_multiple_values(ctx, names:, aug:, **)
+      ctx[:values] = {}
+      names.each do |name|
+        ctx[:values][name.to_s] = aug.get("/files/postgresql.conf/#{name}")
+      end
+    end
+  end
+end

data/lib/caco/postgres/conf_set.rb

@@ -0,0 +1,54 @@
+module Caco::Postgres
+  class ConfSet < Trailblazer::Operation
+    ProcessSingleValue = Class.new(Trailblazer::Activity::Signal)
+    ProcessMultipleValue = Class.new(Trailblazer::Activity::Signal)
+
+    step Caco::Postgres::BuildAugeas()
+
+    step :define_what_process,
+      Output(ProcessSingleValue, :single_value) => Id(:process_single_value),
+      Output(ProcessMultipleValue, :multiple_values) => Id(:process_multiple_values),
+      Output(Trailblazer::Activity::Left, :failure) => End(:failure)
+    step :process_single_value, magnetic_to: nil
+    step :process_multiple_values, magnetic_to: nil
+
+    def define_what_process(ctx, name: nil, names: nil, value: nil, values: nil, **)
+      if name && value
+        return ProcessSingleValue
+      elsif values and values.is_a?(Hash)
+        return ProcessMultipleValue
+      else
+        return false
+      end
+    end
+
+    def process_single_value(ctx, name:, value:, aug:, **)
+      ctx[:existing_value] = aug.get("/files/postgresql.conf/#{name}")
+      ctx[:created] = !ctx[:existing_value]
+      if ctx[:existing_value] == value
+        return true
+      else
+        ctx[:changed] = true
+        ctx[:value] = aug.set("/files/postgresql.conf/#{name}", value)
+        aug.save!
+      end
+      true
+    end
+
+    def process_multiple_values(ctx, values:, aug:, **)
+      ctx[:values] = {}
+      values.each_pair do |name, value|
+        ctx[:existing_value] = aug.get("/files/postgresql.conf/#{name}")
+        ctx[:created] = true unless ctx[:existing_value]
+        if ctx[:existing_value] == value
+          next
+        else
+          ctx[:changed] = true
+          ctx[:values][name.to_s] = aug.set("/files/postgresql.conf/#{name}", value)
+        end
+      end
+      aug.save! if ctx[:changed]
+      true
+    end
+  end
+end

data/lib/caco/postgres/database_create.rb

@@ -0,0 +1,28 @@
+module Caco::Postgres
+  class DatabaseCreate < Trailblazer::Operation
+
+    step Subprocess(Caco::Postgres::Sql),
+      input: ->(_ctx, database:, **) {{
+        sql: "select datname from pg_database where datname='#{database}';",
+      }},
+      id: :sql_find_database
+
+    step ->(_ctx, output:, database:, **) {
+        output.match?(/^\s#{database}$/)
+      },
+      Output(:success) => End(:success),
+      Output(:failure) => Track(:success),
+      id: :verify_database_exists
+
+    step Subprocess(Caco::Executer),
+      input: ->(ctx, database:, **) {{
+        command: "createdb -e #{ctx[:additional_args]} #{database}",
+      }},
+      id: :create_database
+
+    step ->(ctx, **) {
+        ctx[:created] = ctx[:changed] = true
+      },
+      id: :mark_created
+  end
+end

data/lib/caco/postgres/extension_create.rb

@@ -0,0 +1,28 @@
+module Caco::Postgres
+  class ExtensionCreate < Trailblazer::Operation
+
+    step Subprocess(Caco::Postgres::Sql),
+      input: ->(_ctx, extension:, **) {{
+        sql: "select extname from pg_extension where extname='#{extension}';",
+      }},
+      id: :sql_find_extension
+
+    step ->(_ctx, output:, extension:, **) {
+        output.match?(/^\s#{extension}$/)
+      },
+      Output(:success) => End(:success),
+      Output(:failure) => Track(:success),
+      id: :verify_extension_exists
+
+    step Subprocess(Class.new(Caco::Postgres::Sql)),
+      input: ->(_ctx, extension:, **) {{
+        sql: "create extension #{extension};",
+      }},
+      id: :create_extension
+
+    step ->(ctx, **) {
+        ctx[:created] = ctx[:changed] = true
+      },
+      id: :mark_created
+  end
+end

data/lib/caco/postgres/hba_set.rb

@@ -0,0 +1,65 @@
+class Caco::Postgres::HbaSet < Trailblazer::Operation
+  class InvalidType < StandardError; end
+  class InvalidMethod < StandardError; end
+  class MissingNetworkValue < StandardError; end
+  ValidTypes = %w( local host hostssl hostnossl )
+  ValidMethods = %w( trust reject md5 password scram-sha-256 gss sspi ident peer pam ldap radius or cert )
+
+  TypeLocal = Class.new(Trailblazer::Activity::Signal)
+  TypeHost = Class.new(Trailblazer::Activity::Signal)
+
+  step :check_type_is_valid
+  step :check_method_is_valid
+  step :check_value_exist,
+    Output(:success) => End(:success),
+    Output(:failure) => Track(:success)
+  step :check_if_network_value_is_needed
+  step :append_value
+  step ->(ctx, **) {
+      ctx[:created] = ctx[:changed] = true
+    },
+    id: :mark_as_changed
+
+  def check_type_is_valid(ctx, type:, **)
+    raise InvalidType.new("`#{type}' is not a valid type") unless ValidTypes.include?(type)
+    true
+  end
+
+  def check_method_is_valid(ctx, method:, **)
+    raise InvalidMethod.new("`#{method}' is not a valid method") unless ValidMethods.include?(method)
+    true
+  end
+
+  def check_value_exist(ctx, input:, type:, database:, user:, method:, **)
+    return input.match?(/^#{type}\s+#{database}\s+#{user}\s+#{method}$/) if type == 'local'
+    input.match?(/^#{type}\s+#{database}\s+#{user}\s+#{ctx[:network]}\s+#{method}$/)
+  end
+
+  def check_if_network_value_is_needed(ctx, type:, **)
+    return true if type == 'local'
+    return true if ctx[:network]
+    raise MissingNetworkValue.new("You need to enter a value for network when #{type} is specified")
+  end
+
+  def append_value(ctx, input:, type:, database:, user:, method:, **)
+    after_type_size = 8 - type.size > 0 ? (8 - type.size) : 1
+    after_type_spaces = " " * after_type_size
+
+    after_db_size = 16 - database.size > 0 ? (16 - database.size) : 1
+    after_db_spaces = " " * after_db_size
+
+    after_user_size = 16 - user.size > 0 ? (16 - user.size) : 1
+    after_user_spaces = " " * after_user_size
+
+    network_size = ctx[:network].size rescue 0
+    after_network_size = 24 - network_size > 0 ? 24 - network_size : 1
+    after_network_spaces = " " * after_network_size
+
+    if type == 'local'
+      input << "#{type}#{after_type_spaces}#{database}#{after_db_spaces}#{user}#{after_user_spaces}#{after_network_spaces}#{method}\n"
+    else
+      input << "#{type}#{after_type_spaces}#{database}#{after_db_spaces}#{user}#{after_user_spaces}#{ctx[:network]}#{after_network_spaces}#{method}\n"
+    end
+    ctx[:content] = input
+  end
+end