caco 0.1.0

data/lib/caco/settings_loader_monkeypatch.rb

@@ -0,0 +1,28 @@
+# This is a monkey patch to decrypt the yaml files before loading into `Config` gem
+require "config/sources/yaml_source"
+class Config::Sources::YAMLSource
+  def load
+    result = nil
+
+    if @path and File.exist?(@path)
+      content = IO.read(@path)
+      descrypted_content = decrypt_content(content)
+      result = YAML.load(ERB.new(descrypted_content).result)
+    end
+
+    result || {}
+
+    rescue Psych::SyntaxError => e
+      raise "YAML syntax error occurred while parsing #{@path}. " \
+            "Please note that YAML must be consistently indented using spaces. Tabs are not allowed. " \
+            "Error: #{e.message}"
+  end
+
+  def decrypt_content(content)
+    parsed_content = Caco.config.eyaml_parser.parse(content)
+    parsed_content.each do |parsed|
+      content.sub!(parsed.match, parsed.to_plain_text)
+    end
+    content
+  end
+end

data/lib/caco/ssh.rb

@@ -0,0 +1,6 @@
+module Caco
+  module Ssh
+  end
+end
+
+require 'caco/ssh/authorized_keys_add'

data/lib/caco/ssh/authorized_keys_add.rb

@@ -0,0 +1,82 @@
+class Caco::Ssh::AuthorizedKeysAdd < Trailblazer::Operation
+  step Subprocess(Caco::Debian::UserHome),
+    input: ->(_ctx, user:, **) {{
+      user: user
+    }}
+
+  step ->(ctx, user:, **) {
+      ctx[:user_home] = "/home/#{user}"
+    },
+    id: :define_user_path
+
+  step :check_user_ssh_folder
+
+  step :check_user_ssh_authorized_keys
+
+  step Subprocess(Caco::FileReader),
+    input: ->(_ctx, user_home:, **) {{
+      path: "#{user_home}/.ssh/authorized_keys",
+    }},
+    output: [:output]
+
+  step ->(ctx, key:, identifier:, output:, **) {
+      output.match?("^#{key} #{identifier}$")
+    },
+    Output(:success) => End(:success),
+    Output(:failure) => Track(:success),
+    id: :check_same_entry_exist
+
+  step ->(ctx, identifier:, output:, **) {
+      output.match?("^.*#{identifier}$")
+    },
+    Output(:success) => Id(:change_key),
+    Output(:failure) => Id(:add_key),
+    id: :check_identifier_exist
+
+  step :change_key, magnetic_to: nil
+  def change_key(ctx, key:, identifier:, output:, **)
+    output.gsub!(/^.*#{identifier}$/, "#{key} #{identifier}")
+    ctx[:content] = output
+  end
+
+  step :add_key, magnetic_to: nil
+  def add_key(ctx, key:, identifier:, output:, **)
+    output << "#{key} #{identifier}\n"
+    ctx[:created] = true
+    ctx[:content] = output
+  end
+
+  step Subprocess(Caco::FileWriter),
+    input: ->(_ctx, authorized_keys_path:, content:, **) {{
+      path: authorized_keys_path,
+      content: content
+    }}
+  step ->(ctx, **) {
+      ctx[:changed] = true
+    },
+    id: :mark_as_changed
+
+  def check_user_ssh_folder(ctx, user:, user_home:, **)
+    ctx[:ssh_home] = ssh_home = "#{Caco.config.write_files_root}#{user_home}/.ssh"
+    FileUtils.mkdir_p(ssh_home)
+    File.chmod(0700, ssh_home)
+    FileUtils.chown user, nil, ssh_home
+  rescue Errno::EPERM
+    true
+  end
+
+  def check_user_ssh_authorized_keys(ctx, ssh_home:, user:, **)
+    ctx[:authorized_keys_path] = authorized_keys_path = "#{ssh_home}/authorized_keys"
+    unless File.exist?(authorized_keys_path)
+      FileUtils.touch(authorized_keys_path)
+      File.chmod(0600, authorized_keys_path)
+      begin
+        FileUtils.chown user, nil, authorized_keys_path
+      rescue Errno::EPERM
+        true
+      end
+    else
+      true
+    end
+  end
+end

data/lib/caco/sudo.rb

@@ -0,0 +1,6 @@
+module Caco
+  module Sudo
+  end
+end
+
+require 'caco/sudo/sudoers_add'

data/lib/caco/sudo/sudoers_add.rb

@@ -0,0 +1,15 @@
+module Caco::Sudo
+  class SudoersAdd < Trailblazer::Operation
+    step ->(ctx, identifier:, **) {
+        ctx[:path] = "/etc/sudoers.d/#{identifier}"
+      },
+      id: :build_path
+
+    step Subprocess(Caco::FileWriter),
+      input: ->(_ctx, path:, content:, **) {{
+        path: path,
+        content: content
+      }},
+      output: {file_created: :created, file_changed: :changed}
+  end
+end

data/lib/caco/timescale.rb

@@ -0,0 +1,6 @@
+module Caco
+  module Timescale
+  end
+end
+
+require 'caco/timescale/install'

data/lib/caco/timescale/install.rb

@@ -0,0 +1,25 @@
+module Caco::Timescale
+  class Install < Trailblazer::Operation
+    class Repo < Trailblazer::Operation
+      step Subprocess(Caco::Debian::AptKeyInstall),
+        input: ->(_ctx, **) {{
+          url: 'https://packagecloud.io/timescale/timescaledb/gpgkey',
+          fingerprint: '1005 FB68 604C E9B8 F687  9CF7 59F1 8EDF 47F2 4417'
+        }}
+      step Subprocess(Caco::Debian::AptRepoAdd),
+        input: ->(_ctx, **) {{
+          name: 'timescale',
+          url: 'https://packagecloud.io/timescale/timescaledb/debian/',
+          release: "#{Caco::Facter.("os", "distro", "codename")}",
+          component: 'main'
+        }}
+    end
+
+    step Subprocess(Repo)
+    step Subprocess(Caco::Debian::AptUpdate)
+    step Subprocess(Caco::Debian::PackageInstall),
+      input: ->(_ctx, postgres_version:, **) {{
+        package: "timescaledb-postgresql-#{postgres_version}"
+      }}
+  end
+end

data/lib/caco/unpacker.rb

@@ -0,0 +1,76 @@
+class Caco::Unpacker < Trailblazer::Operation
+  pass ->(ctx, dest:, **) {
+      FileUtils.mkdir_p(dest)
+    },
+    id: :create_dest
+  
+  step ->(ctx, pack:, **) {
+      ctx[:mime_type] = Marcel::MimeType.for pack
+    },
+    id: :calculate_mime_type
+
+  step :build_integrity_command
+
+  step Subprocess(Caco::Executer),
+    input: ->(ctx, integrity_command:, **) {{
+      command: "#{integrity_command} 2> /dev/null|wc -l"
+    }},
+    output: ->(_ctx, exit_code:, output:, **) {
+      number_of_files = Integer(output)
+      { command_exit_code: exit_code, command_output: output, number_of_files: number_of_files }
+    },
+    id: "tar_integrity_test",
+    Output(:failure) => Track(:success)
+
+  step ->(ctx, command_exit_code:, number_of_files:, **) {
+      command_exit_code == 0 && number_of_files > 0
+    },
+    Output(:failure) => Track(:unknown_command),
+    Output(:success) => Id(:build_tar_command),
+    id: :check_integrity_test
+
+  step ->(ctx, pack:, dest:, **) {
+      ctx[:command] = "tar xpf #{pack} -C #{dest}"
+    },
+    id: :build_tar_command
+
+  step :find_format,
+    magnetic_to: :unknown_command,
+    Output(Trailblazer::Activity::Right, :success) => Track(:unknown_format)
+
+  step :build_unknown_command,
+    magnetic_to: :unknown_format,
+    Output(Trailblazer::Activity::Right, :success) => Track(:success)
+
+  step Subprocess(Class.new(Caco::Executer)),
+    input: [:command],
+    output: { exit_code: :command_exit_code, output: :command_output },
+    id: "unpacker_command"
+
+  fail ->(_ctx, **) {
+      # puts "Command Failed with output: #{failure_reason}"
+      # log to somewhere
+      false
+    },
+    id: :command_failed
+
+  def build_integrity_command(ctx, pack:, mime_type:, **)
+    return (ctx[:integrity_command] = "tar tzf #{pack}") if mime_type == "application/gzip"
+    return (ctx[:integrity_command] = "tar tjf #{pack}") if mime_type == "application/x-bzip"
+    return (ctx[:integrity_command] = "tar tf #{pack}") if mime_type == "application/x-tar"
+    ctx[:integrity_command] = "tar tf #{pack}"
+  end
+
+  def find_format(ctx, pack:, dest:, **)
+    ctx[:unknown_file_mime] = Marcel::MimeType.for pack
+  rescue StandardError
+    false
+  end
+
+  def build_unknown_command(ctx, pack:, dest:, mime_type:, **)
+    basename = File.basename(pack)
+    return ctx[:command] = "gunzip -c #{pack} > #{dest}/#{basename}" if mime_type == "application/gzip"
+    ctx[:failure_reason] = "unknown_format"
+    false
+  end
+end

data/lib/caco/version.rb

@@ -0,0 +1,3 @@
+module Caco
+  VERSION = "0.1.0"
+end

metadata

@@ -0,0 +1,398 @@
+--- !ruby/object:Gem::Specification
+name: caco
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+platform: ruby
+authors:
+- Celso Fernandes
+autorequire: 
+bindir: exe
+cert_chain: []
+date: 2020-04-11 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: cells-erb
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.1'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.1'
+- !ruby/object:Gem::Dependency
+  name: cells
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '4.1'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '4.1'
+- !ruby/object:Gem::Dependency
+  name: config
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: down
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '5.0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '5.0'
+- !ruby/object:Gem::Dependency
+  name: hiera-eyaml
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: http
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '4.0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '4.0'
+- !ruby/object:Gem::Dependency
+  name: marcel
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: ruby-augeas
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: trailblazer-cells
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: trailblazer
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.1'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.1'
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.0'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '13.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '13.0'
+- !ruby/object:Gem::Dependency
+  name: minitest
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '5.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '5.0'
+- !ruby/object:Gem::Dependency
+  name: minitest-reporters
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: trailblazer-developer
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: fakefs
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: webmock
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+description: Caco, configure your machines like you develop your web apps
+email:
+- celso.fernandes@gmail.com
+executables:
+- caco
+extensions: []
+extra_rdoc_files: []
+files:
+- ".gitignore"
+- ".travis.yml"
+- CODE_OF_CONDUCT.md
+- Gemfile
+- Gemfile.lock
+- Guardfile
+- LICENSE.txt
+- README.md
+- Rakefile
+- bin/_guard-core
+- bin/bundle
+- bin/byebug
+- bin/caco
+- bin/coderay
+- bin/console
+- bin/eyaml
+- bin/guard
+- bin/listen
+- bin/pry
+- bin/rake
+- bin/safe_yaml
+- bin/setup
+- bin/thor
+- bin/tilt
+- caco.gemspec
+- exe/caco
+- lib/caco.rb
+- lib/caco/barman.rb
+- lib/caco/barman/cell/global.rb
+- lib/caco/barman/cell/node.rb
+- lib/caco/barman/install.rb
+- lib/caco/barman/view/global.erb
+- lib/caco/barman/view/node.erb
+- lib/caco/cell.rb
+- lib/caco/config.rb
+- lib/caco/debian.rb
+- lib/caco/debian/add_user.rb
+- lib/caco/debian/apt_key_install.rb
+- lib/caco/debian/apt_repo_add.rb
+- lib/caco/debian/apt_sources_list.rb
+- lib/caco/debian/apt_update.rb
+- lib/caco/debian/cell/service.rb
+- lib/caco/debian/cell/sources_list.rb
+- lib/caco/debian/package_install.rb
+- lib/caco/debian/package_installed.rb
+- lib/caco/debian/service_enable.rb
+- lib/caco/debian/service_install.rb
+- lib/caco/debian/user_home.rb
+- lib/caco/debian/view/service.erb
+- lib/caco/debian/view/sources_list.erb
+- lib/caco/downloader.rb
+- lib/caco/executer.rb
+- lib/caco/facter.rb
+- lib/caco/file_link.rb
+- lib/caco/file_reader.rb
+- lib/caco/file_writer.rb
+- lib/caco/finder.rb
+- lib/caco/grafana.rb
+- lib/caco/grafana/install.rb
+- lib/caco/haproxy.rb
+- lib/caco/haproxy/cell/conf_postgres.rb
+- lib/caco/haproxy/cell/conf_stats.rb
+- lib/caco/haproxy/conf_get.rb
+- lib/caco/haproxy/conf_set.rb
+- lib/caco/haproxy/install.rb
+- lib/caco/haproxy/view/conf_postgres.erb
+- lib/caco/haproxy/view/conf_stats.erb
+- lib/caco/macro.rb
+- lib/caco/postgres.rb
+- lib/caco/postgres/build_augeas.rb
+- lib/caco/postgres/conf_get.rb
+- lib/caco/postgres/conf_set.rb
+- lib/caco/postgres/database_create.rb
+- lib/caco/postgres/extension_create.rb
+- lib/caco/postgres/hba_set.rb
+- lib/caco/postgres/install.rb
+- lib/caco/postgres/shell.rb
+- lib/caco/postgres/sql.rb
+- lib/caco/postgres/user_change_password.rb
+- lib/caco/postgres/user_create.rb
+- lib/caco/prometheus.rb
+- lib/caco/prometheus/adapter_install_pg.rb
+- lib/caco/prometheus/adapter_install_postgresql.rb
+- lib/caco/prometheus/cell/alertmanager_conf.rb
+- lib/caco/prometheus/cell/alerts.rb
+- lib/caco/prometheus/cell/conf.rb
+- lib/caco/prometheus/exporter_install.rb
+- lib/caco/prometheus/install.rb
+- lib/caco/prometheus/install_alert_manager.rb
+- lib/caco/prometheus/view/alertmanager_conf.erb
+- lib/caco/prometheus/view/alerts.erb
+- lib/caco/prometheus/view/conf.erb
+- lib/caco/rbenv.rb
+- lib/caco/rbenv/cell/profile.rb
+- lib/caco/rbenv/install.rb
+- lib/caco/rbenv/install_version.rb
+- lib/caco/rbenv/view/profile.erb
+- lib/caco/repmgr.rb
+- lib/caco/repmgr/cell/conf.rb
+- lib/caco/repmgr/conf.rb
+- lib/caco/repmgr/install.rb
+- lib/caco/repmgr/node_register_primary.rb
+- lib/caco/repmgr/node_register_standby.rb
+- lib/caco/repmgr/node_registered.rb
+- lib/caco/repmgr/node_role.rb
+- lib/caco/repmgr/view/conf.erb
+- lib/caco/settings_loader.rb
+- lib/caco/settings_loader_monkeypatch.rb
+- lib/caco/ssh.rb
+- lib/caco/ssh/authorized_keys_add.rb
+- lib/caco/sudo.rb
+- lib/caco/sudo/sudoers_add.rb
+- lib/caco/timescale.rb
+- lib/caco/timescale/install.rb
+- lib/caco/unpacker.rb
+- lib/caco/version.rb
+homepage: https://github.com/fernandes/caco
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubygems_version: 3.0.1
+signing_key: 
+specification_version: 4
+summary: Caco, The Frog
+test_files: []