caco 0.1.0

data/bin/setup

@@ -0,0 +1,8 @@
+#!/usr/bin/env bash
+set -euo pipefail
+IFS=$'\n\t'
+set -vx
+
+bundle install
+
+# Do any other automated setup that you need to do here

data/bin/thor

@@ -0,0 +1,29 @@
+#!/usr/bin/env ruby
+# frozen_string_literal: true
+
+#
+# This file was generated by Bundler.
+#
+# The application 'thor' is installed as part of a gem, and
+# this file is here to facilitate running it.
+#
+
+require "pathname"
+ENV["BUNDLE_GEMFILE"] ||= File.expand_path("../../Gemfile",
+  Pathname.new(__FILE__).realpath)
+
+bundle_binstub = File.expand_path("../bundle", __FILE__)
+
+if File.file?(bundle_binstub)
+  if File.read(bundle_binstub, 300) =~ /This file was generated by Bundler/
+    load(bundle_binstub)
+  else
+    abort("Your `bin/bundle` was not generated by Bundler, so this binstub cannot run.
+Replace `bin/bundle` by running `bundle binstubs bundler --force`, then run this command again.")
+  end
+end
+
+require "rubygems"
+require "bundler/setup"
+
+load Gem.bin_path("thor", "thor")

data/bin/tilt

@@ -0,0 +1,29 @@
+#!/usr/bin/env ruby
+# frozen_string_literal: true
+
+#
+# This file was generated by Bundler.
+#
+# The application 'tilt' is installed as part of a gem, and
+# this file is here to facilitate running it.
+#
+
+require "pathname"
+ENV["BUNDLE_GEMFILE"] ||= File.expand_path("../../Gemfile",
+  Pathname.new(__FILE__).realpath)
+
+bundle_binstub = File.expand_path("../bundle", __FILE__)
+
+if File.file?(bundle_binstub)
+  if File.read(bundle_binstub, 300) =~ /This file was generated by Bundler/
+    load(bundle_binstub)
+  else
+    abort("Your `bin/bundle` was not generated by Bundler, so this binstub cannot run.
+Replace `bin/bundle` by running `bundle binstubs bundler --force`, then run this command again.")
+  end
+end
+
+require "rubygems"
+require "bundler/setup"
+
+load Gem.bin_path("tilt", "tilt")

data/caco.gemspec

@@ -0,0 +1,43 @@
+
+lib = File.expand_path("../lib", __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require "caco/version"
+
+Gem::Specification.new do |spec|
+  spec.name          = "caco"
+  spec.version       = Caco::VERSION
+  spec.authors       = ["Celso Fernandes"]
+  spec.email         = ["celso.fernandes@gmail.com"]
+
+  spec.summary       = %q{Caco, The Frog}
+  spec.description   = %q{Caco, configure your machines like you develop your web apps}
+  spec.homepage      = "https://github.com/fernandes/caco"
+  spec.license       = "MIT"
+
+  # Specify which files should be added to the gem when it is released.
+  # The `git ls-files -z` loads the files in the RubyGem that have been added into git.
+  spec.files         = Dir.chdir(File.expand_path('..', __FILE__)) do
+    `git ls-files -z`.split("\x0").reject { |f| f.match(%r{^(test|spec|features)/}) }
+  end
+  spec.bindir        = "exe"
+  spec.executables   = spec.files.grep(%r{^exe/}) { |f| File.basename(f) }
+  spec.require_paths = ["lib"]
+
+  spec.add_dependency "cells-erb", "~> 0.1"
+  spec.add_dependency "cells", "~> 4.1"
+  spec.add_dependency "config"
+  spec.add_dependency "down", "~> 5.0"
+  spec.add_dependency "hiera-eyaml"
+  spec.add_dependency "http", "~> 4.0"
+  spec.add_dependency "marcel"
+  spec.add_dependency "ruby-augeas"
+  spec.add_dependency "trailblazer-cells"
+  spec.add_dependency "trailblazer", "~> 2.1"
+  spec.add_development_dependency "bundler", "~> 2.0"
+  spec.add_development_dependency "rake", "~> 13.0"
+  spec.add_development_dependency "minitest", "~> 5.0"
+  spec.add_development_dependency "minitest-reporters"
+  spec.add_development_dependency "trailblazer-developer"
+  spec.add_development_dependency "fakefs"
+  spec.add_development_dependency "webmock"
+end

data/exe/caco

@@ -0,0 +1,27 @@
+#!/usr/bin/env ruby
+
+require "caco"
+
+ENV['CACO_ENV'] ||= 'development'
+APP_PATH = Bundler.root
+
+Caco.root = Pathname.new(APP_PATH)
+
+Caco::SettingsLoader.(params: {
+  keys_path: Caco.root.join("keys"),
+  data_path: Caco.root.join("data")
+})
+
+# puts "starting"
+
+fqdn = Caco::Facter.("networking", "fqdn")
+puts "[Caco] Running for: #{fqdn}"
+
+begin
+  require Caco.root.join("nodes", fqdn)
+rescue LoadError => e
+  path = Caco.root.join("nodes", fqdn).to_s
+  puts "Could not find manifest at #{path}.rb"
+end
+
+# puts "finishing"

data/lib/caco.rb

@@ -0,0 +1,115 @@
+# Ruby Dependencies
+require 'delegate'
+require 'digest'
+require 'erb'
+require 'json'
+require 'open3'
+
+# Gems
+require 'augeas'
+require 'cells-erb'
+require 'config'
+require 'declarative'
+# Monkey Patching to remove !Warning!
+module Declarative
+  class Defaults
+    def handle_array_and_deprecate(variables)
+      wrapped = Defaults.wrap_arrays(variables)
+
+      variables.merge(wrapped)
+    end
+  end
+end
+
+require 'down'
+require 'down/http'
+Down.backend Down::Http
+
+require 'hiera/backend/eyaml'
+require 'hiera/backend/eyaml/options'
+require 'hiera/backend/eyaml/parser/parser'
+require 'marcel'
+require 'trailblazer'
+require 'trailblazer/cells'
+
+# System (order dependant)
+require "caco/config"
+require "caco/macro"
+require "caco/executer"
+
+require "caco/facter"
+require "caco/file_writer"
+require "caco/file_reader"
+require "caco/file_link"
+require "caco/downloader"
+require "caco/finder"
+require "caco/unpacker"
+require "caco/settings_loader"
+require "caco/version"
+
+# modules
+require "caco/debian"
+
+require "caco/barman"
+require "caco/grafana"
+require "caco/haproxy"
+require "caco/postgres"
+require "caco/prometheus"
+require "caco/rbenv"
+require "caco/repmgr"
+require "caco/ssh"
+require "caco/sudo"
+require "caco/timescale"
+
+module Caco
+  class << self
+    attr_accessor :root
+  end
+
+  class Error < StandardError; end
+  # Your code goes here...
+
+  class FixtureNotExist < StandardError; end
+end
+
+module Cell
+  # Erb contains helpers that are messed up in Rails and do escaping.
+  module Erb
+    def template_options_for(_options)
+      {
+        template_class: ::Tilt::ERBTemplate,
+        escape_html:    false,
+        escape_attrs:   false,
+        suffix:         "erb"
+      }
+    end
+  end
+end
+
+class Trailblazer::Cell
+  include Cell::Erb
+  self.view_paths = [File.expand_path("../", __FILE__)]
+
+  def property(key)
+    return nil if model.nil?
+    return nil unless model.has_key?(key) and model.is_a?(Hash)
+    return model[key]
+  end
+end
+
+class Trailblazer::Operation
+  class InvalidParam < StandardError; end
+
+  def p(message)
+    method_name = (caller[0] =~ /`([^']*)'/ and $1)
+    puts "#{self.class}##{method_name}: #{message}"
+  end
+end
+
+def trbreaks(klass = nil)
+  bind_to = klass.nil? ? self.class : klass
+  bind_to.instance_methods(false).each do |m|
+    Pry::Byebug::Breakpoints.add_method("#{bind_to}##{m}")
+  end
+  true
+end

data/lib/caco/barman.rb

@@ -0,0 +1,10 @@
+module Caco
+  module Barman
+  end
+end
+
+require 'caco/barman/install'
+
+# Templates
+require 'caco/barman/cell/global'
+require 'caco/barman/cell/node'

data/lib/caco/barman/cell/global.rb

@@ -0,0 +1,4 @@
+module Caco::Barman::Cell
+  class Global < Trailblazer::Cell
+  end
+end

data/lib/caco/barman/cell/node.rb

@@ -0,0 +1,15 @@
+module Caco::Barman::Cell
+  class Node < Trailblazer::Cell
+    def name
+      property(:name)
+    end
+
+    def description
+      property(:description)
+    end
+
+    def host
+      property(:host)
+    end
+  end
+end

data/lib/caco/barman/install.rb

@@ -0,0 +1,25 @@
+module Caco::Barman
+  class Install < Trailblazer::Operation
+    class Repo < Trailblazer::Operation
+      step Subprocess(Caco::Debian::AptKeyInstall),
+        input: ->(_ctx, **) {{
+          url: 'https://dl.2ndquadrant.com/gpg-key.asc',
+          fingerprint: '8565 305C EA7D 0B66 4933  D250 9904 CD4B D6BA F0C3'
+        }}
+      step Subprocess(Caco::Debian::AptRepoAdd),
+        input: ->(_ctx, **) {{
+          name: '2ndquadrant-dl-default-release',
+          url: 'https://dl.2ndquadrant.com/default/release/apt',
+          release: "#{Caco::Facter.("os", "distro", "codename")}-2ndquadrant",
+          component: 'main'
+        }}
+    end
+
+    step Subprocess(Repo)
+    step Subprocess(Caco::Debian::AptUpdate)
+    step Subprocess(Caco::Debian::PackageInstall),
+      input: ->(_ctx, **) {{
+        package: 'barman'
+      }}
+  end
+end

data/lib/caco/barman/view/global.erb

@@ -0,0 +1,7 @@
+[barman]
+barman_user = barman
+configuration_files_directory = /etc/barman.d
+barman_home = /var/lib/barman
+log_file = /var/log/barman/barman.log
+log_level = INFO
+compression = gzip

data/lib/caco/barman/view/node.erb

@@ -0,0 +1,8 @@
+[<%= name %>]
+description = "<%= description %>"
+conninfo = host=<%= host %> user=barman dbname=postgres
+streaming_conninfo = host=<%= host %> user=streaming_barman
+backup_method = postgres
+streaming_archiver = on
+archiver = on
+slot_name = barman

data/lib/caco/cell.rb

@@ -0,0 +1,8 @@
+module Caco
+  class Cell
+    def self.inherited(subclass)
+      subclass.include Cell::Erb
+      subclass.view_paths = ["lib"]
+    end
+  end
+end

data/lib/caco/config.rb

@@ -0,0 +1,23 @@
+module Caco
+  class << self
+    attr_accessor :config
+  end
+
+  def self.configure
+    self.config ||= Configuration.new
+    yield(config)
+  end
+
+  class Configuration
+    attr_accessor :root
+    attr_accessor :eyaml_parser
+    attr_accessor :write_files
+    attr_accessor :write_files_root
+
+    def initialize
+      @root = 'donotreply@example.com'
+      @write_files = true
+      @write_files_root = nil
+    end
+  end
+end

data/lib/caco/debian.rb

@@ -0,0 +1,28 @@
+require 'caco/debian/apt_repo_add'
+require 'caco/debian/apt_key_install'
+require 'caco/debian/apt_sources_list'
+require 'caco/debian/apt_update'
+require 'caco/debian/package_installed'
+require 'caco/debian/package_install'
+require 'caco/debian/service_enable'
+require 'caco/debian/service_install'
+require 'caco/debian/user_home'
+require 'caco/debian/add_user'
+
+# Templates
+require 'caco/debian/cell/service'
+require 'caco/debian/cell/sources_list'
+
+module Caco
+  module Debian
+    @@apt_updated = false
+
+    def self.apt_updated
+      @@apt_updated
+    end
+
+    def self.apt_updated=(value)
+      @@apt_updated = !!value
+    end
+  end
+end

data/lib/caco/debian/add_user.rb

@@ -0,0 +1,18 @@
+module Caco::Debian
+  class AddUser < Trailblazer::Operation
+    step Subprocess(Caco::Debian::UserHome),
+      input: ->(_ctx, user:, **) {{
+        user: user
+      }},
+      Output(:success) => End(:success),
+      Output(:failure) => Track(:success)
+
+    step Subprocess(Caco::Executer),
+      input: ->(_ctx, user:, **) {{
+        command: "adduser --disabled-password --gecos '' --quiet --force-badname #{user}"
+      }}
+
+    step ->(ctx, **) { ctx[:created] = true },
+      id: :mark_created
+  end
+end

data/lib/caco/debian/apt_key_install.rb

@@ -0,0 +1,19 @@
+class Caco::Debian::AptKeyInstall < Trailblazer::Operation
+  step Subprocess(Caco::Executer),
+    Output(:failure) => Track(:success),
+    Output(:success) => End(:success),
+    input: ->(_ctx, fingerprint:, **) {{
+      command: "apt-key list|egrep -i '#{fingerprint}'"
+    }},
+    output: { check_key_exist_exit_code: :exit_code, check_key_exist_output: :output },
+    id: :check_key_exist
+
+  step Subprocess(Class.new(Caco::Executer)),
+    input: ->(_ctx, url:, **) {{
+      command: "wget -q -O - #{url} | apt-key add -"
+    }},
+    output: ->(_ctx, exit_code:, output:, **) {{
+      install_key_exit_code: exit_code, install_key_output: output, apt_key_executed: true
+    }},
+    id: :install_key
+end

data/lib/caco/debian/apt_repo_add.rb

@@ -0,0 +1,17 @@
+module Caco::Debian
+  class AptRepoAdd < Trailblazer::Operation
+    step ->(ctx, url:, release:, component:, **) {
+        ctx[:content] = "deb #{url} #{release} #{component}"
+      },
+      id: :build_repo_content
+
+    step ->(ctx, name:, **) {
+        ctx[:path] = "/etc/apt/sources.list.d/#{name}.list"
+      },
+      id: :build_repo_path
+
+    step Subprocess(Caco::FileWriter),
+      input: [:path, :content],
+      output: { file_created: :repo_created, file_changed: :repo_changed }
+  end
+end