orchestration 0.5.11 → 0.6.1

data/lib/orchestration/service_check.rb

@@ -2,8 +2,8 @@
 
 module Orchestration
   class ServiceCheck
-    ATTEMPT_LIMIT = ENV.fetch('ORCHESTRATION_RETRY_LIMIT', '10').to_i
-    RETRY_INTERVAL = ENV.fetch('ORCHESTRATION_RETRY_INTERVAL', '6').to_i
+    ATTEMPT_LIMIT = ENV.fetch('ORCHESTRATION_RETRY_LIMIT', '15').to_i
+    RETRY_INTERVAL = ENV.fetch('ORCHESTRATION_RETRY_INTERVAL', '15').to_i
 
     def initialize(service, terminal, options = {})
       @service = service
@@ -31,36 +31,36 @@ module Orchestration
       @service.connect
       true
     rescue *@service.connection_errors => e
-      @attempts += 1
-      sleep @retry_interval
+      wait_failure(e)
       retry unless @attempts == @attempt_limit
       echo_error(e)
       echo_failure
       false
     end
 
-    def echo_start
-      @terminal.write(@service_name.to_sym, '', :status)
+    def wait_failure(error)
+      @attempts += 1
+      @last_error = error
+      sleep @retry_interval
     end
 
-    def echo_waiting
-      @terminal.write(:waiting, service_waiting)
+    def last_error
+      return nil if @last_error.nil?
+
+      last_error_message
     end
 
-    def service_waiting
-      I18n.t(
-        "orchestration.#{@service_name}.waiting",
-        config: friendly_config,
-        default: default_waiting
-      )
+    def last_error_message
+      "(#{@last_error&.cause&.class&.name || @last_error&.class&.name})"
     end
 
-    def default_waiting
-      I18n.t(
-        'orchestration.custom_service.waiting',
-        config: friendly_config,
-        service: @service_name
-      )
+    def echo_start
+      @terminal.write(@service_name.to_sym, '', :status)
+      @terminal.write(:config, friendly_config)
+    end
+
+    def echo_waiting
+      @terminal.write(:waiting, last_error)
     end
 
     def echo_ready
@@ -68,30 +68,16 @@ module Orchestration
     end
 
     def service_ready
-      I18n.t(
-        "orchestration.#{@service_name}.ready",
-        config: friendly_config,
-        default: default_ready
-      )
-    end
-
-    def default_ready
-      I18n.t(
-        'orchestration.custom_service.ready',
-        config: friendly_config,
-        service: @service_name
-      )
+      I18n.t('orchestration.service.ready', service: @service_name)
     end
 
     def echo_failure
-      @terminal.write(
-        :failure,
-        I18n.t('orchestration.attempt_limit', limit: @attempt_limit)
-      )
+      @terminal.write(:failure, I18n.t('orchestration.attempt_limit', limit: @attempt_limit))
     end
 
     def echo_error(error)
-      @terminal.write(:error, "[#{error.class.name}] #{error.message}")
+      cause = error.cause.nil? ? error : error.cause
+      @terminal.write(:error, "[#{cause.class.name}] #{cause.message}")
     end
 
     def friendly_config

data/lib/orchestration/services/database/adapters.rb

@@ -9,6 +9,7 @@ module Orchestration
   end
 end
 
+require 'orchestration/services/database/adapters/adapter_base'
 require 'orchestration/services/database/adapters/mysql2'
 require 'orchestration/services/database/adapters/postgresql'
 require 'orchestration/services/database/adapters/sqlite3'

data/lib/orchestration/services/database/adapters/adapter_base.rb

@@ -0,0 +1,21 @@
+# frozen_string_literal: true
+
+module Orchestration
+  module Services
+    module Database
+      module Adapters
+        module AdapterBase
+          attr_reader :config
+
+          def initialize(config = nil)
+            @config = config
+          end
+
+          def console_command
+            I18n.t("orchestration.dbconsole.#{name}") % config.settings.transform_keys(&:to_sym)
+          end
+        end
+      end
+    end
+  end
+end

data/lib/orchestration/services/database/adapters/mysql2.rb

@@ -5,12 +5,14 @@ module Orchestration
     module Database
       module Adapters
         class Mysql2
+          include AdapterBase
+
           def name
             'mysql2'
           end
 
           def image
-            return mysql5_7 if gem_version < Gem::Version.new('0.4')
+            return mysql57 if gem_version < Gem::Version.new('0.4')
 
             'library/mysql'
           end
@@ -43,7 +45,7 @@ module Orchestration
 
           private
 
-          def mysql5_7
+          def mysql57
             'library/mysql:5.7'
           end
 

data/lib/orchestration/services/database/adapters/postgresql.rb

@@ -5,6 +5,8 @@ module Orchestration
     module Database
       module Adapters
         class Postgresql
+          include AdapterBase
+
           def name
             'postgresql'
           end

data/lib/orchestration/services/database/adapters/sqlite3.rb

@@ -5,6 +5,8 @@ module Orchestration
     module Database
       module Adapters
         class Sqlite3
+          include AdapterBase
+
           def name
             'sqlite3'
           end

data/lib/orchestration/services/database/configuration.rb

@@ -15,7 +15,7 @@ module Orchestration
         def friendly_config
           return "[#{adapter.name}]" if sqlite?
 
-          "[#{adapter.name}] #{host}:#{port}"
+          "[#{adapter.name}] #{adapter.name}://#{username}:#{password}@#{host}:#{port}/#{database}"
         end
 
         def settings(healthcheck: false)
@@ -33,6 +33,10 @@ module Orchestration
           sqlite? || super
         end
 
+        def console_command
+          adapter.console_command
+        end
+
         def adapter
           url_adapter = url_config['adapter']
           file_adapter = file_config['adapter']
@@ -82,37 +86,31 @@ module Orchestration
         end
 
         def host
-          url_config['host'] || file_config['host'] || super
+          chained_config('host') || super
         end
 
         def port
           return nil if sqlite?
 
-          url_config['port'] || file_config['port'] || super
+          chained_config('port') || super
         end
 
         def username
-          (
-            url_config['username'] ||
-            file_config['username'] ||
-            (adapter && adapter.credentials['username'])
-          )
+          chained_config('username') || (adapter && adapter.credentials['username'])
         end
 
         def password
-          (
-            url_config['password'] ||
-            file_config['password'] ||
-            (adapter && adapter.credentials['password'])
-          )
+          chained_config('password') || (adapter && adapter.credentials['password'])
         end
 
         def database
-          (
-            url_config['database'] ||
-            file_config['database'] ||
-            (adapter && adapter.credentials['database'])
-          )
+          chained_config('database') || (adapter && adapter.credentials['database'])
+        end
+
+        def chained_config(key)
+          return url_config[key] || file_config[key] if @env.environment == 'test'
+
+          file_config[key] || url_config[key]
         end
 
         def adapter_by_name(name)
@@ -121,7 +119,7 @@ module Orchestration
             'mysql' => adapters::Mysql2,
             'postgresql' => adapters::Postgresql,
             'sqlite3' => adapters::Sqlite3
-          }.fetch(name).new
+          }.fetch(name).new(self)
         rescue KeyError
           Orchestration.error('database.unknown_adapter', adapter: name.inspect)
           raise

data/lib/orchestration/services/mixins/configuration_base.rb

@@ -53,7 +53,7 @@ module Orchestration
         local, remote = parse_port(service).map(&:to_i)
         return remote if @env.environment == 'test' && @options[:sidecar]
 
-        (@env.environment == 'production' ? remote : local)
+        (@env.environment == 'deployment' ? remote : local)
       end
 
       def service

data/lib/orchestration/services/rabbitmq.rb

@@ -4,6 +4,7 @@ module Orchestration
   module Services
     module RabbitMQ
       PORT = 5672
+      MANAGEMENT_PORT = 15_672
     end
   end
 end

data/lib/orchestration/templates/Dockerfile.erb

@@ -2,7 +2,7 @@ FROM ruby:<%= ruby_version %>
 ARG BUNDLE_BITBUCKET__ORG
 ARG BUNDLE_GITHUB__COM
 ARG GIT_COMMIT
-RUN curl -sL https://deb.nodesource.com/setup_10.x | bash - \
+RUN curl -sL https://deb.nodesource.com/setup_14.x | bash - \
  && apt-get update \
  && DEBIAN_FRONTEND=noninteractive apt-get install -y \
       nodejs \
@@ -13,17 +13,15 @@ RUN curl -sL https://deb.nodesource.com/setup_10.x | bash - \
  && mkdir /app<%if defined?(Webpacker) %> \
  && curl -o- https://raw.githubusercontent.com/creationix/nvm/v0.33.11/install.sh | bash \
  && . /root/.bashrc \
- && nvm install 10.13.0 \
+ && nvm install 14.16.0 \
  && npm config set user 0 \
  && npm config set unsafe-perm true \
  && npm install -g yarn<% end %>
 WORKDIR /app
 COPY .build/Gemfile .build/Gemfile.lock ./
-RUN bundle install --without development test --deployment
-<% if defined?(Webpacker) %>
-COPY .build/package.json .build/yarn.lock ./
-RUN . /root/.bashrc ; yarn install
-<% end %>
+RUN bundle config set deployment 'true' \
+ && bundle config set without 'development test' \
+ && bundle install
 ADD .build/context.tar .
 <% if defined?(Webpacker) %>RUN . /root/.bashrc ; NODE_ENV=production RAILS_ENV=production yarn install && NODE_ENV=production RAILS_ENV=production SECRET_KEY_BASE=abc123 bundle exec rake assets:precompile<% elsif Rake::Task.tasks.map(&:name).include?('assets:precompile') %>RUN NODE_ENV=production RAILS_ENV=production SECRET_KEY_BASE=abc123 bundle exec rake assets:precompile<% end %>
 RUN echo "${GIT_COMMIT}" > /app/GIT_COMMIT

data/lib/orchestration/templates/application.mk.erb

@@ -1,20 +1,36 @@
+include $(shell bundle exec ruby -e 'require "orchestration/make"')
+
 #
 # Example test command
 #
-# This command will call `test-setup` before running your usual test pipeline.
+# Define your test tasks here. The default command runs RSpec and Rubocop but
+# you can feel free to add any other tasks you like.
 #
-# `test-setup` starts all containers specified in `docker-compose.test.yml`,
-# waits for them to be ready, and runs DB migrations.
+# Set up your test dependencies and run tests by calling: `make setup test`
 #
-# In your CI environment, simply run `make test`.
+# Subsequent test runs can skip the setup step and simply run: `make test`
 #
 .PHONY: test
-test: test-setup
+test:
 	bundle exec rspec
 	bundle exec rubocop
 
-# Start development containers and create/migrate/seed database
-.PHONY: develop
+#
+# Define any custom setup that needs to take place before running tests.
+# If the command exists, it will be called immediately after the `setup`
+# command (which starts containers and sets up the database).
+#
+# This command can be deleted if it is not needed.
+#
+.PHONY: post-setup
+post-setup:
+	@# Setup tasks that are not already provided by Orchestration go here.
+
+#
+# Launch all dependencies needed for a development environment and set up the
+# development database.
+#
+.PHONY: setup
 develop:
 	bundle install
 	@$(MAKE) start env=test

data/lib/orchestration/templates/rabbitmq.yml.erb

@@ -1,12 +1,15 @@
 <% if compose.call('development').services.key?('rabbitmq') %>
 development:
-  url: <%= "#{'<' + '%' + '='} ENV.fetch('RABBITMQ_URL', 'amqp://127.0.0.1:#{compose.call('development').local_port('rabbitmq')}') #{'%' + '>'}" %>
+  url: <%= "#{'<' + '%' + '='} ENV.fetch('RABBITMQ_URL', 'amqp://127.0.0.1:#{compose.call('development').local_port('rabbitmq', 5672)}') #{'%' + '>'}" %>
+  management_url: <%= "#{'<' + '%' + '='} ENV.fetch('RABBITMQ_MANAGEMENT_URL', 'http://guest:guest@127.0.0.1:#{compose.call('development').local_port('rabbitmq', 15672)}') #{'%' + '>'}" %>
 <% end %>
 
 <% if compose.call('test').services.key?('rabbitmq') %>
 test:
-  url: <%= "#{'<' + '%' + '='} ENV.fetch('RABBITMQ_URL', 'amqp://127.0.0.1:#{compose.call('test').local_port('rabbitmq')}') #{'%' + '>'}" %>
+  url: <%= "#{'<' + '%' + '='} ENV.fetch('RABBITMQ_URL', 'amqp://127.0.0.1:#{compose.call('test').local_port('rabbitmq', 5672)}') #{'%' + '>'}" %>
+  management_url: <%= "#{'<' + '%' + '='} ENV.fetch('RABBITMQ_MANAGEMENT_URL', 'http://guest:guest@127.0.0.1:#{compose.call('test').local_port('rabbitmq', 15672)}') #{'%' + '>'}" %>
 <% end %>
 
 production:
   url: <%%= ENV['RABBITMQ_URL'] %>
+  url: <%%= ENV['RABBITMQ_MANAGEMENT_URL'] %>

data/lib/orchestration/terminal.rb

@@ -4,7 +4,6 @@ module Orchestration
   COLOR_MAP = {
     failure: %i[red bright],
     error: %i[red],
-    waiting: %i[yellow],
     ready: %i[green],
     create: %i[green],
     update: %i[yellow],
@@ -12,7 +11,9 @@ module Orchestration
     status: %i[blue],
     setup: %i[blue],
     input: %i[red],
-    skip: %i[yellow bright]
+    skip: %i[yellow bright],
+    waiting: %i[yellow],
+    config: %i[cyan]
   }.freeze
 
   class Terminal
@@ -20,7 +21,7 @@ module Orchestration
       @settings = settings
     end
 
-    def write(desc, message, color_name = nil, newline: true)
+    def write(desc, message = nil, color_name = nil, newline: true)
       output = newline ? "#{message}\n" : message.to_s
       $stdout.print colorize(desc, output, color_name)
       $stdout.flush

data/lib/orchestration/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module Orchestration
-  VERSION = '0.5.11'
+  VERSION = '0.6.1'
 end

data/lib/tasks/orchestration.rake

@@ -8,11 +8,9 @@ namespace :orchestration do
     Orchestration::InstallGenerator.start
   end
 
-  namespace :install do
-    desc I18n.t('orchestration.rake.install_makefile')
-    task :makefile do
-      Orchestration::InstallGenerator.new.orchestration_makefile
-    end
+  desc I18n.t('orchestration.makefile')
+  task :makefile do
+    Orchestration.makefile
   end
 
   desc I18n.t('orchestration.rake.config')
@@ -21,6 +19,26 @@ namespace :orchestration do
     puts "#{config['docker']['organization']} #{config['docker']['repository']}"
   end
 
+  namespace :db do
+    desc I18n.t('orchestration.rake.db.url')
+    task :url do
+      config = Rails.application.config_for(:database)
+
+      if config[:adapter] == 'sqlite3'
+        puts "sqlite3:#{config[:database]}"
+      else
+        puts DatabaseUrl.to_active_record_url(config)
+      end
+    end
+
+    desc I18n.t('orchestration.rake.db.console')
+    task :console do
+      env = Orchestration::Environment.new
+      options = ENV['db'] ? { config_path: "config/database.#{ENV['db']}.yml" } : {}
+      sh Orchestration::Services::Database::Configuration.new(env, nil, options).console_command
+    end
+  end
+
   desc I18n.t('orchestration.rake.healthcheck')
   task :healthcheck do
     Orchestration::DockerHealthcheck.execute
@@ -28,7 +46,6 @@ namespace :orchestration do
 
   desc I18n.t('orchestration.rake.wait')
   task :wait do
-    Orchestration::InstallGenerator.new.verify_makefile(skip: false)
     env = Orchestration::Environment.new
     services = Orchestration::Services
     env.docker_compose_config['services'].each do |name, _service|