roro 0.3.17 → 0.3.18

data/lib/roro/stories/rollon/rails/ci_cd.yml

@@ -0,0 +1 @@
+stories: circleci

data/lib/roro/stories/rollon/rails/ci_cd/circleci.yml

@@ -0,0 +1,2 @@
+env_vars:
+  deploy_tag: "${CIRCLE_SHA1:0:7}"

data/lib/roro/stories/rollon/rails/database.yml

@@ -0,0 +1,9 @@
+stories: postgresql
+
+actions: 
+  - |
+    Roro::CLI.roro_environments.each do |environment| 
+      src = 'rails/dotenv/web.env.tt'
+      dest = "roro/containers/app/#{environment}.env"
+      template src, dest, @config.env
+    end

data/lib/roro/stories/rollon/rails/database/mysql.yml

@@ -0,0 +1,17 @@
+env_vars:
+  mysql_root_password: 'root-mysql-password'
+  mysql_password: your-mysql-password
+  mysql_username: 'root'
+  mysql_database_port: '3306'
+  database_vendor: mysql
+  
+actions: 
+  - copy_file 'rails/config/database.mysql.yml', 'config/database.yml', @config.env
+  - |
+    Roro::CLI.roro_environments.each do |e| 
+      @config.env[:rails_env] = e
+      source = 'rails/dotenv/database.mysql.env.tt'
+      target = "roro/containers/database/#{e}.env"
+      template( source, target, @config.env) 
+    end
+

data/lib/roro/stories/rollon/rails/database/postgresql.yml

@@ -0,0 +1,15 @@
+env_vars: 
+  postgres_username: postgres
+  postgres_password: your-postgres-password
+  database_vendor: postgresql
+  
+actions: 
+  - copy_file 'rails/config/database.pg.yml', 'config/database.yml', @config.env
+  - |
+    Roro::CLI.roro_environments.each do |e| 
+      @config.env[:rails_env] = e
+      source = 'rails/dotenv/database.pg.env.tt'
+      target = "roro/containers/database/#{e}.env"
+      template( source, target, @config.env) 
+    end
+

data/lib/roro/stories/rollon/rails/kubernetes.yml

@@ -0,0 +1 @@
+stories: postgresql

data/lib/roro/stories/rollon/rails/kubernetes/postgresql.yml

@@ -0,0 +1,10 @@
+stories: 
+  - default 
+  - edge
+
+actions: 
+  - template 'rails/.circleci/config.yml.tt', './.circleci/config.yml' 
+  - template 'rails/docker-compose.yml.tt', './docker-compose.yml', @config.env
+  - template 'base/dotenv', './.env', @config.env
+  - directory 'rails/roro', './roro', @config.env
+  - template 'rails/kube.rake.tt', './lib/tasks/kube.rake', @config.env

data/lib/roro/stories/rollon/rails/kubernetes/postgresql/default.yml

@@ -0,0 +1 @@
+actions:

data/lib/roro/stories/rollon/rails/kubernetes/postgresql/edge.yml

@@ -0,0 +1 @@
+actions:

data/lib/roro/stories/rollon/ruby_gem.yml

@@ -0,0 +1,5 @@
+story: 
+  ci_cd: circleci
+env_vars: 
+  ruby_version: '2.7'
+  

data/lib/roro/templates/base/.circleci/_commands.yml

@@ -0,0 +1,31 @@
+commands: 
+  setup-docker-builds: 
+    steps: 
+      - setup_remote_docker:
+          docker_layer_caching: false
+
+  source-ci-vars: 
+    steps: 
+      - run: |
+          echo 'source roro/containers/app/ci.env' >> ${BASH_ENV}
+          source ${BASH_ENV} 
+
+  attach-roro: 
+    steps: 
+      - attach_workspace: 
+          at: workspace
+      - run: cp -rf workspace/roro .
+      - source-ci-vars
+
+  tag-and-push:
+    parameters: 
+      deploy_tag: 
+        type: string 
+        default: latest
+    steps:
+      - run: | 
+          SOURCE=$(docker images | grep project_app | awk '{ print $3 }')
+          DOCKER_REPO=${DOCKER_ORG}/${APP_NAME}_app
+          TAGGED_IMAGE=${DOCKER_REPO}:<< parameters.deploy_tag >>
+          docker tag ${SOURCE} ${TAGGED_IMAGE}
+          docker push ${TAGGED_IMAGE}

data/lib/roro/templates/base/.circleci/_defaults.yml

@@ -0,0 +1,5 @@
+defaults: &defaults
+  executor: machine-layer-caching
+  working_directory: ~/project
+  environment:
+    RORO_ENV: ci

data/lib/roro/templates/base/.circleci/_executors.yml

@@ -0,0 +1,11 @@
+executors: 
+  machine-layer-caching:
+    machine: 
+      image: circleci/classic:latest
+      docker_layer_caching: true
+  machine-executor: 
+    machine: 
+      image: circleci/classic:latest
+  ruby-executor: 
+    docker:
+      - image: cimg/ruby:2.7

data/lib/roro/templates/base/.circleci/_major_only.yml

@@ -0,0 +1,4 @@
+major_only: &major_only
+  filters:
+    branches:
+      only: master

data/lib/roro/templates/base/.circleci/_version.yml

@@ -0,0 +1 @@
+version: 2.1

data/lib/roro/{cli/templates → templates}/base/.circleci/config.job-example.yml

@@ -18,16 +18,16 @@ jobs:
       - run: docker-compose build
       - run: docker-compose up -d
       - run: docker-compose exec app bin/rails db:create db:migrate
-      - run: docker login -u $DOCKERHUB_USER -p $DOCKERHUB_PASS
+      - run: docker login -u $docker_USER -p $DOCKER_PASS
       - run:
           name: Tag app image
-          command: docker tag $(docker images | grep project_app | awk '{ print $3 }') ${DOCKERHUB_ORG_NAME}/${APP_NAME}_app:$DEPLOY_TAG
+          command: docker tag $(docker images | grep project_app | awk '{ print $3 }') ${DOCKER_ORG_NAME}/${APP_NAME}_app:$DEPLOY_TAG
       - run:
           name: Tag web image
-          command: docker tag $(docker images | grep project_web | awk '{ print $3 }') ${DOCKERHUB_ORG_NAME}/${APP_NAME}_web:$DEPLOY_TAG
+          command: docker tag $(docker images | grep project_web | awk '{ print $3 }') ${DOCKER_ORG_NAME}/${APP_NAME}_web:$DEPLOY_TAG
 
 
-      - run: docker push ${DOCKERHUB_ORG_NAME}/${APP_NAME}_app:$DEPLOY_TAG
-      - run: docker push ${DOCKERHUB_ORG_NAME}/${APP_NAME}_web:$DEPLOY_TAG
+      - run: docker push ${DOCKER_ORG_NAME}/${APP_NAME}_app:$DEPLOY_TAG
+      - run: docker push ${DOCKER_ORG_NAME}/${APP_NAME}_web:$DEPLOY_TAG
 
       - run: rake --rakefile .circleci/Rakefile

data/lib/roro/{cli/templates → templates}/rails/.circleci/config.yml.tt

@@ -1,13 +1,11 @@
-<%= yaml_from_template("rails/.circleci/_aliases.yml") %>
-
+<%= yaml_from_template("base/.circleci/_version.yml") %>
 <%= yaml_from_template("base/.circleci/_defaults.yml") %>
+<%= yaml_from_template("base/.circleci/_major_only.yml") %>
+<%= yaml_from_template("base/.circleci/_executors.yml") %>
+<%= yaml_from_template("base/.circleci/_commands.yml") %>
 
 <%= yaml_from_template("rails/.circleci/jobs/_build.yml") %>
-  
 <%= yaml_from_template("rails/.circleci/jobs/_test.yml") %>
-
 <%= yaml_from_template("rails/.circleci/jobs/_push.yml") %>
-       
 <%= yaml_from_template("base/.circleci/_workflow.yml") %>
-
 <%= yaml_from_template("rails/.circleci/workflows/_build_test_push.yml") %>

data/lib/roro/{cli/templates → templates}/rails/.circleci/jobs/_build.yml

@@ -1,16 +1,14 @@
+jobs:
   build:
     <<: *defaults 
     steps:
       - checkout
-      - run: |
-          gem install roro 
-          roro generate::exposed ci
+      - run: gem install roro 
+      - run: roro generate::exposed ci
       - run: | 
           mkdir -p workspace 
           cp -r roro workspace/
       - persist_to_workspace: 
           root: workspace 
           paths:  
-            - roro
-      - run: *source-ci-variables
-      - run: RORO_ENV=ci docker-compose build
+            - roro

data/lib/roro/templates/rails/.circleci/jobs/_push.yml

@@ -0,0 +1,11 @@
+  push:
+    <<: *defaults
+    steps:
+      - checkout
+      - attach-roro      
+      - run: docker-compose build
+      - run: docker login -u ${DOCKER_USER} -p ${DOCKER_PASS}
+      - tag-and-push: 
+          deploy_tag: ${DEPLOY_TAG}
+      - tag-and-push: 
+          deploy_tag: 'latest'

data/lib/roro/templates/rails/.circleci/jobs/_test.yml

@@ -0,0 +1,12 @@
+  test:
+    <<: *defaults 
+    steps:
+      - checkout
+      - attach-roro
+      - run: docker-compose build
+      - run: docker-compose up -d
+      - run: docker-compose run app bundle
+      - run: docker-compose run app yarn
+      - run: docker-compose run app bin/rails db:create
+      - run: docker-compose run app bin/rails db:migrate
+      - run: docker-compose run app bin/rails test

data/lib/roro/templates/rails/.circleci/workflows/_build_test_push.yml

@@ -0,0 +1,12 @@
+  build-test-push:
+    jobs:
+      - build:
+          <<: *major_only
+      - test:
+          <<: *major_only
+          requires: 
+            - build
+      - push:
+          <<: *major_only
+          requires: 
+            - build

data/lib/roro/templates/rails/Dockerfile.greenfield.tt

@@ -0,0 +1,51 @@
+FROM ruby:<%= config[:ruby_version] %>-alpine AS builder
+
+LABEL maintainer="<%= config[:docker_email] %> using RoRo"
+
+# Add basic packages
+RUN apk add --no-cache \
+      build-base \
+      postgresql-dev \
+      git \
+      nodejs \
+      yarn \
+      tzdata \
+      file
+
+## Set APP_HOME and BUNDLE_PATH as using ENV instructions:
+ENV APP_HOME /usr/src/app/
+ENV BUNDLE_PATH /gems
+
+## Create both as directories to make sure they exist:
+RUN mkdir -p ${APP_HOME}
+RUN mkdir ${BUNDLE_PATH}
+
+## Tell Docker to create volumes for our workspace and gems
+## so other containers can access them.
+
+RUN gem install bundler:2.1.4
+
+WORKDIR ${APP_HOME}
+
+## Create a Gemfile with just the Rails gem inside:
+RUN echo -e "source 'https://rubygems.org'\ngem 'rails'" > Gemfile
+
+## Bundle to install rails:
+RUN bundle install
+
+## Use Rails to generate a new app. We'll configure it later.
+RUN bundle exec rails new . \
+      --database=postgresql \ 
+      --skip-bundle \
+      --skip-webpack-install
+RUN bundle --jobs 4
+RUN bundle exec rails webpacker:install
+RUN bundle exec rails yarn:install
+## Tell docker not to create a layer:
+FROM scratch AS export-stage
+
+## Copy the generated files onto the host. Note that because we are in a  
+## new container, we don't have access to the previous ${APP_HOME} 
+## variable and so we must hard code it as our source:
+COPY --from=builder /usr/src/app/ .
+

data/lib/roro/{cli/templates → templates}/rails/config/database.pg.yml

@@ -2,9 +2,9 @@ default: &default
   adapter: postgresql
   encoding: unicode
   host:     <%= ENV.fetch('DATABASE_HOST') %>
-  username: <%= ENV.fetch('POSTGRES_USER') %>
+  username: <%= ENV.fetch('POSTGRES_USERNAME') %>
   password: <%= ENV.fetch('POSTGRES_PASSWORD') %>
-  database: <%= ENV.fetch('POSTGRES_DB') %>
+  database: <%= ENV.fetch('POSTGRES_DATABASE') %>
   pool: 5
   variables:
     statement_timeout: 5000
@@ -15,6 +15,5 @@ development:
 test:
   <<: *default
 
-
 production:
   <<: *default

data/lib/roro/{cli/templates → templates}/rails/docker-compose.yml.tt

@@ -2,7 +2,7 @@ version: '3.2'
 
 services:
 
-  web:
+  app:
     build:
       context: .
       dockerfile: roro/containers/app/Dockerfile
@@ -10,7 +10,6 @@ services:
       - database
       - redis
 
-    command: ["bin/rails", "s", "-b", "0.0.0.0"]
     ports:
       - "3000:3000"
       - "4000:4000"
@@ -22,6 +21,7 @@ services:
       - roro/containers/database/${RORO_ENV:-development}.env
     environment:
       - WEBPACKER_DEV_SERVER_HOST=webpack_dev_server
+    command: ["bin/rails", "s", "-b", "0.0.0.0"]
 
   webpack_dev_server:
     build:
@@ -44,7 +44,7 @@ services:
   redis:
     image: redis
 
-<%= yaml_from_template("rails/database/with_#{config['database_vendor']}/_service.yml") %>
+<%= yaml_from_template("rails/database/with_#{config[:database_vendor]}/_service.yml") %>
 
   system_tests:
     image: selenium/standalone-chrome-debug

data/lib/roro/templates/rails/dotenv/database.mysql.env.tt

@@ -0,0 +1,6 @@
+MYSQL_DATABASE=<%= config[:main_app_name] + "_" + config[:rails_env] + "_db" %>
+MYSQL_DATABASE_PORT=<%= config[:mysql_database_port] %>
+MYSQL_ROOT_PASSWORD=<%= config[:mysql_root_password] %>
+MYSQL_PASSWORD=<%= config[:mysql_password] %>
+MYSQL_USERNAME=<%= config[:mysql_username] %>
+RAILS_ENV=<%= config[:rails_env] %>

data/lib/roro/templates/rails/dotenv/database.pg.env.tt

@@ -0,0 +1,4 @@
+POSTGRES_USERNAME=<%= config[:postgres_username] %>
+POSTGRES_PASSWORD=<%= config[:postgres_password] %>  
+POSTGRES_DATABASE=<%= config[:main_app_name] + "_" + config[:rails_env] + "_db" %>
+RAILS_ENV=<%= config[:rails_env] %>

data/lib/roro/templates/rails/kube.rake.tt

@@ -0,0 +1,114 @@
+# require 'dotenv/tasks'
+
+# Rake.application.options.trace = false
+
+# Dotenv.load('.env.production.cluster')
+
+namespace :kube do
+
+  desc 'Rollout a new deployment'
+  task :deploy do
+    apply "kube/deployment.yml"
+    puts `kubectl rollout restart deployment <%= config[:main_app_name] %>-deployment`
+  end
+
+  desc 'Print useful information aout our Kubernete setup'
+  task :list do
+    kubectl 'get pods --all-namespaces'
+    kubectl 'get services --all-namespaces'
+    kubectl 'get ingresses --all-namespaces'
+  end
+
+  desc 'Apply our Kubernete configurations to our cluster'
+  task :setup do
+  
+    kubectl "apply -f #{Rails.root}/roro/kube/service.yml"
+
+    # # Add our Docker Hub credentials to our cluster
+    # kubectl(%Q{create secret docker-registry regcred \
+    #     --docker-server=#{ENV['DOCKER_REGISTRY_SERVER']} \
+    #     --docker-username=#{ENV['DOCKER_USERNAME']} \
+    #     --docker-password=#{ENV['DOCKER_PASSWORD']} \
+    #     --docker-email=#{ENV['DOCKER_EMAIL']} || true
+    # })
+
+    # # Install our Service Component
+    # apply "kube/service.yml"
+
+    # # Install our Rails app Deployment
+    # apply "kube/deployment.yml"
+
+    # # Installs Nginx Ingress controller
+    # apply "https://raw.githubusercontent.com/kubernetes/ingress-nginx/master/deploy/static/mandatory.yaml"
+
+    # # Add a load balancer
+    # apply "https://raw.githubusercontent.com/kubernetes/ingress-nginx/master/deploy/static/provider/cloud-generic.yaml"
+
+    # # Install our Ingress that will link our load balancer to our service(s)
+    # apply "kube/ingress.yml"
+
+    # # Add the Digital Ocean token to the cluster
+    # apply "kube/secret-digital-ocean.yml"
+
+    # # Install cert-manager
+    # kubectl 'create namespace cert-manager'
+    # apply "https://github.com/jetstack/cert-manager/releases/download/v0.14.0/cert-manager.yaml"
+
+    # # Add our certificate
+    # apply "kube/certificate.yml"
+     
+    # # Add the certificate issuer
+    # apply "kube/cluster-issuer.yml"
+  end
+
+  desc "Set the number of instances to run in the cluster"
+  task :scale, [:count] => [:environment] do |t, args|
+     kubectl "scale deployments/myapp-deployment --replicas #{args[:count]}"
+  end
+
+  desc "Run database migrates the database"
+  task :migrate do
+    apply "kube/job-migrate.yml"
+  end
+
+  desc "Open a session to a pod on the cluster"
+  task :shell do
+    exec "kubectl exec -it #{find_first_pod_name} bash"
+  end
+
+  desc "Tail the log files on production"
+  task :logs do
+    exec 'kubectl logs -f -l app=myapp --all-containers'
+  end
+
+  desc "Runs a command in production"
+  task :run, [:command] => [:environment] do |t, args|
+     kubectl "exec -it #{find_first_pod_name} echo $(#{args[:command]})"
+  end
+
+  desc "Run rails console in production"
+  task :console do
+    system "kubectl exec -it #{find_first_pod_name} bundle exec rails console"
+  end
+
+  desc "Print the environment variables"
+  task :config do
+    system "kubectl exec -it #{find_first_pod_name} printenv | sort"
+  end
+
+  def apply(configuration)
+    if File.file?(configuration)
+      puts %x{envsubst < #{configuration} | kubectl apply -f -}
+    else
+      kubectl "apply -f #{configuration}"
+    end
+  end
+
+  def kubectl(command)
+    print %x{ kubectl #{command} }
+  end
+
+  def find_first_pod_name
+    `kubectl get pods|grep myapp-deployment|awk '{print $1}'|head -n 1`.to_s.strip
+  end
+end