dockerize-stack 0.1.0 → 0.2.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 6b53f448f2fabd4d3ad3ede66b61238759c451ca
-  data.tar.gz: 168e2b581af9dda10ddf43363278c3716f0d7324
+  metadata.gz: 7b14e1b24576d14cc0369d810fef3f45c6f1b1bf
+  data.tar.gz: a4a2b169b1142db89fb3b966dc4c1e2527e9eb20
 SHA512:
-  metadata.gz: f55ae60e397d0e6cb75a6ae72e39d3b33bff951f0130465b3586ad335b3f905189f625c79e639ba47e87795f18449563b1d1f2c47c3c4d765be1b947a5ee9afc
-  data.tar.gz: 8c3dd9409b7a85a409c96a283aa3266b56b7c54314a192c5828e5e695f1c8e6c2b3e0c8b7efd496c029a7f5a2e5bcc4f09b1ae5ffd758b76c406240553f2286d
+  metadata.gz: 6c0180e7f0245a6b92d75f765343126dd99de7626baa94fd725fc275b6002876e88ac5c26efc724a02bf87f61fe1363e14ba1fbe3714f92b182bef2d9a389dd6
+  data.tar.gz: 9bca13913d4da030c5579834cc0cec3973b23ad45ab47f847c4e37e9aeeaae866273686923b677d68dd194b62eb18c34c45fd6516d1f6451e49014fceb26a86c

data/lib/rails/dockerize_rails.rb

@@ -4,6 +4,7 @@ class DockerizeRails < Thor
   include Thor::Actions
   attr_accessor :ruby_version, :database, :id_rsa
 
+  WORKDIR = ".".freeze
 
   def self.source_root
     File.dirname(__FILE__)
@@ -17,6 +18,9 @@ class DockerizeRails < Thor
     id_rsa       = ask('Would you need your id_rsa file to connect with GitHub? Type yes or no (default no):')
     id_rsa       = 'no' if id_rsa == ''
     render_templates(ruby_version: ruby_version, database: database, id_rsa: id_rsa)
+    render_production_templates(ruby_version: ruby_version, database: database, id_rsa: id_rsa)
+
+    puts 'Update your database.yml based in database-docker.yml'
   end
 
   no_commands do
@@ -25,22 +29,44 @@ class DockerizeRails < Thor
       @database     = database
       @id_rsa       = id_rsa
 
-      template 'templates/docker/development/Dockerfile.erb', 'docker/development/Dockerfile'
-      template 'templates/docker/development/entrypoint.sh.erb', 'docker/development/entrypoint.sh'
-      template 'templates/docker-compose.yml.erb', 'docker-compose.yml'
-      template 'templates/config/database-docker.yml.erb', 'config/database-docker.yml'
-      template 'templates/dockerignore.erb', '.dockerignore'
-
-      append_to_file '.gitignore', '
+      template 'templates/docker/development/Dockerfile.erb', "#{WORKDIR}/docker/development/Dockerfile"
+      template 'templates/docker/development/entrypoint.sh.erb', "#{WORKDIR}/docker/development/entrypoint.sh"
+      template 'templates/docker-compose.yml.erb', "#{WORKDIR}/docker-compose.yml"
+      template 'templates/config/database-docker.yml.erb', "#{WORKDIR}/config/database-docker.yml"
+      template 'templates/dockerignore.erb', "#{WORKDIR}/.dockerignore"
+      append_or_create "#{WORKDIR}/.gitignore", '
 volumes'
       if @id_rsa == 'yes'
-        template 'templates/id_rsa.sample', 'id_rsa.sample'
-        append_to_file '.gitignore', '
-id_rsa'
-        append_to_file '.gitignore', '
-id_rsa.sample'
+        template 'templates/id_rsa.sample', "#{WORKDIR}/id_rsa.sample"
+        append_or_create "#{WORKDIR}/.gitignore", '
+id_rsa
+id_rsa.sample
+'
       end
       puts 'Update your database.yml based in database-docker.yml'
     end
+
+    def render_production_templates(ruby_version: '2.5.1-slim', database: 'postgresql', id_rsa: 'no')
+      response = ask("You want generate docker-stack for production?")
+      return false unless response
+      @ruby_version = ruby_version
+      @database     = database
+      @id_rsa       = id_rsa
+
+      directory 'templates/docker/production', "#{WORKDIR}/docker/production"
+      directory 'templates/docker/kubernetes', "#{WORKDIR}/docker/kubernetes"
+
+      template 'templates/docker/Dockerfile.production.erb', "#{WORKDIR}/docker/production/rails/Dockerfile"
+    end
+  end
+
+  private
+
+  def append_or_create(file_path, file_content)
+    if File.exist?(file_path)
+      append_to_file file_path, file_content
+    else
+      create_file file_path, file_content
+    end
   end
 end

data/lib/rails/templates/config/database-docker.yml.erb

@@ -35,4 +35,7 @@ test:
 
 production:
   <<: *default
-  database: myapp_production
+  host: <%= ENV["DATABASE_HOST"] %>
+  database: <%= ENV["DATABASE_NAME"] %>
+  username: <%= ENV["DATABASE_USERNAME"] %>
+  password: <%= ENV["DATABASE_PASSWORD"] %>

data/lib/rails/templates/docker/Dockerfile.production.erb

@@ -0,0 +1,89 @@
+FROM ruby:<%= ruby_version %> as builder
+
+ENV RAILS_ENV=production
+ENV NODE_ENV=production
+
+# install common dev libs
+RUN apt-get update -qq && apt-get dist-upgrade -y && apt-get install -y \
+    build-essential \
+    apt-transport-https \
+    git \
+    curl
+<% if database == "mysql" %>
+# install mysql
+RUN apt-get update -qq && apt-get dist-upgrade -y && apt-get install -y libmysqlclient-dev mysql-client
+<% elsif database == "postgresql" %>
+# install postgresql
+RUN apt-get update -qq && apt-get dist-upgrade -y && apt-get install -y libpq-dev postgresql-client
+<% end %>
+# install node 8.9.1 LTS
+RUN curl -sL https://deb.nodesource.com/setup_8.x | bin/bash - \
+    && apt-get update -qq && apt-get dist-upgrade -y && apt-get update && apt-get install -y nodejs
+
+# install yarn
+RUN curl -sS https://dl.yarnpkg.com/debian/pubkey.gpg | apt-key add - \
+    && echo "deb https://dl.yarnpkg.com/debian/ stable main" | tee /etc/apt/sources.list.d/yarn.list  \
+    && apt-get update && apt-get dist-upgrade -y && apt-get update && apt-get install yarn
+
+RUN mkdir /app
+WORKDIR /app
+
+# ************Install Ruby gems***************************
+# Invalidate gems cache if change Gemfile or Gemfile.lock
+COPY Gemfile Gemfile.lock /app/
+RUN bundle install -j 4 --without development test staging --deployment
+# ******************************************************
+
+# ********Install Node packages************************
+# Invalidate node_modules cache if yarn.lock change
+COPY package.json yarn.lock /app/
+RUN yarn install --pure-lockfile --production
+# ****************************************************
+
+COPY . /app
+RUN rails assets:precompile
+
+# *******************************************
+# **************** Multi Stage **************
+# *******************************************
+FROM ruby:2.5.0-slim
+
+ENV RAILS_ENV=production
+ENV NODE_ENV=production
+
+<% if database == "mysql" %>
+# install mysql
+RUN apt-get update -qq && apt-get dist-upgrade -y && apt-get install -y mysql-client º
+    && apt-get clean \
+    && rm -rf /var/lib/apt/lists/*
+<% elsif database == "postgresql" %>
+# install postgresql
+RUN apt-get update -qq && apt-get dist-upgrade -y && apt-get install -y postgresql-client \
+    && apt-get clean \
+    && rm -rf /var/lib/apt/lists/*
+<% end %>
+# install node 8.9.1 LTS
+RUN curl -sL https://deb.nodesource.com/setup_8.x | bin/bash -
+RUN apt-get update && apt-get install -y nodejs \
+    && apt-get clean \
+    && rm -rf /var/lib/apt/lists/*
+
+RUN mkdir /app
+WORKDIR /app
+
+# ************Copy only Rails app, prevent copy unnecessary files (.dockerignore don't work)***************************
+COPY --from=builder /app/app /app/app
+COPY --from=builder /app/config /app/config
+COPY --from=builder /app/bin /app/bin
+COPY --from=builder /app/db /app/db
+COPY --from=builder /app/lib /app/lib
+COPY --from=builder /app/public /app/public
+COPY --from=builder /app/vendor /app/vendor
+COPY --from=builder /app/config.ru app/Gemfile app/Gemfile.lock app/Rakefile /app/
+# *********************************************************************************************************************
+
+COPY --from=builder /usr/local/bundle /usr/local/bundle
+
+COPY --from=builder /app/docker/production/rails/entrypoint.sh /app/docker/production/rails/entrypoint.sh
+
+CMD ["/app/docker/production/rails/entrypoint.sh"]

data/lib/rails/templates/docker/kubernetes/scripts/deploy.sh

@@ -0,0 +1,5 @@
+PROJECT_ID=<PROJECT_ID>
+
+kubectl set image deployment/rails-nginx \
+  nginx=eu.gcr.io/${PROJECT_ID}/nginx:latest \
+  rails=eu.gcr.io/${PROJECT_ID}/webapp:latest

data/lib/rails/templates/docker/kubernetes/scripts/get-secrets.sh

@@ -0,0 +1 @@
+kubectl get secrets rails-secrets -o yaml

data/lib/rails/templates/docker/kubernetes/scripts/remoteconsole.sh

@@ -0,0 +1,2 @@
+POD_NAME="$(kubectl get pod | awk '{print $1;}' | grep rails-nginx | head -n 1)"
+kubectl exec ${POD_NAME} -c rails -it -- bash

data/lib/rails/templates/docker/kubernetes/scripts/set-config-map.sh

@@ -0,0 +1,4 @@
+kubectl create configmap rails-config \
+  --from-literal=DATABASE_HOST=cloudsql-proxy \
+  --from-literal=DATABASE_NAME=rails_production \
+  --from-literal=RAILS_LOG_TO_STDOUT=true

data/lib/rails/templates/docker/kubernetes/scripts/set-secrets.sh

@@ -0,0 +1,5 @@
+kubectl create secret generic rails-secrets \
+  --from-literal=DATABASE_USERNAME= \
+  --from-literal=DATABASE_PASSWORD= \
+  --from-literal=SECRET_KEY_BASE= \
+  --from-literal=RAILS_MASTER_KEY=

data/lib/rails/templates/docker/kubernetes/scripts/set-services.sh

@@ -0,0 +1,2 @@
+kubectl apply -f docker/kubernetes/services/cloudsql-proxy.yaml
+kubectl apply -f docker/kubernetes/services/rails-nginx.yaml

data/lib/rails/templates/docker/kubernetes/scripts/set-workloads.sh

@@ -0,0 +1,2 @@
+kubectl apply -f docker/kubernetes/workloads/rails-nginx.yaml
+kubectl apply -f docker/kubernetes/workloads/cloudsql-proxy.yaml

data/lib/rails/templates/docker/kubernetes/services/cloudsql-proxy.yaml

@@ -0,0 +1,12 @@
+kind: Service
+apiVersion: v1
+metadata:
+  name: cloudsql-proxy
+spec:
+  type: ClusterIP
+  selector:
+    app: cloudsql-proxy
+  ports:
+  - port: 5432
+    protocol: TCP
+    targetPort: 5432

data/lib/rails/templates/docker/kubernetes/services/rails-nginx.yaml

@@ -0,0 +1,14 @@
+kind: Service
+apiVersion: v1
+metadata:
+  name: rails-nginx
+spec:
+  type: LoadBalancer
+  ports:
+  - port: 80
+    protocol: TCP
+    targetPort: 80
+  selector:
+    app: rails-nginx
+status:
+  loadBalancer: {}

data/lib/rails/templates/docker/kubernetes/workloads/cloudsql-proxy.yaml

@@ -0,0 +1,32 @@
+kind: ReplicationController
+apiVersion: v1
+metadata:
+  labels:
+    app: cloudsql-proxy
+  name: cloudsql-proxy
+spec:
+  replicas: 2
+  selector:
+    app: cloudsql-proxy
+  template:
+    metadata:
+      name: cloudsql-proxy
+      labels:
+        app: cloudsql-proxy
+    spec:
+      containers:
+      - image: gcr.io/cloudsql-docker/gce-proxy:1.11
+        name: cloudsql-proxy
+        command:
+        - /cloud_sql_proxy
+        - -instances=<PROJECT_ID>:<INSTANCE_CONNECTION_NAME>=tcp:0.0.0.0:5432
+        - -credential_file=/secrets/cloudsql/credentials.json
+        volumeMounts:
+        - mountPath: /secrets/cloudsql
+          name: cloudsql-instance-credentials
+          readOnly: true
+      volumes:
+      - name: cloudsql-instance-credentials
+        secret:
+          defaultMode: 420
+          secretName: cloudsql-instance-credentials

data/lib/rails/templates/docker/kubernetes/workloads/rails-nginx.yaml

@@ -0,0 +1,26 @@
+kind: Deployment
+apiVersion: apps/v1
+metadata:
+  labels:
+    app: rails-nginx
+  name: rails-nginx
+spec:
+  replicas: 2
+  selector:
+    matchLabels:
+      app: rails-nginx
+  template:
+    metadata:
+      labels:
+        app: rails-nginx
+    spec:
+      containers:
+      - image: gcr.io/<PROJECT_ID>/nginx:latest
+        name: nginx
+      - image: gcr.io/<PROJECT_ID>/rails:latest
+        name: rails
+        envFrom:
+        - configMapRef:
+            name: rails-config
+        - secretRef:
+            name: rails-secrets

data/lib/rails/templates/docker/production/dockerbuild.sh

@@ -0,0 +1,41 @@
+#!/bin/sh
+set -ex
+PROJECT_ID=<PROJECT_ID>
+BRANCH_NAME=`git rev-parse --abbrev-ref HEAD`
+SHORT_SHA=`git rev-parse --short HEAD`
+IMAGE_NAME=gcr.io/${PROJECT_ID}
+
+# Build rails builder
+docker build \
+  -t ${IMAGE_NAME}/rails:${BRANCH_NAME}-${SHORT_SHA}-builder \
+  -t ${IMAGE_NAME}/rails:${BRANCH_NAME}-latest-builder \
+  -t ${IMAGE_NAME}/rails:latest-builder \
+  --target builder \
+  -f docker/production/rails/Dockerfile \
+  .
+
+# Build rails
+docker build \
+  -t ${IMAGE_NAME}/rails:${BRANCH_NAME}-${SHORT_SHA} \
+  -t ${IMAGE_NAME}/rails:${BRANCH_NAME}-latest \
+  -t ${IMAGE_NAME}/rails:latest \
+  -f docker/production/rails/Dockerfile \
+  .
+
+# Build nginx
+docker build \
+  -t ${IMAGE_NAME}/nginx:${BRANCH_NAME}-${SHORT_SHA} \
+  -t ${IMAGE_NAME}/nginx:${BRANCH_NAME}-latest \
+  -t ${IMAGE_NAME}/nginx:latest \
+  -f docker/production/nginx/Dockerfile \
+  docker/production/nginx
+
+gcloud docker -- push ${IMAGE_NAME}/rails:${BRANCH_NAME}-${SHORT_SHA}-builder
+gcloud docker -- push ${IMAGE_NAME}/rails:${BRANCH_NAME}-latest-builder
+gcloud docker -- push ${IMAGE_NAME}/rails:latest-builder
+gcloud docker -- push ${IMAGE_NAME}/rails:${BRANCH_NAME}-${SHORT_SHA}
+gcloud docker -- push ${IMAGE_NAME}/rails:${BRANCH_NAME}-latest
+gcloud docker -- push ${IMAGE_NAME}/rails:latest
+gcloud docker -- push ${IMAGE_NAME}/nginx:${BRANCH_NAME}-${SHORT_SHA}
+gcloud docker -- push ${IMAGE_NAME}/nginx:${BRANCH_NAME}-latest
+gcloud docker -- push ${IMAGE_NAME}/nginx:latest

data/lib/rails/templates/docker/production/nginx/Dockerfile

@@ -0,0 +1,13 @@
+FROM gcr.io/<PROJECT_ID>/rails:latest as rails
+
+FROM nginx:1.13-alpine
+
+RUN apk upgrade --no-cache
+RUN apk add --no-cache xz
+
+# COPY content/usr/local/sbin/* /usr/local/sbin/
+COPY etc/nginx/ /etc/nginx/
+
+WORKDIR /app
+
+COPY --from=rails /app/public ./public

data/lib/rails/templates/docker/production/nginx/entrypoint.sh

@@ -0,0 +1,3 @@
+#!/bin/sh
+set -ex
+nginx -g 'daemon off;'

data/lib/rails/templates/docker/production/nginx/etc/nginx/conf.d/default.conf

@@ -0,0 +1,34 @@
+server {
+
+   listen 80;
+    server_name localhost;
+    root   /app/public;
+
+    location / {
+      try_files $uri @proxy;
+    }
+
+    location = /favicon.ico {
+      log_not_found off;
+      access_log off;
+    }
+
+    # Block access to "hidden" files and directories whose names begin with a
+    # period. This includes directories used by version control systems such
+    # as Subversion or Git to store control files.
+    location ~ (^|/)\. {
+      return 403;
+    }
+
+    location ~* \.(js|css|png|jpg|jpeg|gif|ico)$ {
+      expires max;
+      log_not_found off;
+    }
+
+    location @proxy {
+      proxy_pass          http://localhost:3000;
+      proxy_set_header    Host             $host;
+      proxy_set_header    X-Real-IP        $remote_addr;
+      proxy_set_header    X-Forwarded-For  $proxy_add_x_forwarded_for;
+    }
+}

data/lib/rails/templates/docker/production/nginx/etc/nginx/nginx.conf

@@ -0,0 +1,36 @@
+user  nginx;
+worker_processes  1;
+
+error_log  /var/log/nginx/error.log warn;
+pid        /var/run/nginx.pid;
+
+
+events {
+    worker_connections  1024;
+}
+
+
+http {
+    client_max_body_size 64M;
+    include       /etc/nginx/mime.types;
+    default_type  application/octet-stream;
+    set_real_ip_from 0.0.0.0/0;
+    real_ip_header X-Forwarded-For;
+    real_ip_recursive on;
+
+    log_format  main  '$remote_addr - $remote_user [$time_local] "$request" '
+                      '$status $body_bytes_sent "$http_referer" '
+                      '"$http_user_agent" "$http_x_forwarded_for"';
+
+    access_log  /var/log/nginx/access.log  main;
+
+    sendfile        on;
+    #tcp_nopush     on;
+
+    keepalive_timeout  65;
+
+    #gzip  on;
+
+    include /etc/nginx/conf.d/*.conf;
+
+}

data/lib/rails/templates/docker/production/rails/entrypoint.sh

@@ -0,0 +1,7 @@
+#!/bin/bash
+set -ex
+
+# migrate database before run server
+bundle exec rake db:create db:migrate
+# run rails
+bundle exec rails server -p 3000 -b 0.0.0.0

data/lib/rails/templates/docker-compose.yml.erb

@@ -28,7 +28,7 @@ services:
       - ./volumes/mysql:/var/lib/mysql
 <% elsif database == "postgresql" %>
   db:
-    image: postgres:9.5.9
+    image: postgres:9.6
     # ports:
     #   - "5432:5432"
     volumes:

data/lib/version.rb

@@ -1,3 +1,3 @@
 module DockerizeStack
-  VERSION = "0.1.0"
+  VERSION = "0.2.0"
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: dockerize-stack
 version: !ruby/object:Gem::Version
-  version: 0.1.0
+  version: 0.2.0
 platform: ruby
 authors:
 - Miguel Savignano
@@ -38,8 +38,26 @@ files:
 - lib/rails/dockerize_rails.rb
 - lib/rails/templates/config/database-docker.yml.erb
 - lib/rails/templates/docker-compose.yml.erb
+- lib/rails/templates/docker/Dockerfile.production.erb
 - lib/rails/templates/docker/development/Dockerfile.erb
 - lib/rails/templates/docker/development/entrypoint.sh.erb
+- lib/rails/templates/docker/kubernetes/scripts/deploy.sh
+- lib/rails/templates/docker/kubernetes/scripts/get-secrets.sh
+- lib/rails/templates/docker/kubernetes/scripts/remoteconsole.sh
+- lib/rails/templates/docker/kubernetes/scripts/set-config-map.sh
+- lib/rails/templates/docker/kubernetes/scripts/set-secrets.sh
+- lib/rails/templates/docker/kubernetes/scripts/set-services.sh
+- lib/rails/templates/docker/kubernetes/scripts/set-workloads.sh
+- lib/rails/templates/docker/kubernetes/services/cloudsql-proxy.yaml
+- lib/rails/templates/docker/kubernetes/services/rails-nginx.yaml
+- lib/rails/templates/docker/kubernetes/workloads/cloudsql-proxy.yaml
+- lib/rails/templates/docker/kubernetes/workloads/rails-nginx.yaml
+- lib/rails/templates/docker/production/dockerbuild.sh
+- lib/rails/templates/docker/production/nginx/Dockerfile
+- lib/rails/templates/docker/production/nginx/entrypoint.sh
+- lib/rails/templates/docker/production/nginx/etc/nginx/conf.d/default.conf
+- lib/rails/templates/docker/production/nginx/etc/nginx/nginx.conf
+- lib/rails/templates/docker/production/rails/entrypoint.sh
 - lib/rails/templates/dockerignore.erb
 - lib/rails/templates/id_rsa.sample
 - lib/version.rb