vps 0.1.1 → 0.2.3

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: d879c725aca451c863ec504e4fd4f7f9089bb5b0
-  data.tar.gz: b0ebe2d831c630da62eb6e8c69452aebbcae4dcc
+  metadata.gz: 0715c15db0c61c43f427cde770c38cde3f65e677
+  data.tar.gz: 62fbbc6d56af47c025031dd5125ab7a4072d546d
 SHA512:
-  metadata.gz: b750774204e6f237175c568f6528b9196a1bdf272193cc8ca1bfbfc7d77a539da72835f7160a2998532ae670c576312dcad2dc5eff6e8b3870e7801d68bb0992
-  data.tar.gz: 84ed1b982a9d6e66d70a74845b2a33cbc4ed2c87f2830ae2b3a37b9cb6607ccd30bd870040f2b50a4aa882e0f5c0aeab1f1b194e2c045dce5b1113d393a8f025
+  metadata.gz: 0850d9d9a5888d1162e7cb491906f0afea445f82535a68ae03014b6304cb594c7c81f765f14325bf0b1d295a1a88a7e07ac009859f6d5c0ba727d3fee34988a8
+  data.tar.gz: 7c6dfffa4ce37dc82012bf13865cc03f9feb6367c1565305f5a7461f88fe73d951fccd502fbfc6544df7505f50fb1de15feabdef5ec29bffd682cfc0a768f1be

data/CHANGELOG.md

@@ -1,5 +1,30 @@
 ## VPS CHANGELOG
 
+### Version 0.2.3 (January 2, 2020)
+
+* Support upstreams without domains
+
+### Version 0.2.2 (January 2, 2020)
+
+* Automatically add container names for upstreams and services
+* Add opportunity to add lines to the generated Dockerfile
+
+### Version 0.2.1 (January 2, 2020)
+
+* Support NodeJS based applications
+* Clean up default upstream specs
+* Set container name when adding upstream
+
+### Version 0.2.0 (December 31, 2019)
+
+* Provide ability to add both custom HTTP and HTTPS Nginx configs
+
+### Version 0.1.2 (September 29, 2019)
+
+* Run postload tasks at the end of deployment
+* Fix generating Rails and Rack Dockerfile (installing the correct Bundler version)
+* Include configured :services in the generated docker-compose.yml file
+
 ### Version 0.1.1 (August 12, 2019)
 
 * Initial release

data/VERSION

@@ -1 +1 @@
-0.1.1
+0.2.3

data/lib/vps.rb

@@ -1,3 +1,4 @@
+require "tmpdir"
 require "vps/version"
 
 module VPS

data/lib/vps/cli.rb

@@ -16,6 +16,7 @@ require "active_support/number_helper"
 
 require "vps"
 require "vps/core_ext/string"
+require "vps/core_ext/ostruct"
 require "vps/cli/service"
 require "vps/cli/upstream"
 require "vps/cli/domain"

data/lib/vps/cli/domain.rb

@@ -11,7 +11,7 @@ module VPS
 
         if (upstream = config[:upstreams].detect{|upstream| upstream[:name] == name})
           upstream[:email] = email if email
-          upstream[:domains].push(domain).uniq!
+          (upstream[:domains] ||= []).push(domain).uniq!
           VPS.write_config(host, config)
         end
       end

data/lib/vps/cli/playbook/state.rb

@@ -57,7 +57,7 @@ module VPS
             (hash || {}).fetch(key)
           end.tap do |value|
             if to_domain && value
-              if (domain = value[:domains].first)
+              if (domain = (value[:domains] || ["-"]).first)
                 return domain.gsub(/https?:\/\//, "")
               end
             end

data/lib/vps/cli/upstream.rb

@@ -9,18 +9,11 @@ module VPS
         path = File.expand_path(path)
 
         unless config[:upstreams].any?{|upstream| upstream[:name] == name}
-          type, tool_version, port = derive_upstream(path)
-          config[:upstreams].push({
+          spec = derive_upstream(path)
+          config[:upstreams].push(spec.merge({
             :name => name || File.basename(path),
-            :path => path,
-            :type => type,
-            :tool_version => tool_version,
-            :port => port,
-            :domains => [],
-            :email => nil,
-            :compose => nil,
-            :nginx => nil
-          })
+            :path => path
+          }))
           VPS.write_config(host, config)
         end
       end
@@ -65,19 +58,42 @@ module VPS
             |> IO.puts()
           ELIXIR
           type = `cd #{path} && mix run -e "#{elixir.strip.gsub(/\n\s+/, " ")}" | tail -n 1`.strip
-          [
-            type,
-            `cd #{path} && mix run -e "System.version() |> IO.puts()" | tail -n 1`.strip,
-            (type == "phoenix") ? 4000 : `cd #{path} && mix run -e ":ranch.info |> hd() |> elem(0) |> :ranch.get_port() |> IO.puts()" | tail -n 1`.strip.to_i
-          ]
+          {
+            type: type,
+            elixir_version: `cd #{path} && mix run -e "System.version() |> IO.puts()" | tail -n 1`.strip,
+            port: (type == "phoenix") ? 4000 : `cd #{path} && mix run -e ":ranch.info |> hd() |> elem(0) |> :ranch.get_port() |> IO.puts()" | tail -n 1`.strip.to_i
+          }
         elsif Dir["#{path}/Gemfile"].any?
           lines = `cd #{path} && BUNDLE_GEMFILE=#{path}/Gemfile bundle list`.split("\n")
           type = %w(rails rack).detect{|gem| lines.any?{|line| line.include?("* #{gem} (")}}
-          [
-            type,
-            `$SHELL -l -c 'cd #{path} && ruby -e "puts RUBY_VERSION"'`.strip,
-            (type == "rails" ? 3000 : 9292) # :'(
-          ]
+          {
+            type: type,
+            ruby_version: `$SHELL -l -c 'cd #{path} && ruby -e "puts RUBY_VERSION"'`.strip,
+            bundler_version: `$SHELL -l -c 'cd #{path} && bundle -v'`.split.last,
+            port: (type == "rails" ? 3000 : 9292) # :'(
+          }.tap do |spec|
+            if type == "rails"
+              spec[:nginx] = {
+                root: "/opt/app/public",
+                try_files: true,
+                proxy_redirect: "off"
+              }
+            end
+          end
+        elsif Dir["#{path}/package.json"].any?
+          tmpfile = "#{Dir.tmpdir}/vps-debug.log"
+          pid = spawn("cd #{path} && npm start", :out => tmpfile, :err => "/dev/null")
+          Process.detach(pid)
+          sleep 5
+          `ps aux | grep -e "no[d]e #{path}"`.strip.split("\n").collect do |line|
+            `kill -9 #{line.split(" ")[1]}`
+          end
+          port = File.read(tmpfile).match(/on port (\d+)/).captures.first.to_i
+          {
+            type: "node",
+            node_version: `$SHELL -l -c 'cd #{path} && node -v'`.match(/[\d\.?]+/).to_s,
+            port: port
+          }
         end
       end
 

data/lib/vps/core_ext/ostruct.rb

@@ -0,0 +1,17 @@
+class OpenStruct
+  def self.to_hash(object, hash = {})
+    case object
+    when OpenStruct then
+      object.each_pair do |key, value|
+        hash[key.to_s] = to_hash(value)
+      end
+      hash
+    when Array then
+      object.collect do |value|
+        to_hash(value)
+      end
+    else
+      object
+    end
+  end
+end

data/lib/vps/version.rb

@@ -1,7 +1,7 @@
 module VPS
   MAJOR = 0
-  MINOR = 1
-  TINY  = 1
+  MINOR = 2
+  TINY  = 3
 
   VERSION = [MAJOR, MINOR, TINY].join(".")
 end

data/playbooks/deploy/docker.yml

@@ -86,11 +86,11 @@ tasks:
         command:
           - chmod +x {{ release_path }}/init-letsencrypt/{{ upstream.name }}.sh
           - cd {{ release_path }} && if [ ! -d "data/certbot/conf/live/{{ domain:upstream }}" ]; then yes Y | sudo ./init-letsencrypt/{{ upstream.name }}.sh; fi
-  - task: run_tasks
-    tasks: << postload >>
   - description: Starting containers
     task: remote_execute
     command: cd {{ release_path }} && docker-compose up {{ up }} -d
   - description: Checking running docker images
     task: remote_execute
     command: docker ps
+  - task: run_tasks
+    tasks: << postload >>

data/templates/docker/data/nginx/app.conf.erb

@@ -3,19 +3,26 @@
 upstream <%= upstream[:name] %> {
   server <%= upstream[:name] %>:<%= upstream[:port] %>;
 }
-<%- upstream[:domains].partition{|domain| domain.include?("http://")}.reject(&:empty?).each do |domains| %>
+<%- (upstream[:domains] || []).partition{|domain| domain.include?("http://")}.reject(&:empty?).each do |domains| %>
 <%-
   https = domains.first.include?("https://")
   domains = domains.collect{|domain| domain.gsub(/https?:\/\//, "")}.join(" ")
   domain = domains.split(" ")[0]
+  nginx = upstream[:nginx] || {}
   proxy_pass = "http://#{ upstream[:name] }"
 %>
 
 server {
+  <%- unless domains.empty? %>
   listen 80;
   server_name <%= domains %>;
   server_tokens off;
 
+  <%- end %>
+  <%- if nginx[:http] %>
+<%= nginx[:http].gsub("PROXY_PASS", proxy_pass).indent(2) %>
+
+  <%- end %>
   <%- if https %>
   location /.well-known/acme-challenge/ {
     root /var/www/certbot;
@@ -37,15 +44,25 @@ server {
   ssl_dhparam /etc/letsencrypt/ssl-dhparams.pem;
 
   <%- end %>
-  <%- if upstream[:nginx] %>
-<%= upstream[:nginx].gsub("PROXY_PASS", proxy_pass).indent(2) %>
+  <%- if nginx[:root] %>
+  root <%= nginx[:root] %>;
+  <%- end %>
+  <%- if nginx[:try_files] %>
+  try_files $uri @app;
 
   <%- end %>
-  location / {
+  <%- if nginx[:https] %>
+<%= nginx[:https].gsub("PROXY_PASS", proxy_pass).indent(2) %>
+
+  <%- end %>
+  location <%= nginx[:try_files] ? "@app" : "/" %> {
     proxy_pass        <%= proxy_pass %>;
     proxy_set_header  Host $http_host;
     proxy_set_header  X-Real-IP $remote_addr;
     proxy_set_header  X-Forwarded-For $proxy_add_x_forwarded_for;
+    <%- if nginx[:proxy_redirect] %>
+    proxy_redirect    <%= nginx[:proxy_redirect] %>;
+    <%- end %>
   }
 }
 <%- end %>

data/templates/docker/docker-compose.yml.erb

@@ -1,10 +1,5 @@
 version: "3"
-<%
-https = upstreams.any?{|upstream| upstream[:domains].any?{|domain| domain.include?("https://")}}
-to_yaml = proc do |struct|
-  struct.to_h.inject({}){|h, (k, v)| h[k.to_s] = v; h}.to_yaml
-end
-%>
+<% https = upstreams.any?{|upstream| upstream[:domains].any?{|domain| domain.include?("https://")}} %>
 services:
 
   nginx:
@@ -28,7 +23,7 @@ services:
     command: "/bin/sh -c 'while :; do sleep 6h & wait $${!}; nginx -s reload; done & nginx -g \"daemon off;\"'"
 
   certbot:
-    image: certbot/certbot
+    image: certbot/certbot:v0.27.1
     container_name: certbot
     restart: unless-stopped
     volumes:
@@ -36,21 +31,29 @@ services:
       - ./data/certbot/www:/var/www/certbot
     entrypoint: "/bin/sh -c 'trap exit TERM; while :; do certbot renew; sleep 12h & wait $${!}; done;'"
   <%- end %>
+  <%- services.to_h.each do |name, spec| %>
+
+  <%= name %>:
+<%= OpenStruct.to_hash(spec).to_yaml.sub(/^.*?\n/, "").sub("\n", "\ncontainer_name: #{name}\n").indent(4) %>
+  <%- end %>
   <%- upstreams.each do |upstream| %>
 
   <%= upstream.name %>:
     image: <%= upstream.name %>
+    container_name: <%= upstream.name %>
     restart: always
     <%- unless upstream[:compose].inspect.match(/\bports\b/) %>
     ports:
       - <%= upstream.port %>
     <%- end %>
     <%- if upstream[:compose] %>
-<%= to_yaml.(upstream[:compose]).sub(/^.*?\n/, "").indent(4) %>
+<%= OpenStruct.to_hash(upstream[:compose]).to_yaml.sub(/^.*?\n/, "").indent(4) %>
     <%- end %>
   <%- end %>
-  <%- services.each do |service, config| %>
+<%- unless (volumes || []).empty? %>
 
-  <%= service %>:
-<%= to_yaml.(config).sub(/^.*?\n/, "").indent(4) %>
-  <%- end %>
+volumes:
+<%- volumes.each do |volume| %>
+  <%= volume %>:
+<%- end %>
+<%- end %>

data/templates/docker/upstream/Dockerfile.node.erb

@@ -0,0 +1,15 @@
+FROM node:<%= upstream.node_version %>-alpine
+
+RUN apk update \
+&& apk --no-cache --update add \
+  build-base nodejs tzdata
+
+WORKDIR /opt/app
+COPY . .
+
+ENV NODE_ENV=production
+<%- if upstream.dockerfile %>
+<%= upstream.dockerfile.strip %>
+<%- end %>
+RUN npm install
+CMD ["npm", "start"]

data/templates/docker/upstream/Dockerfile.phoenix.erb

@@ -1,4 +1,4 @@
-FROM elixir:<%= upstream.tool_version %>-alpine
+FROM elixir:<%= upstream.elixir_version %>-alpine
 
 RUN apk update \
 && apk --no-cache --update add alpine-sdk \
@@ -9,5 +9,8 @@ WORKDIR /opt/app
 COPY . .
 
 ENV MIX_ENV=prod
+<%- if upstream.dockerfile %>
+<%= upstream.dockerfile.strip %>
+<%- end %>
 RUN mix do deps.get --only prod, deps.compile
 CMD ["sh", "-c", "mix phx.server"]

data/templates/docker/upstream/Dockerfile.plug.erb

@@ -1,4 +1,4 @@
-FROM elixir:<%= upstream.tool_version %>-alpine
+FROM elixir:<%= upstream.elixir_version %>-alpine
 
 RUN apk update \
 && apk --no-cache --update add alpine-sdk \
@@ -9,5 +9,8 @@ WORKDIR /opt/app
 COPY . .
 
 ENV MIX_ENV=prod
+<%- if upstream.dockerfile %>
+<%= upstream.dockerfile.strip %>
+<%- end %>
 RUN mix do deps.get --only prod, deps.compile
 CMD ["sh", "-c", "mix run --no-halt"]

data/templates/docker/upstream/Dockerfile.rack.erb

@@ -1,4 +1,4 @@
-FROM ruby:<%= upstream.tool_version %>-alpine
+FROM ruby:<%= upstream.ruby_version %>-alpine
 
 RUN apk update \
 && apk --no-cache --update add \
@@ -11,5 +11,9 @@ WORKDIR /opt/app
 COPY . .
 
 ENV RACK_ENV=production
+<%- if upstream.dockerfile %>
+<%= upstream.dockerfile.strip %>
+<%- end %>
+RUN gem install bundler -v <%= upstream.bundler_version %>
 RUN bundle install --without development test
-CMD ["rackup", "config.ru", "-o", "0.0.0.0"]
+CMD ["bundle", "exec", "rackup", "config.ru", "-o", "0.0.0.0"]

data/templates/docker/upstream/Dockerfile.rails.erb

@@ -1,4 +1,4 @@
-FROM ruby:<%= upstream.tool_version %>-alpine
+FROM ruby:<%= upstream.ruby_version %>-alpine
 
 RUN apk update \
 && apk --no-cache --update add \
@@ -10,6 +10,13 @@ RUN apk update \
 WORKDIR /opt/app
 COPY . .
 
+EXPOSE <%= upstream.port %>
+
 ENV RAILS_ENV=production
+<%- if upstream.dockerfile %>
+<%= upstream.dockerfile.strip %>
+<%- end %>
+RUN gem install bundler -v <%= upstream.bundler_version %>
 RUN bundle install --without development test
+CMD ["rm", "-f", "tmp/pids/server.pid"]
 CMD ["rails", "server", "-b", "0.0.0.0"]

data/templates/docker/upstream/init-letsencrypt.sh.erb

@@ -1,6 +1,6 @@
 #!/bin/bash
 
-<%- if (domains = upstream[:domains].collect{|domain| domain.dup.gsub!("https://", "")}.compact).any? %>
+<%- if (domains = (upstream[:domains] || []).collect{|domain| domain.dup.gsub!("https://", "")}.compact).any? %>
 domains=(<%= domains.join(" ") %>)
 email="<%= upstream[:email] || "noreply@#{domains.first}" %>" # Adding a valid address is strongly recommended
 data_path="./data/certbot"
@@ -17,8 +17,8 @@ fi
 if [ ! -e "$data_path/conf/options-ssl-nginx.conf" ] || [ ! -e "$data_path/conf/ssl-dhparams.pem" ]; then
   echo "### Downloading recommended TLS parameters ..."
   mkdir -p "$data_path/conf"
-  curl -s https://raw.githubusercontent.com/certbot/certbot/master/certbot-nginx/certbot_nginx/tls_configs/options-ssl-nginx.conf > "$data_path/conf/options-ssl-nginx.conf"
-  curl -s https://raw.githubusercontent.com/certbot/certbot/master/certbot/ssl-dhparams.pem > "$data_path/conf/ssl-dhparams.pem"
+  curl -s https://raw.githubusercontent.com/certbot/certbot/v0.40.1/certbot-nginx/certbot_nginx/tls_configs/options-ssl-nginx.conf > "$data_path/conf/options-ssl-nginx.conf"
+  curl -s https://raw.githubusercontent.com/certbot/certbot/v0.40.1/certbot/ssl-dhparams.pem > "$data_path/conf/ssl-dhparams.pem"
   echo
 fi
 

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: vps
 version: !ruby/object:Gem::Version
-  version: 0.1.1
+  version: 0.2.3
 platform: ruby
 authors:
 - Paul Engel
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2019-08-12 00:00:00.000000000 Z
+date: 2020-01-02 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: thor
@@ -162,6 +162,7 @@ files:
 - lib/vps/cli/playbook/tasks.rb
 - lib/vps/cli/service.rb
 - lib/vps/cli/upstream.rb
+- lib/vps/core_ext/ostruct.rb
 - lib/vps/core_ext/string.rb
 - lib/vps/version.rb
 - playbooks/deploy.yml
@@ -173,6 +174,7 @@ files:
 - script/console
 - templates/docker/data/nginx/app.conf.erb
 - templates/docker/docker-compose.yml.erb
+- templates/docker/upstream/Dockerfile.node.erb
 - templates/docker/upstream/Dockerfile.phoenix.erb
 - templates/docker/upstream/Dockerfile.plug.erb
 - templates/docker/upstream/Dockerfile.rack.erb