seira 0.1.0

data/.gitignore

@@ -0,0 +1,12 @@
+/.bundle/
+/.yardoc
+/Gemfile.lock
+/_yardoc/
+/coverage/
+/doc/
+/pkg/
+/spec/reports/
+/tmp/
+
+# rspec failure tracking
+.rspec_status

data/.hound.yml

@@ -0,0 +1,3 @@
+ruby:
+  enabled: true
+  config_file: .rubocop.yml

data/.rspec

@@ -0,0 +1,2 @@
+--format documentation
+--color

data/.rubocop.yml

@@ -0,0 +1,109 @@
+AllCops:
+  Exclude:
+    - bin/**/*
+
+  TargetRubyVersion: 2.4.1
+
+Rails:
+  Enabled: false
+
+Style/CollectionMethods:
+  Enabled: true
+  PreferredMethods:
+    collect: 'map'
+    collect!: 'map!'
+    inject: 'reduce'
+
+Style/FrozenStringLiteralComment:
+  Enabled: false
+
+Layout/AccessModifierIndentation:
+  Enabled: false
+
+Style/BlockDelimiters:
+  Enabled: false
+
+Style/BracesAroundHashParameters:
+  Enabled: false
+
+Style/Documentation:
+  Enabled: false # Was annoying, not needed
+
+Layout/DotPosition:
+  EnforcedStyle: trailing
+
+Naming/FileName:
+  Enabled: false # is really annoying and not good
+
+Style/GuardClause:
+  Enabled: false
+
+Style/Not:
+  Enabled: false
+
+Style/NumericPredicate:
+  Enabled: false
+
+Style/RedundantSelf:
+  Enabled: false
+
+Style/SignalException:
+  Enabled: false
+
+Style/StringLiterals:
+  Enabled: false
+
+Style/TrailingCommaInLiteral:
+  Enabled: false
+
+Style/TrailingCommaInArguments:
+  Enabled: false
+
+Style/SymbolArray:
+  Enabled: false
+
+Metrics/AbcSize:
+  Enabled: false
+
+Metrics/BlockLength:
+  Exclude:
+    - 'spec/**/*'
+
+Metrics/ClassLength:
+  Enabled: false
+
+Metrics/CyclomaticComplexity:
+  Enabled: false
+
+Metrics/LineLength:
+  Enabled: false
+
+Metrics/MethodLength:
+  Enabled: false
+
+Metrics/PerceivedComplexity:
+  Enabled: false
+
+Lint/UselessAssignment:
+  Enabled: false
+
+Rails/Delegate:
+  Enabled: false
+
+Rails/HasAndBelongsToMany:
+  Enabled: false
+
+Rails/Output:
+  Enabled: false # we use puts for things like migrations
+
+Rails/Blank:
+  Enabled: false
+
+# We copy the 'default.yml' file provided by rubocop gem repo into the config/rubocop.yml file
+# in order to make upgrades easy (just drop the new default in). This ensures we get the lastest
+# config file when we upgrade with all new cops.
+# Any non-default configuration should go into this file so that when we upgrade the dropped in
+# new default file does not override any of our configurations.
+# NOTE: Inorder to prioritize this file's declaration, we must inherit at bottom of file
+inherit_from:
+  - .default-rubocop.yml

data/.ruby-version

@@ -0,0 +1 @@
+2.4.1

data/.travis.yml

@@ -0,0 +1,5 @@
+sudo: false
+language: ruby
+rvm:
+  - 2.4.1
+before_install: gem install bundler -v 1.14.6

data/Gemfile

@@ -0,0 +1,4 @@
+source 'https://rubygems.org'
+
+# Specify your gem's dependencies in seira.gemspec
+gemspec

data/LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2017 Handshake
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

data/README.md

@@ -0,0 +1,41 @@
+# Seira
+An opinionated library for building applications on Kubernetes.
+
+## What does the name mean?
+Following Kubernetes naming pattern, Seira (Seirá) is greek for "order" or "the state of being well arranged".
+
+## Installation
+
+Add this line to your application's Gemfile:
+
+```ruby
+gem 'seira'
+```
+
+And then execute:
+
+    $ bundle
+
+Or install it yourself as:
+
+    $ gem install seira
+
+## Usage
+
+TODO: Write usage instructions here
+
+## Development
+
+After checking out the repo, run `bin/setup` to install dependencies. Then, run `rake spec` to run the tests. You can also run `bin/console` for an interactive prompt that will allow you to experiment.
+
+To install this gem onto your local machine, run `bundle exec rake install`. To release a new version, update the version number in `version.rb`, and then run `bundle exec rake release`, which will create a git tag for the version, push git commits and tags, and push the `.gem` file to [rubygems.org](https://rubygems.org).
+
+## Contributing
+
+Bug reports and pull requests are welcome on GitHub at https://github.com/sgringwe/seira.
+
+
+## License
+
+The gem is available as open source under the terms of the [MIT License](http://opensource.org/licenses/MIT).
+

data/Rakefile

@@ -0,0 +1,6 @@
+require "bundler/gem_tasks"
+require "rspec/core/rake_task"
+
+RSpec::Core::RakeTask.new(:spec)
+
+task :default => :spec

data/bin/console

@@ -0,0 +1,14 @@
+#!/usr/bin/env ruby
+
+require "bundler/setup"
+require "seira"
+
+# You can add fixtures and/or initialization code here to make experimenting
+# with your gem easier. You can also use a different console, if you like.
+
+# (If you use this, don't forget to add pry to your Gemfile!)
+# require "pry"
+# Pry.start
+
+require "irb"
+IRB.start(__FILE__)

data/bin/seira

@@ -0,0 +1,5 @@
+#!/usr/bin/env ruby
+
+require 'seira'
+
+Seira::Runner.new.run

data/bin/setup

@@ -0,0 +1,8 @@
+#!/usr/bin/env bash
+set -euo pipefail
+IFS=$'\n\t'
+set -vx
+
+bundle install
+
+# Do any other automated setup that you need to do here

data/lib/seira.rb

@@ -0,0 +1,125 @@
+require 'json'
+require 'highline/import'
+
+require "seira/version"
+require 'seira/app'
+require 'seira/cluster'
+require 'seira/memcached'
+require 'seira/pods'
+require 'seira/proxy'
+require 'seira/random'
+require 'seira/redis'
+require 'seira/secrets'
+require 'seira/settings'
+require 'seira/setup'
+
+# A base runner class that does base checks and then delegates the actual
+# work for the command to a class in lib/seira folder.
+module Seira
+  class Runner
+    CATEGORIES = {
+      'secrets' => Seira::Secrets,
+      'pods' => Seira::Pods,
+      'redis' => Seira::Redis,
+      'memcached' => Seira::Memcached,
+      'app' => Seira::App,
+      'cluster' => Seira::Cluster,
+      'proxy' => Seira::Proxy,
+      'setup' => Seira::Setup
+    }.freeze
+
+    attr_reader :cluster, :app, :category, :action, :args
+    attr_reader :settings
+
+    # Pop from beginning repeatedly for the first 4 main args, and then take the remaining back to original order for
+    # the remaining args
+    def initialize
+      @settings = Seira::Settings.new
+
+      reversed_args = ARGV.reverse.map(&:chomp)
+
+      # The cluster and proxy command are not specific to any app, so that
+      # arg is not in the ARGV array and should be skipped over
+      if ARGV[1] == 'cluster'
+        cluster = reversed_args.pop
+        @category = reversed_args.pop
+        @action = reversed_args.pop
+        @args = reversed_args.reverse
+      elsif ARGV[1] == 'proxy'
+        cluster = reversed_args.pop
+        @category = reversed_args.pop
+      elsif ARGV[0] == 'setup'
+        @category = reversed_args.pop
+        cluster = reversed_args.pop
+      else
+        cluster = reversed_args.pop
+        @app = reversed_args.pop
+        @category = reversed_args.pop
+        @action = reversed_args.pop
+        @args = reversed_args.reverse
+      end
+
+      @cluster = @settings.full_cluster_name_for_shorthand(cluster)
+    end
+
+    def run
+      if category == 'setup'
+        Seira::Setup.new(arg: cluster, settings: settings).run
+        exit(0)
+      end
+
+      base_validations
+
+      command_class = CATEGORIES[category]
+
+      unless command_class
+        puts "Unknown command specified. Usage: 'seira <cluster> <app> <category> <action> <args..>'."
+        puts "Valid categories are: #{CATEGORIES.keys.join(', ')}"
+        exit(1)
+      end
+
+      if category == 'cluster'
+        perform_action_validation(klass: command_class, action: action)
+        command_class.new(action: action, args: args, context: passed_context, settings: settings).run
+      elsif category == 'proxy'
+        command_class.new.run
+      else
+        perform_action_validation(klass: command_class, action: action)
+        command_class.new(app: app, action: action, args: args, context: passed_context).run
+      end
+    end
+
+    private
+
+    def passed_context
+      {
+        cluster: cluster
+      }
+    end
+
+    def base_validations
+      # The first arg must always be the cluster. This ensures commands are not run by 
+      # accident on the wrong kubernetes cluster or gcloud project.
+      exit(1) unless Seira::Cluster.new(action: nil, args: nil, context: nil, settings: settings).switch(target_cluster: cluster, verbose: false)
+      exit(0) if simple_cluster_change?
+    end
+
+    def perform_action_validation(klass:, action:)
+      return true if simple_cluster_change?
+
+      unless klass == Seira::Cluster || settings.valid_apps.include?(app)
+        puts "Invalid app name specified"
+        exit(1)
+      end
+
+      unless klass::VALID_ACTIONS.include?(action)
+        puts "Invalid action specified. Valid actions are: #{klass::VALID_ACTIONS.join(', ')}"
+        exit(1)
+      end
+    end
+
+    def simple_cluster_change?
+      app.nil? && category.nil? # Special case where user is simply changing environments
+    end
+  end
+end

data/lib/seira/app.rb

@@ -0,0 +1,130 @@
+require 'json'
+require 'base64'
+require 'fileutils'
+
+# Example usages:
+# seira staging specs app bootstrap
+module Seira
+  class App
+    VALID_ACTIONS = %w[bootstrap apply upgrade restart].freeze
+
+    attr_reader :app, :action, :args, :context
+
+    def initialize(app:, action:, args:, context:)
+      @app = app
+      @action = action
+      @args = args
+      @context = context
+    end
+
+    def run
+      case action
+      when 'bootstrap'
+        run_bootstrap
+      when 'apply'
+        run_apply
+      when 'upgrade'
+        run_upgrade
+      when 'restart'
+        run_restart
+      else
+        fail "Unknown command encountered"
+      end
+    end
+
+    def run_restart
+      # TODO
+    end
+
+    private
+
+    def run_bootstrap
+      bootstrap_main_secret
+      bootstrap_cloudsql_secret
+      bootstrap_gcr_secret
+
+      puts "Successfully installed"
+    end
+
+    # Kube vanilla based upgrade
+    def run_apply
+      destination = "tmp/#{context[:cluster]}/#{app}"
+      revision = ENV['REVISION']
+
+      if revision.nil?
+        current_image = `kubectl get deployment --namespace=#{app} -l app=#{app},tier=web -o=jsonpath='{$.items[:1].spec.template.spec.containers[:1].image}'`.strip.chomp
+        current_revision = current_image.split(':').last
+        exit(1) unless HighLine.agree("No REVISION specified. Use current deployment revision '#{current_revision}'?")
+        revision = current_revision
+      end
+      
+      replacement_hash = { 'REVISION' => revision }
+
+      replacement_hash.each do |k, v|
+        next unless v.nil? || v == ''
+        puts "Found nil or blank value for replacement hash key #{k}. Aborting!"
+        exit(1)
+      end
+
+      find_and_replace_revision(
+        source: "kubernetes/#{context[:cluster]}/#{app}",
+        destination: destination,
+        replacement_hash: replacement_hash
+      )
+
+      puts "Running 'kubectl apply -f #{destination}'"
+      system("kubectl apply -f #{destination}")
+    end
+
+    def bootstrap_main_secret
+      puts "Creating main secret and namespace..."
+      main_secret_name = Seira::Secrets.new(app: app, action: action, args: args, context: context).main_secret_name
+
+      # 'internal' is a unique cluster/project "cluster". It always means production in terms of rails app.
+      rails_env = 
+        if context[:cluster] == 'internal'
+          'production'
+        else
+          context[:cluster]
+        end
+
+      puts `kubectl create secret generic #{main_secret_name} --namespace #{app} --from-literal=RAILS_ENV=#{rails_env} --from-literal=RACK_ENV=#{rails_env}`
+    end
+
+    # We use a secret in our container to use a service account to connect to our cloudsql databases. The secret in 'default'
+    # namespace can't be used in this namespace, so copy it over to our namespace.
+    def bootstrap_gcr_secret
+      secrets = Seira::Secrets.new(app: app, action: action, args: args, context: context)
+      secrets.copy_secret_across_namespace(key: 'gcr-secret', from: 'default', to: app)
+    end
+
+    # We use a secret in our container to use a service account to connect to our docker registry. The secret in 'default'
+    # namespace can't be used in this namespace, so copy it over to our namespace.
+    def bootstrap_cloudsql_secret
+      secrets = Seira::Secrets.new(app: app, action: action, args: args, context: context)
+      secrets.copy_secret_across_namespace(key: 'cloudsql-credentials', from: 'default', to: app)
+    end
+
+    def find_and_replace_revision(source:, destination:, replacement_hash:)
+      puts "Copying source yaml from #{source} to #{destination}"
+      FileUtils::mkdir_p destination # Create the nested directory
+      FileUtils.copy_entry source, destination
+    
+      # Iterate through each yaml file and find/replace and save
+      puts "Iterating #{destination} files find/replace revision information"
+      Dir.foreach(destination) do |item|
+        next if item == '.' || item == '..'
+  
+        text = File.read("#{destination}/#{item}")
+    
+        new_contents = text
+        replacement_hash.each do |key, value|
+          new_contents.gsub!(key, value)
+        end
+    
+        # To write changes to the file, use:
+        File.open("#{destination}/#{item}", 'w') { |file| file.write(new_contents) }
+      end
+    end
+  end
+end