k8sflow 0.10.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 212a6cc23a37f94da1a18f90469d06b974501ac1
+  data.tar.gz: 11dd94712047a9649259c1cd00e504fc07984d75
+SHA512:
+  metadata.gz: 0f79e9da6c2ddea9e9430fa2d28f1ebf5a0b969001529c1a4b326a55c48a96152e9da70a21e87fad1fa8e806fe5ab82bfaa5091311bb9d90e60eedac6b8ade7f
+  data.tar.gz: a238b77ff59ac2777b5ca992c1d48b546cf30d8bb2a1d189e6da74829a9347d07d02230274615a115de61339512c354e7099896c6ff28ba31dc0d52a00e8f9d8

data/Changelog

@@ -0,0 +1,3 @@
+- 0.0.1
+ * Initial version
+-- Antoine Legrand <antoine.legrand@ubudu.com>  27/07/2013

data/License

@@ -0,0 +1,20 @@
+Copyright (c) 2013 Antoine Legrand (ant.legrand@gmail.com)
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.md

@@ -0,0 +1,2 @@
+K8sflow
+==========

data/bin/k8sflow

@@ -0,0 +1,4 @@
+#!/usr/bin/env ruby
+require 'k8sflow'
+
+K8sflow::Cli.run(ARGV)

data/lib/k8sflow/cli.rb

@@ -0,0 +1,10 @@
+
+require 'clitopic/cli'
+require 'k8sflow/command'
+module K8sflow
+  class Cli
+    def self.run(args)
+      Clitopic::Cli.run(args)
+    end
+  end
+end

data/lib/k8sflow/command/image.rb

@@ -0,0 +1,165 @@
+require 'erb'
+module K8sflow
+
+  module Image
+    class ImageBase < Clitopic::Command::Base
+      class << self
+
+        def kv_parse(list)
+          vars = {}
+          list.each do |e|
+            sp = e.split("=")
+            key = sp[0..-2].join("=")
+            value = sp[-1]
+            vars[key] = value
+          end
+          return vars
+        end
+
+        def vars
+          if @vars.nil?
+            @vars = {}
+            if !options[:build_vars].nil?
+              if options[:build_vars].is_a?(Hash)
+                @vars = options[:build_vars]
+              else
+                @vars = kv_parse(options[:build_vars])
+              end
+            end
+            if !options[:vars].nil?
+              if options[:vars].is_a?(Hash)
+                @vars.merge!(options[:vars])
+              else
+                @vars.merge!(kv_parse(options[:vars]))
+              end
+            end
+          end
+
+          @vars["tag"] = @options[:tag]
+          return @vars
+        end
+
+        def files
+          f = []
+          options[:files].each do |file|
+            if !file.start_with?("/")
+              file = "#{@options[:path]}/#{file}"
+            end
+            file_list = Dir.glob(file)
+            f << file_list
+          end
+          return f
+        end
+
+        def tag
+          @options[:tag]
+        end
+
+
+        def create_dockerfile
+          tag = @options[:tag]
+          dir = "#{@options[:path]}/#{@options[:tag]}"
+          puts "- Remove previous dir: #{dir}"
+          FileUtils.rm_rf dir
+          puts "- Create dir: #{dir}"
+          FileUtils.mkdir_p dir
+          files.each do |file_list|
+            puts "- Copy files: #{file_list}"
+            FileUtils.cp(file_list, dir)
+          end
+          puts "- Read Dockerfile template: #{@options[:path]}/#{@options[:tpl]}"
+          tpl = "#{@options[:path]}/#{@options[:tpl]}"
+          File.open(tpl, 'rb') do |file|
+            tpl = file.read
+          end
+          b = binding
+          puts "- Write Dockerfile: #{dir}/Dockerfile"
+          puts "  with vars:\n#{vars.map{|k,v| "   #{k}: #{v}"}.join("\n")}"
+          File.open("#{dir}/Dockerfile", 'wb') do |file|
+            file.write(ERB.new(tpl).result b)
+          end
+
+          puts  "-----------------------------------------------"
+        end
+
+        def dockerbuild
+          dir = "#{@options[:path]}/#{@options[:tag]}"
+          cmd = "docker -H #{@options[:docker_api]} build #{@options[:build_opts]} -t #{@options[:registry]}:#{tag}  #{dir} "
+          puts cmd
+          system(cmd)
+        end
+
+        def dockerpush
+          cmd = "docker -H #{@options[:docker_api]}  push #{@options[:registry]}:#{tag}"
+          puts cmd
+          system(cmd)
+        end
+
+      end
+    end
+
+
+    class ImageTopic < Clitopic::Topic::Base
+      register name: 'image',
+      description: 'Mange image lifecylces'
+
+      option :registry, '-r', '--registry DOCKER_REPO', 'Docker registry to pull/fetch images'
+      option :path, '-p',  '--path DOCKERFILE PATH', 'dockerfiles source directory to'
+      option :build_vars, "--build-vars key=value,key=value" , Array, "Default variables"
+      option :docker_api, "-H", "--host", "docker api endpoint", default: "tcp://localhost:4243"
+      option :tag, '-t', '--tag TAG', "Image tag", default: 'latest'
+    end
+
+
+    class Dockerfile < ImageBase
+      register name: 'dockerfile',
+      banner: 'image:dockerfile [options]',
+      description: 'Generate a dockerfile with templated vars .',
+      topic: 'image'
+
+      option :files, "-f", "--files FILE1,FILE2", Array, "List files to copy in dockerfile directory, i.e 'files/*',/etc/conf.cfg'"
+      option :tpl, "-l", "--tpl=Dockerfile", "The Dockerfile Template", default: 'Dockerfile.tpl'
+      option :vars, "-x", "--vars=VARS", Array, "Variables required by the dockerfile"
+      option :tag, '-t', '--tag TAG', "Image tag", default: 'master'
+
+      def self.call
+        create_dockerfile
+      end
+    end
+
+    class Build < ImageBase
+      register name: 'build',
+      description: 'build docker image',
+      banner: 'image:build [OPTIONS]',
+      topic: 'image'
+
+      option :build, "--build OPTS", "docker build options"
+      def self.call
+        dockerbuild
+      end
+    end
+
+    class Push < ImageBase
+      register name: 'push',
+      description: 'push dockerimage to docker hub',
+      banner: 'image:push [OPTIONS]',
+      topic: 'image'
+
+      option :build, "--build=[OPTS]", "docker build options"
+      def self.call
+        dockerbuild if @options[:build] != nil
+        dockerpush
+      end
+    end
+
+    class List < Clitopic::Command::Base
+      register name: 'list',
+      description: 'List available tags in a registry',
+      topic: 'image'
+
+      def self.call
+      end
+    end
+  end
+
+end

data/lib/k8sflow/command/maintenance.rb

@@ -0,0 +1,38 @@
+module K8sflow
+  module Maintenance
+    class MaintenanceTopic < Clitopic::Topic::Base
+      register name: 'maintenance',
+      description: 'Switch application in maintenance mode'
+
+      option :app, '-A', '--app app-backend', 'Application backend set in HAPROXY'
+      option :api, '--api API_ENDPOINT', 'Endpoint to configure haproxy'
+    end
+
+    class Status < Clitopic::Command::Base
+      register name: 'status',
+      description: 'View maintenance status',
+      topic: 'maintenance'
+
+      def self.call
+      end
+    end
+
+    class On < Clitopic::Command::Base
+      register name: 'on',
+      description: 'Enable maintenance mode',
+      topic: 'maintenance'
+
+      def self.call
+      end
+    end
+
+    class Off < Clitopic::Command::Base
+      register name: 'off',
+      description: 'disable maintenance mode',
+      topic: 'maintenance'
+
+      def self.call
+      end
+    end
+  end
+end

data/lib/k8sflow/command/run.rb

@@ -0,0 +1,114 @@
+require 'optparse'
+require 'optparse/time'
+require 'docker'
+require 'k8sflow/utils/heroku'
+module K8sflow
+  module Command
+
+    class Run < Clitopic::Command::Base
+      register name: 'index',
+      banner: 'Usage: k8sflow run [options] CMD',
+      description: "Run CMD on a (de)attached container
+
+Exemples:
+Run a rails console
+$ k8sflow run -t 2.27.3 -r mydocker/repo -e APP_ENV=production -h tcp://docker-host:4243 rails console
+
+Run a web server detached and bind container port to host port
+$ k8sflow run -t 2.10 -p 3000:3000 'run server -p 3000'
+",
+      topic: {name: 'run', description: 'Run CMD on a (de)attached container'}
+
+      option :port, "-p", "--port  ctn_port:host_port", Array, "Publish a container's port(s) to the host"
+      option :port_all, "-P", "--port-all", Array, "Publish all exposed ports to random ports"
+      option :detach, "-d", "--detach", "daemonize container", default: false
+      option :tag, "-t", "--tag TAG", "image-tag"
+      option :registry, "-r", "--registry REPO", "image-repository"
+      option :app, "-A", "--app APPNAME", "application name"
+      option :envs, "-e", "--env VAR=VALUE,VAR2=VALUE2", Array, "envvars list"
+      option :heroku, "--heroku APP", "get all envs from heroku"
+      option :heroku_db, "--heroku-db", "get DB envs only from heroku"
+      option :tty, "--[no-]tty", "Use tty"
+      option :docker_api, "-h", "--host", "docker api endpoint", default: "tcp://localhost:4243"
+      option :aliases, "--aliases a=x,b=y", "commands aliases, usefull in the default file"
+
+      class << self
+        attr_accessor :aliases
+
+        def aliases
+          @aliases ||= {}
+        end
+
+        def get_cmd(args)
+          if args.size == 0
+            raise ArgumentError.new('no CMD')
+          else
+            cmd = args.join(" ").strip
+            puts cmd
+            if !@options[:aliases].nil? && @options[:aliases].is_a?(Hash)
+              @aliases.merge!(@options[:aliases])
+            end
+            cmd = aliases[cmd] if aliases.has_key?(cmd)
+            return cmd
+          end
+        end
+
+        def env_vars(options)
+          envs = {}
+          if options.has_key?(:envs)
+            options[:envs].each do |e|
+              sp = e.split("=")
+              key = sp[0..-2].join("=")
+              value = sp[-1]
+              envs[key] = value
+            end
+          end
+          if options.has_key?(:heroku)
+            envs.merge!( K8sflow::Utils::HerokuClient.envs(options[:heroku], options[:heroku_db]))
+          end
+          pp envs
+          return envs
+        end
+
+        def docker_run(cmd, envs, options)
+          Docker.url = options[:docker_api]
+          container_info =  {
+            'Cmd' => cmd.split(" "),
+            'Image' => "#{options[:registry]}:#{options[:tag]}",
+            'Env' => envs.map{|k| "#{k[0]}=#{k[1]}"},
+            'OpenStdin' => true
+          }
+          if !options[:detach]
+            container_info["Tty"] = true
+          end
+          if options[:port]
+            ctn_port, host_port = options[:port].split(":")
+            container_info["HostConfig"] = {
+              "PortBindings": { "#{ctn_port}/tcp": [{ "HostPort": host_port.to_s}] }
+            }
+          end
+          if options[:port_all] == true
+            container_info["PublishAllPorts"] = true
+          end
+          pp container_info
+          container = Docker::Container.create(container_info)
+          container.start
+          puts "container created with id: #{container.id}"
+          if !options[:detach]
+            puts "docker -H #{Docker.url} attach #{container.id}"
+            exec("docker -H #{Docker.url} attach #{container.id}")
+          end
+        end
+
+        def call
+          pp options
+          cmd = get_cmd(arguments)
+          envs = env_vars(options)
+          docker_run(cmd, envs, options)
+        end
+      end
+
+
+    end
+  end
+end

data/lib/k8sflow/command.rb

@@ -0,0 +1,3 @@
+Dir[File.join(File.dirname(__FILE__), "command", "*.rb")].each do |file|
+  require file
+end

data/lib/k8sflow/utils/heroku.rb

@@ -0,0 +1,57 @@
+require 'pp'
+require 'heroku-api'
+require 'netrc'
+require 'json'
+
+module K8sflow
+  module Utils
+    class HerokuClient
+      HEROKU_API_HOST = "api.heroku.com"
+      attr_accessor  :heroku, :api_token
+      class << self
+        def client
+          if @client.nil?
+            user, token = netrc[HEROKU_API_HOST]
+            @client = Heroku::API.new(:api_key => token)
+          end
+          return @client
+        end
+
+        def netrc # :nodoc:
+          @netrc ||= begin
+                       File.exists?(netrc_path) ? Netrc.read(netrc_path) : raise(StandardError)
+                     rescue => error
+                       puts netrc_path
+                       raise ".netrc missing or no entry found. Try `heroku auth:login`"
+                     end
+        end
+
+        def netrc_path # :nodoc:
+          default = Netrc.default_path
+          encrypted = default + ".gpg"
+          if File.exists?(encrypted)
+            encrypted
+          else
+            default
+          end
+        end
+
+        def envs(app, db_only=true)
+          envs = client.get_config_vars(app).body
+          #      pp "overrided vars: #{@options.envvars}"
+          db_vars = ["DATABASE_URL",
+                     "MEMCACHIER_PASSWORD",
+                     "MEMCACHIER_SERVERS",
+                     "MEMCACHIER_USERNAME",
+                     "REDISTOGO_URL",
+                     "REDIS_PROVIDER"]
+          if db_only == true
+            envs.select!{|k,v| db_vars.index(k) != nil}
+          end
+          pp envs
+          return envs
+        end
+      end
+    end
+  end
+end

data/lib/k8sflow/version.rb

@@ -0,0 +1,3 @@
+module K8sflow
+  VERSION = '0.10.0'
+end

data/lib/k8sflow.rb

@@ -0,0 +1,13 @@
+require 'clitopic'
+require 'k8sflow/version'
+
+Clitopic.version = K8sflow::VERSION
+#Clitopic.parser = Clitopic::Parser::OptParser
+Clitopic.commands_dir = "#{__FILE__}/k8sflow/command"
+Clitopic.default_files = [File.join(Dir.getwd, ".k8sflow.yml"), File.join(Dir.home, ".k8sflow.yml")]
+
+
+require 'k8sflow/cli'
+
+
+K8sflow::Command::Run.aliases = {'c' => 'rails console', 's' => 'rails server', 'console' => "rails console", "server" => "rails server"}

data/spec/kubeflow_spec.rb

@@ -0,0 +1,6 @@
+require 'kubeflow'
+describe Kubeflow::VERSION do
+  it "should be equal 0.0.1" do
+    expect(Kubeflow::VERSION).to eql("0.0.1")
+  end
+end

data/spec/topic_spec.rb

@@ -0,0 +1,7 @@
+require 'kubeflow'
+describe MultiCli::Topic do
+  it "Add topic in class variable" do
+    a = MultiCli::Topic.new(name: 'topic1', description: "description1", hidden: true)
+    expect(MultiCli::Topic.topics[
+  end
+end

metadata

@@ -0,0 +1,76 @@
+--- !ruby/object:Gem::Specification
+name: k8sflow
+version: !ruby/object:Gem::Version
+  version: 0.10.0
+platform: ruby
+authors:
+- Antoine Legrand
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2015-10-14 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: cli-topic
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0.9'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0.9'
+description: Manage workflow from source to kubernetes deployement
+email:
+- ant.legrand@gmail.com
+executables:
+- k8sflow
+extensions: []
+extra_rdoc_files: []
+files:
+- Changelog
+- License
+- README.md
+- bin/k8sflow
+- lib/k8sflow.rb
+- lib/k8sflow/cli.rb
+- lib/k8sflow/command.rb
+- lib/k8sflow/command/image.rb
+- lib/k8sflow/command/maintenance.rb
+- lib/k8sflow/command/run.rb
+- lib/k8sflow/utils/heroku.rb
+- lib/k8sflow/version.rb
+- spec/kubeflow_spec.rb
+- spec/topic_spec.rb
+homepage: http://gitlab.com/ant31
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: 2.0.0
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.4.5
+signing_key: 
+specification_version: 4
+summary: Manage workflow from source to docker to kubernetes deployement
+test_files:
+- spec/kubeflow_spec.rb
+- spec/topic_spec.rb
+has_rdoc: