kubes 0.4.3 → 0.5.0

data/lib/kubes/cli/init.rb

@@ -3,7 +3,7 @@ class Kubes::CLI
     def self.options
       [
         [:app, aliases: ["a"], required: true, desc: "Docker repo name. Example: web. Generates .kubes/APP/resources folder"],
-        [:force, type: :boolean, desc: "Bypass overwrite are you sure prompt for existing files"],
+        [:force, aliases: ["y"], type: :boolean, desc: "Bypass overwrite are you sure prompt for existing files"],
         [:type, aliases: ["t"], default: "yaml", desc: "Type: dsl or yaml"],
         [:repo, required: true, desc: "Docker repo name. Example: user/repo. Configures .kubes/config.rb"],
         [:namespace, aliases: ["n"], desc: "Namespace to use, defaults to APP-ENV. IE: demo-dev"],

data/lib/kubes/cli/new.rb

@@ -0,0 +1,97 @@
+class Kubes::CLI
+  class New < Sequence
+    argument :kind
+
+    def self.options
+      [
+        [:app, aliases: ["a"], default: "demo", desc: "App name"],
+        [:force, aliases: ["y"], type: :boolean, desc: "Bypass overwrite are you sure prompt for existing files"],
+        [:role, aliases: ["r"], desc: "Role. IE: web, clock, worker, migrate, etc. Defaults to convention: web or shared when not set"],
+        [:type, aliases: ["t"], default: "yaml", desc: "Type: dsl or yaml"],
+      ]
+    end
+    options.each { |args| class_option(*args) }
+
+  private
+    def app
+      options[:app]
+    end
+
+    def role
+      role = options[:role]
+      return role if role
+      shared = %w[
+        config_map
+        namespace
+        network_policy
+        persistent_volume
+        persistent_volume_claim
+        secret
+        service_account
+      ]
+      if shared.include?(full_kind)
+        "shared"
+      elsif full_kind == "job"
+        "migrate"
+      else
+        "web"
+      end
+    end
+
+    def full_kind
+      # shorthands
+      map = {
+        cj:     "cron_job",
+        cm:     "config_map",
+        crd:    "custom_resource_definition",
+        crds:   "custom_resource_definition",
+        cs:     "component_statuses",
+        csr:    "certificate_signing_request",
+        deploy: "deployment",
+        ds:     "daemonset",
+        ep:     "endpoints",
+        ev:     "event",
+        hpa:    "horizontal_pod_autoscaler",
+        ing:    "ingress",
+        limits: "limit_range",
+        netpol: "network_policy",
+        no:     "node",
+        ns:     "namespace",
+        pc:     "priority_class",
+        pdb:    "pod_disruption_budget",
+        po:     "pod",
+        psp:    "pods_ecurity_policy",
+        pv:     "persistent_volume",
+        pvc:    "persistent_volume_claim",
+        quota:  "resource_quota",
+        rc:     "replication_controller",
+        rs:     "replica_set",
+        sa:     "service_account",
+        sc:     "storage_classes",
+        sgp:    "security_group_policy",
+        sts:    "stateful_set",
+        svc:    "service",
+      }.stringify_keys!
+      map[kind] || kind
+    end
+
+    def file
+      ext = options[:type] == "yaml" ? "yaml" : "rb"
+      "#{full_kind}.#{ext}"
+    end
+
+  public
+    def set_template_source
+      path = File.expand_path("../../templates/new/#{options[:type]}/#{file}", __dir__)
+      unless File.exist?(path)
+        logger.info "ERROR: Generator for #{file} not supported".color(:red)
+        exit 1
+      end
+      set_source("new/#{options[:type]}")
+    end
+
+    def create_resource
+      template file, ".kubes/resources/#{role}/#{file}"
+    end
+  end
+end

data/lib/kubes/cli/sequence.rb

@@ -3,6 +3,7 @@ require 'thor'
 class Kubes::CLI
   class Sequence < Thor::Group
     include Thor::Actions
+    include Kubes::Logging
 
   private
     def logger

data/lib/kubes/command.rb

@@ -28,6 +28,8 @@ module Kubes
   class Command < Thor
     class << self
       def dispatch(m, args, options, config)
+        check_project!(args.first)
+
         # Allow calling for help via:
         #   kubes command help
         #   kubes command -h
@@ -54,6 +56,11 @@ module Kubes
         super
       end
 
+      def check_project!(command_name)
+        return if %w[init new].include?(command_name)
+        Kubes.check_project!
+      end
+
       # Override command_help to include the description at the top of the
       # long_description.
       def command_help(shell, command_name)

data/lib/kubes/compiler.rb

@@ -3,6 +3,7 @@ module Kubes
     include Kubes::Hooks::Concern
     include Kubes::Logging
     include Kubes::Util::Consider
+    include Kubes::Kubectl::Ordering
 
     def initialize(options={})
       @options = options
@@ -21,7 +22,9 @@ module Kubes
         end
       end
 
-      puts "Compiled  .kubes/resources files to .kubes/output" if show_compiled_message?
+      write_full
+
+      logger.info "Compiled  .kubes/resources files to .kubes/output" if show_compiled_message?
     end
 
     def resources
@@ -34,24 +37,6 @@ module Kubes
       paths
     end
 
-    # Only considering files 2 layers deep. So:
-    #
-    #    Yes = web/deployment.yaml
-    #    No = web/deployment/dev.yaml
-    #
-    def process?(path)
-      if Kubes.kustomize?
-        File.file?(path)
-      else
-        consider?(path) && two_levels_deep?(path)
-      end
-    end
-
-    def two_levels_deep?(path)
-      rel_path = path.sub(%r{.*\.kubes/resources/},'')
-      rel_path.split('/').size == 2
-    end
-
     def write(result)
       result.decorate!(:post)
       filename, content = result.filename, result.content
@@ -64,12 +49,25 @@ module Kubes
         IO.write(dest, content)
       end
 
-      pretty_dest = dest.sub("#{Kubes.root}/",'')
-      logger.debug "Compiled  #{pretty_dest}"
+      logger.debug "Compiled  #{pretty(dest)}"
+    end
+
+    def write_full
+      full = sorted_files.inject([]) do |acc, file|
+        acc << IO.read(file)
+      end
+      content = full.join("\n")
+      path = "#{Kubes.root}/.kubes/output/full.yaml"
+      IO.write(path, content)
+      logger.debug "Compiled  #{pretty(path)}"
     end
 
     def show_compiled_message?
       !%w[g ge get].include?(ARGV.first)
     end
+
+    def pretty(path)
+      path.sub("#{Kubes.root}/",'')
+    end
   end
 end

data/lib/kubes/compiler/dsl/syntax/job.rb

@@ -0,0 +1,217 @@
+module Kubes::Compiler::Dsl::Syntax
+  class Job < Resource
+    fields :container,          # <Object>
+           "matchLabels:hash",  # <map[string]string>
+           :sidecar,            # <Object>
+           :sidecar_name,       # <string>
+           :sidecar_image,      # <string>
+           :templateMetadata,   # <Object>
+           :templateSpec        # <Object>
+
+    # kubectl explain job.spec
+   fields :activeDeadlineSeconds,    #        <integer>
+          :backoffLimit,             # <integer>
+          :completions,              #  <integer>
+          :manualSelector,           #       <boolean>
+          :parallelism,              #  <integer>
+          :selector,                 #     <Object>
+          :template,                 #     <Object> -required-
+          :ttlSecondsAfterFinished  #      <integer>
+
+
+    # kubectl explain job.spec.template.spec
+    fields :activeDeadlineSeconds,        # <integer>
+           :affinity,                     # <Object>
+           :automountServiceAccountToken, # <boolean>
+           :containers,                   # <[]Object> -required-
+           :dnsConfig,                    # <Object>
+           :dnsPolicy,                    # <string>
+           :enableServiceLinks,           # <boolean>
+           :ephemeralContainers,          # <[]Object>
+           :hostAliases,                  # <[]Object>
+           :hostIPC,                      # <boolean>
+           :hostNetwork,                  # <boolean>
+           :hostPID,                      # <boolean>
+           :hostname,                     # <string>
+           :imagePullSecrets,             # <[]Object>
+           :initContainers,               # <[]Object>
+           :nodeName,                     # <string>
+           :nodeSelector,                 # <map[string]string>
+           :overhead,                     # <map[string]string>
+           :preemptionPolicy,             # <string>
+           :priority,                     # <integer>
+           :priorityClassName,            # <string>
+           :readinessGates,               # <[]Object>
+           :restartPolicy,                # <string>
+           :runtimeClassName,             # <string>
+           :schedulerName,                # <string>
+           :securityContext,              # <Object>
+           :serviceAccount,               # <string>
+           :serviceAccountName,           # <string>
+           :shareProcessNamespace,        # <boolean>
+           :subdomain,                    # <string>
+           :terminationGracePeriodSeconds,# <integer>
+           :tolerations,                  # <[]Object>
+           :topologySpreadConstraints,    # <[]Object>
+           :volumes                       # <[]Object>
+
+    # kubectl explain deployment.spec.template.spec.containers
+    fields :args,                     # <[]string>
+           :command,                  # <[]string>
+           :env,                      # <[]Object>
+           :envFrom,                  # <[]Object>
+           :image,                    # <string>
+           :imagePullPolicy,          # <string>
+           :lifecycle,                # <Object>
+           :livenessProbe,            # <Object>
+           :containerName,            # <string> -required- (originally called name)
+           :ports,                    # <[]Object>
+           :readinessProbe,           # <Object>
+           :resources,                # <Object>
+           :securityContext,          # <Object>
+           :startupProbe,             # <Object>
+           :stdin,                    # <boolean>
+           :stdinOnce,                # <boolean>
+           :terminationMessagePath,   # <string>
+           :terminationMessagePolicy, # <string>
+           :tty,                      # <boolean>
+           :volumeDevices,            # <[]Object>
+           :volumeMounts,             # <[]Object>
+           :workingDir                # <string>
+
+    # kubectl explain deployment.spec.template.spec.containers.ports
+   fields :containerPort, # <integer> -required-
+          :hostIP,        # <string>
+          :hostPort,      # <integer>
+          :portName,      # <string> (originally called name)
+          :protocol       # <string>
+
+    def default_apiVersion
+      "batch/v1"
+    end
+
+    def default_spec
+      {
+        activeDeadlineSeconds: activeDeadlineSeconds,
+        backoffLimit: backoffLimit,
+        completions: completions,
+        manualSelector: manualSelector,
+        parallelism: parallelism,
+        selector: selector,
+        template: template,
+        ttlSecondsAfterFinished:  ttlSecondsAfterFinished,
+      }
+    end
+
+    def default_matchLabels
+      labels
+    end
+
+    def default_template
+      {
+        metadata: templateMetadata,
+        spec: templateSpec,
+      }
+    end
+
+    def default_templateSpec
+      {
+        activeDeadlineSeconds: activeDeadlineSeconds,
+        affinity: affinity,
+        automountServiceAccountToken: automountServiceAccountToken,
+        containers: containers,
+        dnsConfig: dnsConfig,
+        dnsPolicy: dnsPolicy,
+        enableServiceLinks: enableServiceLinks,
+        ephemeralContainers: ephemeralContainers,
+        hostAliases: hostAliases,
+        hostIPC: hostIPC,
+        hostNetwork: hostNetwork,
+        hostPID: hostPID,
+        hostname: hostname,
+        imagePullSecrets: imagePullSecrets,
+        initContainers: initContainers,
+        nodeName: nodeName,
+        nodeSelector: nodeSelector,
+        overhead: overhead,
+        preemptionPolicy: preemptionPolicy,
+        priority: priority,
+        priorityClassName: priorityClassName,
+        readinessGates: readinessGates,
+        restartPolicy: restartPolicy,
+        runtimeClassName: runtimeClassName,
+        schedulerName: schedulerName,
+        securityContext: securityContext,
+        serviceAccount: serviceAccount,
+        serviceAccountName: serviceAccountName,
+        shareProcessNamespace: shareProcessNamespace,
+        subdomain: subdomain,
+        terminationGracePeriodSeconds: terminationGracePeriodSeconds,
+        tolerations: tolerations,
+        topologySpreadConstraints: topologySpreadConstraints,
+        volumes: volumes,
+      }
+    end
+
+    def default_templateMetadata
+      { labels: labels }
+    end
+
+    def default_containers
+      [container, sidecar].compact
+    end
+
+    def default_sidecar
+      {
+        name:  sidecar_name,
+        image: sidecar_image,
+      }
+    end
+
+    def default_sidecar_name
+      "sidecar" if sidecar_image # othewise will create invalid sidecar field w/o image
+    end
+
+    def default_container
+      {
+        args: args,
+        command: command,
+        env: env,
+        envFrom: envFrom,
+        image: image,
+        imagePullPolicy: imagePullPolicy,
+        lifecycle: lifecycle,
+        livenessProbe: livenessProbe,
+        name: containerName || name,
+        ports: ports,
+        readinessProbe: readinessProbe,
+        resources: resources,
+        securityContext: securityContext,
+        startupProbe: startupProbe,
+        stdin: stdin,
+        stdinOnce: stdinOnce,
+        terminationMessagePath: terminationMessagePath,
+        terminationMessagePolicy: terminationMessagePolicy,
+        tty: tty,
+        volumeDevices: volumeDevices,
+        volumeMounts: volumeMounts,
+        workingDir: workingDir,
+      }
+    end
+
+    def default_ports
+      [
+        containerPort: containerPort,
+        hostIP: hostIP,
+        hostPort: hostPort,
+        name: portName,
+        protocol: protocol,
+      ]
+    end
+
+    # Override command instead of default_command since we want to change a String to an Array
+    def command_reader
+      @command.is_a?(String) ? @command.split(' ') : @command # else assume Array
+    end
+  end
+end

data/lib/kubes/compiler/shared/custom_helpers.rb

@@ -0,0 +1,17 @@
+module Kubes::Compiler::Shared
+  module CustomHelpers
+    # Load custom helper methods from project
+    @@custom_helpers_loaded = false
+    def load_custom_helpers
+      return if @@custom_helpers_loaded
+      paths = Dir.glob("#{Kubes.root}/.kubes/helpers/**/*.rb")
+      paths.sort_by! { |p| p.size } # so namespaces are loaded first
+      paths.each do |path|
+        filename = path.sub(%r{.*.kubes/helpers/},'').sub('.rb','')
+        module_name = filename.camelize
+        self.class.send :include, module_name.constantize
+      end
+      @@custom_helpers_loaded = true
+    end
+  end
+end

data/lib/kubes/compiler/shared/helpers.rb

@@ -5,12 +5,21 @@ module Kubes::Compiler::Shared
     extend Kubes::Compiler::Dsl::Core::Fields
     fields "name"
 
-    def built_image
+    def docker_image
       return @options[:image] if @options[:image] # override
+      return Kubes.config.image if Kubes.config.image
+      built_image_helper
+    end
+
+    def built_image
+      Deprecated.new.built_image
+      built_image_helper
+    end
 
+    def built_image_helper
       path = Kubes.config.state.docker_image_path
       unless File.exist?(path)
-        raise "Missing file with docker image built by kubes: #{path}. Try first running: kubes docker build"
+        raise Kubes::MissingDockerImage.new("Missing file with docker image built by kubes: #{path}. Try first running: kubes docker build")
       end
       IO.read(path)
     end
@@ -25,7 +34,7 @@ module Kubes::Compiler::Shared
     end
 
     def encode64(v)
-      Base64.strict_encode64(v).strip
+      Base64.strict_encode64(v.to_s).strip
     end
     alias_method :base64, :encode64