kubernetes-deploy 0.22.0 → 0.23.0

data/lib/kubernetes-deploy/template_discovery.rb

@@ -0,0 +1,15 @@
+# frozen_string_literal: true
+
+module KubernetesDeploy
+  class TemplateDiscovery
+    def initialize(template_dir)
+      @template_dir = template_dir
+    end
+
+    def templates
+      Dir.foreach(@template_dir).select do |filename|
+        filename.end_with?(".yml.erb", ".yml", ".yaml", ".yaml.erb")
+      end
+    end
+  end
+end

data/lib/kubernetes-deploy/version.rb

@@ -1,4 +1,4 @@
 # frozen_string_literal: true
 module KubernetesDeploy
-  VERSION = "0.22.0"
+  VERSION = "0.23.0"
 end

data/pull_request_template.md

@@ -0,0 +1,8 @@
+**What are you trying to accomplish with this PR?**
+...
+
+**How is this accomplished?**
+...
+
+**What could go wrong?**
+...

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: kubernetes-deploy
 version: !ruby/object:Gem::Version
-  version: 0.22.0
+  version: 0.23.0
 platform: ruby
 authors:
 - Katrina Verey
@@ -9,7 +9,7 @@ authors:
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2018-11-14 00:00:00.000000000 Z
+date: 2018-12-14 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: activesupport
@@ -88,6 +88,9 @@ dependencies:
     - - "~>"
       - !ruby/object:Gem::Version
         version: '2.3'
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 2.3.2
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
@@ -95,6 +98,37 @@ dependencies:
     - - "~>"
       - !ruby/object:Gem::Version
         version: '2.3'
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 2.3.2
+- !ruby/object:Gem::Dependency
+  name: oj
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.7'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.7'
+- !ruby/object:Gem::Dependency
+  name: concurrent-ruby
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.1'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.1'
 - !ruby/object:Gem::Dependency
   name: bundler
   requirement: !ruby/object:Gem::Requirement
@@ -184,6 +218,7 @@ email:
 - ops-accounts+shipit@shopify.com
 executables:
 - kubernetes-deploy
+- kubernetes-render
 - kubernetes-restart
 - kubernetes-run
 extensions: []
@@ -207,11 +242,13 @@ files:
 - dev.yml
 - dev/flamegraph-from-tests
 - exe/kubernetes-deploy
+- exe/kubernetes-render
 - exe/kubernetes-restart
 - exe/kubernetes-run
 - kubernetes-deploy.gemspec
 - lib/kubernetes-deploy.rb
 - lib/kubernetes-deploy/bindings_parser.rb
+- lib/kubernetes-deploy/cluster_resource_discovery.rb
 - lib/kubernetes-deploy/concurrency.rb
 - lib/kubernetes-deploy/container_logs.rb
 - lib/kubernetes-deploy/deferred_summary_logging.rb
@@ -244,21 +281,26 @@ files:
 - lib/kubernetes-deploy/kubernetes_resource/redis.rb
 - lib/kubernetes-deploy/kubernetes_resource/replica_set.rb
 - lib/kubernetes-deploy/kubernetes_resource/resource_quota.rb
+- lib/kubernetes-deploy/kubernetes_resource/role.rb
 - lib/kubernetes-deploy/kubernetes_resource/role_binding.rb
 - lib/kubernetes-deploy/kubernetes_resource/service.rb
 - lib/kubernetes-deploy/kubernetes_resource/service_account.rb
 - lib/kubernetes-deploy/kubernetes_resource/stateful_set.rb
 - lib/kubernetes-deploy/kubernetes_resource/statefulservice.rb
 - lib/kubernetes-deploy/kubernetes_resource/topic.rb
+- lib/kubernetes-deploy/oj.rb
+- lib/kubernetes-deploy/options_helper.rb
 - lib/kubernetes-deploy/remote_logs.rb
+- lib/kubernetes-deploy/render_task.rb
 - lib/kubernetes-deploy/renderer.rb
-- lib/kubernetes-deploy/resource_discovery.rb
+- lib/kubernetes-deploy/resource_cache.rb
 - lib/kubernetes-deploy/resource_watcher.rb
 - lib/kubernetes-deploy/restart_task.rb
 - lib/kubernetes-deploy/runner_task.rb
 - lib/kubernetes-deploy/statsd.rb
-- lib/kubernetes-deploy/sync_mediator.rb
+- lib/kubernetes-deploy/template_discovery.rb
 - lib/kubernetes-deploy/version.rb
+- pull_request_template.md
 - screenshots/deploy-demo.gif
 - screenshots/migrate-logs.png
 - screenshots/missing-secret-fail.png
@@ -285,7 +327,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
       version: '0'
 requirements: []
 rubyforge_project: 
-rubygems_version: 2.6.14
+rubygems_version: 2.7.6
 signing_key: 
 specification_version: 4
 summary: Kubernetes deploy scripts

data/lib/kubernetes-deploy/resource_discovery.rb

@@ -1,19 +0,0 @@
-# frozen_string_literal: true
-
-module KubernetesDeploy
-  class ResourceDiscovery
-    def initialize(namespace:, context:, logger:, namespace_tags:)
-      @namespace = namespace
-      @context = context
-      @logger = logger
-      @namespace_tags = namespace_tags
-    end
-
-    def crds(sync_mediator)
-      sync_mediator.get_all(CustomResourceDefinition.kind).map do |r_def|
-        CustomResourceDefinition.new(namespace: @namespace, context: @context, logger: @logger,
-          definition: r_def, statsd_tags: @namespace_tags)
-      end
-    end
-  end
-end

data/lib/kubernetes-deploy/sync_mediator.rb

@@ -1,80 +0,0 @@
-# frozen_string_literal: true
-module KubernetesDeploy
-  class SyncMediator
-    LARGE_BATCH_THRESHOLD = Concurrency::MAX_THREADS * 3
-
-    def initialize(namespace:, context:, logger:)
-      @namespace = namespace
-      @context = context
-      @logger = logger
-      clear_cache
-    end
-
-    def get_instance(kind, resource_name, raise_if_not_found: false)
-      unless @cache.key?(kind)
-        return request_instance(kind, resource_name, raise_if_not_found: raise_if_not_found)
-      end
-
-      cached_instance = @cache[kind].fetch(resource_name, {})
-      if cached_instance.blank? && raise_if_not_found
-        raise KubernetesDeploy::Kubectl::ResourceNotFoundError, "Resource does not exist (used cache for kind #{kind})"
-      end
-      cached_instance
-    end
-
-    def get_all(kind, selector = nil)
-      fetch_by_kind(kind) unless @cache.key?(kind)
-      instances = @cache.fetch(kind, {}).values
-      return instances unless selector
-
-      instances.select do |r|
-        labels = r.dig("metadata", "labels") || {}
-        labels >= selector
-      end
-    end
-
-    def sync(resources)
-      clear_cache
-
-      if resources.count > LARGE_BATCH_THRESHOLD
-        dependencies = resources.map(&:class).uniq.flat_map do |c|
-          c::SYNC_DEPENDENCIES if c.const_defined?('SYNC_DEPENDENCIES')
-        end
-        kinds = (resources.map(&:kubectl_resource_type) + dependencies).compact.uniq
-        kinds.each { |kind| fetch_by_kind(kind) }
-      end
-
-      KubernetesDeploy::Concurrency.split_across_threads(resources) do |r|
-        r.sync(dup)
-      end
-    end
-
-    def kubectl
-      @kubectl ||= Kubectl.new(namespace: @namespace, context: @context, logger: @logger, log_failure_by_default: false)
-    end
-
-    private
-
-    def clear_cache
-      @cache = {}
-    end
-
-    def request_instance(kind, iname, raise_if_not_found:)
-      raw_json, _err, st = kubectl.run("get", kind, iname, "-a", "--output=json",
-        raise_if_not_found: raise_if_not_found)
-      st.success? ? JSON.parse(raw_json) : {}
-    end
-
-    def fetch_by_kind(kind)
-      raw_json, _, st = kubectl.run("get", kind, "-a", "--output=json")
-      return unless st.success?
-
-      instances = {}
-      JSON.parse(raw_json)["items"].each do |resource|
-        resource_name = resource.dig("metadata", "name")
-        instances[resource_name] = resource
-      end
-      @cache[kind] = instances
-    end
-  end
-end