minfra-cli 0.1.0

data/lib/orchparty/plugins/env.rb

@@ -0,0 +1,41 @@
+require 'shellwords'
+module Orchparty
+  module Plugin
+    module Env
+      def self.desc
+        "generate environment variables"
+      end
+
+      def self.define_flags(c)
+        c.flag [:output,:o], :desc => 'Set the output file'
+        c.flag [:service,:s], :desc => 'Set the service to generate environment variables from.'
+        c.flag [:seperator,:sep], :desc => 'How to join the environment variables', default_value: "\\n"
+      end
+
+      def self.generate(ast, options)
+        output = env_output(ast, options)
+        if options[:output]
+          File.write(options[:output], output)
+        else
+          print output
+        end
+      end
+
+      def self.env_output(application, options)
+        if options[:service]
+          services = [ application.services[options[:service]] ]
+        else
+          services = application.services.values
+        end
+
+        options[:sep] = "\n" if options[:sep] == "\\n"
+
+        envs = services.map(&:environment).compact.inject({}) {|a, v| a.merge(v) }
+        envs.map{|k,v| "#{k.to_s}=#{v.is_a?(String) ? v.shellescape : v }"}.join(options[:sep])
+      end
+
+    end
+  end
+end
+
+Orchparty::Plugin.register_plugin(:env, Orchparty::Plugin::Env)

data/lib/orchparty/transformations/all.rb

@@ -0,0 +1,18 @@
+module Orchparty
+  module Transformations
+    class All
+      def transform(ast)
+        ast.applications.each do |_, application|
+          application.services.transform_values! do |service|
+            if application.all.is_a?(Hash)
+              AST.service(application.all.deep_merge_concat(service)) 
+            else
+              service
+            end
+          end
+        end
+        ast
+      end
+    end
+  end
+end

data/lib/orchparty/transformations/mixin.rb

@@ -0,0 +1,73 @@
+module Orchparty
+  module Transformations
+    class Mixin
+      def transform(ast)
+        ast.applications.transform_values! do |application|
+          current = AST.application
+          application._mix.each do |mixin_name|
+            mixin = application._mixins[mixin_name] || ast._mixins[mixin_name]
+            mixin = resolve_chart_name(mixin, application)
+            current = current.deep_merge_concat(mixin)
+          end
+          transform_application(current.deep_merge_concat(application), ast)
+        end
+        ast
+      end
+
+      def resolve_chart_name(mixin, application)
+#            warn "ERROR: #{mixin} #{application}"
+            if mixin.services[:_mixin_temp_name]
+              mixin.services[application.name.to_s] = mixin.services.delete("_mixin_temp_name")
+              mixin.services[application.name.to_s][:name] = application.name.to_s
+              mixin._service_order.delete("_mixin_temp_name")
+              mixin._service_order << application.name.to_s
+            end
+            mixin
+      end
+
+      def transform_application(application, ast)
+        application.services = application.services.transform_values! do |service|
+          current = AST.service
+          service.delete(:_mix).compact.each do |mix|
+            begin
+            current = current.deep_merge_concat(resolve_mixin(mix, application, ast))
+            rescue
+              warn "problems with #{mix}"
+              raise
+            end  
+          end
+          current.deep_merge_concat(service)
+        end
+        application
+      end
+
+      def resolve_mixin(mix, application, ast)
+        mixin = if mix.include? "."
+          mixin_name, mixin_service_name = mix.split(".")
+          if ast._mixins[mixin_name]
+            ast._mixins[mixin_name]._mixins[mixin_service_name]
+          else
+            warn "ERROR: Could not find mixin '#{mixin_name}'."
+            exit 1
+          end
+        else
+          application._mixins[mix]
+        end
+        if mixin.nil?
+          warn "ERROR: Could not find mixin '#{mix}'."
+          exit 1
+        end
+        transform_mixin(mixin, application, ast)
+      end
+
+      def transform_mixin(mixin, application, ast)
+        current = AST.application_mixin
+
+        mixin[:_mix].each do |mix|
+          current = current.deep_merge_concat(resolve_mixin(mix, application, ast))
+        end
+        current.deep_merge_concat(mixin)
+      end
+    end
+  end
+end

data/lib/orchparty/transformations/remove_internal.rb

@@ -0,0 +1,16 @@
+
+module Orchparty
+  module Transformations
+    class RemoveInternal
+      def transform(ast)
+        ast.applications.each do |_, application|
+          application.delete_if {|k, _| k.to_s.start_with?("_")}
+          application.services = application.services.each do |_, service|
+            service.delete_if {|k, _| k.to_s.start_with?("_")}
+          end
+        end
+        ast
+      end
+    end
+  end
+end

data/lib/orchparty/transformations/sort.rb

@@ -0,0 +1,10 @@
+
+module Orchparty
+  module Transformations
+    class Sort
+      def transform(ast)
+        AST::Node.new ast.deep_sort_by_key_and_sort_array(["command", "entrypoint"]) {|a, b| a.to_s <=> b.to_s }
+      end
+    end
+  end
+end

data/lib/orchparty/transformations/variable.rb

@@ -0,0 +1,56 @@
+module Orchparty
+  module Transformations
+    class Variable
+
+      def initialize(opts = {})
+        @force_variable_definition = opts[:force_variable_definition]
+      end
+
+      def transform(ast)
+        ast.applications.each do |_, application|
+          application.services = application.services.each do |_, service|
+            resolve(application, service, service)
+          end
+          application.volumes = application.volumes.each do |_, volume|
+            resolve(application, volume, nil) if volume
+          end
+        end
+        ast
+      end
+
+      def resolve(application, subject, service)
+        subject.deep_transform_values! do |v|
+          if v.respond_to?(:call)
+            eval_value(build_context(application: application, service: service), v) 
+          elsif v.is_a? Array
+            v.map do |v|
+              if v.respond_to?(:call)
+                eval_value(build_context(application: application, service: service), v) 
+              else
+                v
+              end
+            end
+          else
+            v
+          end
+        end
+      end
+
+      def eval_value(context, value)
+        context.instance_exec(&value)
+      end
+
+      def build_context(application:, service:)
+        variables = application._variables || {}
+        variables = variables.merge({application: application.merge(application._variables)})
+        if service
+          variables = variables.merge(service._variables)
+          variables = variables.merge({service: service.merge(service._variables)})
+        end
+        context = Context.new(variables)
+        context._force_variable_definition = @force_variable_definition
+        context
+      end
+    end
+  end
+end

data/lib/orchparty/transformations.rb

@@ -0,0 +1,24 @@
+require 'ostruct'
+require 'orchparty/transformations/all'
+require 'orchparty/transformations/variable'
+require 'orchparty/transformations/mixin'
+require 'orchparty/transformations/remove_internal'
+require 'orchparty/transformations/sort'
+
+module Orchparty
+  module Transformations
+    def self.transform(ast, opts = {})
+      ast = All.new.transform(ast)
+      ast = Mixin.new.transform(ast)
+      ast = Variable.new(opts).transform(ast)
+      ast = RemoveInternal.new.transform(ast)
+      ast = Sort.new.transform(ast)
+    end
+
+    def self.transform_kubernetes(ast, opts = {})
+      ast = All.new.transform(ast)
+      ast = Mixin.new.transform(ast)
+      ast = Variable.new(opts).transform(ast)
+    end
+  end
+end

data/lib/orchparty/version.rb

@@ -0,0 +1,3 @@
+module Orchparty
+  VERSION = "2.1.0"
+end

data/lib/orchparty.rb

@@ -0,0 +1,59 @@
+require "deep_merge"
+require "orchparty/version"
+require "orchparty/ast"
+require "orchparty/context"
+require "orchparty/transformations"
+require "orchparty/dsl_parser"
+require "orchparty/dsl_parser_kubernetes"
+require "orchparty/plugin"
+require "orchparty/kubernetes_application"
+require "hash"
+
+module Orchparty
+
+  def self.load_all_available_plugins
+    Gem::Specification.map {|f| f.matches_for_glob("orchparty/plugins/*.rb") }.flatten.map{|file_name| File.basename(file_name, ".*").to_sym }.each do |plugin_name|
+      plugin(plugin_name)
+    end
+  end
+
+  def self.options
+    @@options || {}
+  end
+  def self.plugins
+    Orchparty::Plugin.plugins
+  end
+
+  def self.plugin(name)
+    Orchparty::Plugin.load_plugin(name)
+  end
+
+  def self.ast(filename: , application:, force_variable_definition: nil )
+    Transformations.transform(Orchparty::DSLParser.new(filename).parse, force_variable_definition: force_variable_definition).applications[application]
+  end
+
+  def self.generate(plugin_name, options, plugin_options)
+    plugins[plugin_name].generate(ast(options), plugin_options)
+  end
+
+  def self.install(cluster_name: , application_name: , force_variable_definition:,  file_name:, options:  )
+    @@options= options
+    app_config = Transformations.transform_kubernetes(Orchparty::Kubernetes::DSLParser.new(file_name).parse, force_variable_definition: force_variable_definition).applications[application_name]
+    app = KubernetesApplication.new(app_config: app_config, namespace: application_name, cluster_name: cluster_name, file_name: file_name)
+    app.install
+  end
+
+  def self.upgrade(cluster_name: , application_name: , force_variable_definition:,  file_name:, options: )
+    @@options = options
+    app_config = Transformations.transform_kubernetes(Orchparty::Kubernetes::DSLParser.new(file_name).parse, force_variable_definition: force_variable_definition).applications[application_name]
+    app = KubernetesApplication.new(app_config: app_config, namespace: application_name, cluster_name: cluster_name, file_name: file_name)
+    app.upgrade
+  end
+
+  def self.print(cluster_name: , application_name: , force_variable_definition:,  file_name:, method:, options:, out_io: )
+    @@options= options
+    app_config = Transformations.transform_kubernetes(Orchparty::Kubernetes::DSLParser.new(file_name).parse, force_variable_definition: force_variable_definition).applications[application_name]
+    app = KubernetesApplication.new(app_config: app_config, namespace: application_name, cluster_name: cluster_name, file_name: file_name, out_io: out_io)
+    app.print(method)
+  end
+end

data/minfra-cli.gemspec

@@ -0,0 +1,40 @@
+require_relative 'lib/minfra/cli/version'
+
+Gem::Specification.new do |spec|
+  spec.name          = "minfra-cli"
+  spec.version       = Minfra::Cli::VERSION
+  spec.authors       = ["Peter Schrammel"]
+  spec.email         = ["peter.schrammel@gmx.de"]
+
+  spec.summary       = %q{A cli framework for k8s based development and deployment.}
+  spec.description   = %q{A cli framework for k8s based development and deployment.}
+  spec.homepage      = "https://github.com/fixingthenet/minfra-cli"
+  spec.license       = "MIT"
+  spec.required_ruby_version = Gem::Requirement.new(">= 2.3.0")
+
+  spec.metadata["allowed_push_host"] = "https://rubygems.org"
+
+  spec.metadata["homepage_uri"] = spec.homepage
+  spec.metadata["source_code_uri"] = "https://github.com/fixingthenet/minfra-cli"
+  spec.metadata["changelog_uri"] = "https://github.com/fixingthenet/minfra-cli/CHANGELOG.md"
+
+  # Specify which files should be added to the gem when it is released.
+  # The `git ls-files -z` loads the files in the RubyGem that have been added into git.
+  spec.files         = Dir.chdir(File.expand_path('..', __FILE__)) do
+    `git ls-files -z`.split("\x0").reject { |f| f.match(%r{^(test|spec|features)/}) }
+  end
+  spec.bindir        = "exe"
+  spec.executables   = spec.files.grep(%r{^exe/}) { |f| File.basename(f) }
+  spec.require_paths = ["lib"]
+  
+  spec.add_runtime_dependency 'thor', '~> 1.0', '>= 1.0.0'
+  spec.add_runtime_dependency "table_print", "1.5.6"
+  spec.add_runtime_dependency "rest-client", "~>2.0"
+  spec.add_runtime_dependency "hashie", "~>3.5"
+  spec.add_runtime_dependency "activesupport", "~> 6.1"
+  spec.add_runtime_dependency "erubis", "~> 2.7"
+
+  #gem 'byebug', require: true # convenience
+  #gem 'graphiti'
+  #gem 'faraday'
+end

data/project.json

@@ -0,0 +1,7 @@
+{
+  "project": "minfra-cli",
+  "docker": {
+    "repo": "fxnet",
+    "name": "minfra-cli"
+  }
+}

data/templates/kind.yaml.erb

@@ -0,0 +1,33 @@
+# this config file contains all config fields with comments
+# the ports we expose have to be in a certain range: 30000-32767
+# see https://kubernetes.io/docs/concepts/services-networking/service/#nodeport
+# and we expose them on port from 30000 to be easily rememberable
+kind: Cluster
+apiVersion: kind.sigs.k8s.io/v1alpha3
+nodes:
+# the control plane node config
+- role: control-plane
+  extraMounts: 
+    - containerPath: "/host"
+      hostPath: "<%= host_path %>"
+  extraArgs: 
+    - "--network"
+    - "<%= name %>"
+    - "--ip"
+    - "<%= ip %>"
+    - "-p"
+    - "80:80"
+    - "-p"
+    - "443:443"
+    - "-p"
+    - "30379:30379"
+    - "-p"
+    - "30432:30432"
+    - "-p"
+    - "30025:30025"
+    - "-p"
+    - "30017:30017"
+    - "-p"
+    - "6443:6443"
+    - "-v"
+    - "/tmp/hostpath_pv"

data/templates/kube_config.yaml.erb

@@ -0,0 +1,7 @@
+---
+ apiVersion: v1
+ kind: Config
+ preferences: {}
+ clusters: []
+ users: []
+ contexts: []

data/templates/minfra_config.json.erb

@@ -0,0 +1,26 @@
+{
+ "minfra" : {
+   "name": "fixingthenet"
+ },
+ "identity": {
+   "email": "<%= account_user_email %>"
+ },
+
+ "environments": {
+   "production": {
+     "endpoints" : {
+     }
+   },
+
+   "staging": {
+     "endpoints" : {
+     }
+   },
+
+   "dev": {
+     "endpoints" : {
+     }
+   }
+
+ }
+}

metadata

@@ -0,0 +1,196 @@
+--- !ruby/object:Gem::Specification
+name: minfra-cli
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+platform: ruby
+authors:
+- Peter Schrammel
+autorequire: 
+bindir: exe
+cert_chain: []
+date: 2022-06-03 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: thor
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.0'
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 1.0.0
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.0'
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 1.0.0
+- !ruby/object:Gem::Dependency
+  name: table_print
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 1.5.6
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 1.5.6
+- !ruby/object:Gem::Dependency
+  name: rest-client
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.0'
+- !ruby/object:Gem::Dependency
+  name: hashie
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.5'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.5'
+- !ruby/object:Gem::Dependency
+  name: activesupport
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '6.1'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '6.1'
+- !ruby/object:Gem::Dependency
+  name: erubis
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.7'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.7'
+description: A cli framework for k8s based development and deployment.
+email:
+- peter.schrammel@gmx.de
+executables:
+- minfra
+extensions: []
+extra_rdoc_files: []
+files:
+- ".dockerignore"
+- ".gitignore"
+- ".rspec"
+- CHANGELOG.md
+- Dockerfile
+- bin/build
+- bin/console
+- bin/container_exec
+- bin/run_tests
+- bin/setup.sh
+- exe/minfra
+- lib/deep_merge.rb
+- lib/hash.rb
+- lib/minfra/cli.rb
+- lib/minfra/cli/ask.rb
+- lib/minfra/cli/command.rb
+- lib/minfra/cli/commands/dev.rb
+- lib/minfra/cli/commands/kube.rb
+- lib/minfra/cli/commands/project.rb
+- lib/minfra/cli/commands/project/branch.rb
+- lib/minfra/cli/commands/project/tag.rb
+- lib/minfra/cli/commands/setup.rb
+- lib/minfra/cli/commands/stack.rb
+- lib/minfra/cli/commands/stack/app_template.rb
+- lib/minfra/cli/commands/stack/client_template.rb
+- lib/minfra/cli/commands/stack/kube_stack_template.rb
+- lib/minfra/cli/commands/tag.rb
+- lib/minfra/cli/common.rb
+- lib/minfra/cli/config.rb
+- lib/minfra/cli/document.rb
+- lib/minfra/cli/hook.rb
+- lib/minfra/cli/logging.rb
+- lib/minfra/cli/main_command.rb
+- lib/minfra/cli/plugins.rb
+- lib/minfra/cli/runner.rb
+- lib/minfra/cli/templater.rb
+- lib/minfra/cli/version.rb
+- lib/orchparty.rb
+- lib/orchparty/ast.rb
+- lib/orchparty/cli.rb
+- lib/orchparty/context.rb
+- lib/orchparty/dsl_parser.rb
+- lib/orchparty/dsl_parser_kubernetes.rb
+- lib/orchparty/kubernetes_application.rb
+- lib/orchparty/plugin.rb
+- lib/orchparty/plugins/env.rb
+- lib/orchparty/transformations.rb
+- lib/orchparty/transformations/all.rb
+- lib/orchparty/transformations/mixin.rb
+- lib/orchparty/transformations/remove_internal.rb
+- lib/orchparty/transformations/sort.rb
+- lib/orchparty/transformations/variable.rb
+- lib/orchparty/version.rb
+- minfra-cli.gemspec
+- project.json
+- templates/kind.yaml.erb
+- templates/kube_config.yaml.erb
+- templates/minfra_config.json.erb
+homepage: https://github.com/fixingthenet/minfra-cli
+licenses:
+- MIT
+metadata:
+  allowed_push_host: https://rubygems.org
+  homepage_uri: https://github.com/fixingthenet/minfra-cli
+  source_code_uri: https://github.com/fixingthenet/minfra-cli
+  changelog_uri: https://github.com/fixingthenet/minfra-cli/CHANGELOG.md
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: 2.3.0
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubygems_version: 3.1.2
+signing_key: 
+specification_version: 4
+summary: A cli framework for k8s based development and deployment.
+test_files: []