ctpl 0.0.1

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA256:
+  metadata.gz: 39f9ba2aa1c4a4447e103877e3359da29014a1abbea37a6b5488943b70402c49
+  data.tar.gz: 8df159dc2c6ed9df666d08f4ee5c3c0a7551ae4391e9448e7e2f7cee128f4329
+SHA512:
+  metadata.gz: 2d1bf9aa0c7bb316f242251eb98a58ac897af1d1c7444d9690685193aa954bb49961d4ab5255648a7fd669cc06dc0d82357b9085945285dba9995938e770396f
+  data.tar.gz: 1286c803991fe936ddc6db8b6324b875eef4a3507ae9de1a1a257e41b863df813e50122b27cacfc71655961b1153df3cdf41b9942eb0f5b3ee4ee963d6423340

data/Thorfile

@@ -0,0 +1,15 @@
+main = File.symlink?(__FILE__) ? File.readlink(__FILE__) : __FILE__
+main = File.dirname(main)
+lib = File.expand_path('./lib', main)
+thor = File.expand_path('./thor', main)
+
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+$dwm_root = File.expand_path('./', __dir__)
+
+
+require 'ctpl/parser/pipeline'
+
+Dir.glob(File.join(thor, '/**/*.thor')).each { |taskfile|
+  # noinspection RubyResolve
+  load taskfile
+}

data/VERSION

@@ -0,0 +1 @@
+0.0.1

data/bin/ctpl

@@ -0,0 +1,37 @@
+#!/usr/bin/env ruby
+main = File.symlink?(__FILE__) ? File.readlink(__FILE__) : __FILE__
+main = File.dirname(main)
+lib = File.expand_path('../lib', main)
+thor = File.expand_path('../thor', main)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+$dwm_root = Gem::Specification.find_by_name('dwm').gem_dir
+
+require 'thor'
+
+Dir.glob(File.join(thor, '/**/*.thor')).each { |taskfile|
+  load taskfile
+}
+
+if Process.uid == 0
+  puts 'Error: Do not run dwm as root'
+  exit 1
+end
+
+begin
+  # show the generate help by default
+  if ARGV[0] == "help" || ARGV[0] == "--help" || ARGV[0] == "-?"
+    ARGV.unshift("generate")
+    ARGV.unshift("help")
+  elsif ARGV[0] != "generate" # default to generate if nothing else passed
+    ARGV.unshift("generate")
+  end
+
+  Ctpl::Generate.start(ARGV)
+rescue Exception => e
+  puts e
+  if ARGV.include?('-v') || ARGV.include?('--verbose')
+    puts e.backtrace.join("\n")
+  end
+
+  exit 1
+end

data/lib/ctpl/merger.rb

@@ -0,0 +1,83 @@
+require 'yaml'
+
+class PipelineMerger
+  include Thor::Shell
+
+  def initialize(mainPipelinePath, globalAliasesPath, partialsFolder)
+    loadGlobalAliases(globalAliasesPath)
+    loadMainPipeline(mainPipelinePath)
+    loadPartials(partialsFolder)
+  end
+
+  def merge
+    pipeline = {}
+    pipeline = parseToYaml(@mainPipeline) unless @mainPipeline == ""
+
+    # that is our one level merger for the special keys we support
+    @partials.each do |filename, partialContent|
+      say_status 'ok', "merging partial #{filename}", :white
+      partialAsHashmap = parseToYaml(partialContent)
+
+      %w(jobs resources resource_types groups).each do |mergeKey|
+        if partialAsHashmap.key?(mergeKey)
+          pipeline[mergeKey] = [] unless pipeline.key?(mergeKey)
+          pipeline[mergeKey].concat partialAsHashmap[mergeKey]
+          partialAsHashmap.delete(mergeKey)
+        end
+      end
+
+      # now put all the others which should not be conflicting. We might do this manually per key to inform
+      # when we have conflicts .. since this will override existing keys
+      pipeline.merge(partialAsHashmap)
+    end
+
+    raise "The pipeline-file is empty, most probably your baseFolder was wrong or it is empty" if pipeline.empty?
+    pipeline
+  end
+
+  def parseToYaml(body)
+    # add our global aliases before you transform to yaml to ensure we can lookup those
+    YAML.load(body)
+  end
+
+  def loadGlobalAliases(globalAliasesPath)
+    if File.exist?(globalAliasesPath)
+      say_status 'success', "Global alias file found and loaded from #{globalAliasesPath}", :green
+
+      @globalAliases = File.read(globalAliasesPath)
+    else
+      say_status 'ok', "No global alias file found at #{globalAliasesPath}", :white
+      @globalAliases = ""
+    end
+  end
+
+  def loadMainPipeline(mainPipelinePath)
+    if File.exist?(mainPipelinePath)
+      say_status 'success', "Main pipeline file found and loaded from #{mainPipelinePath}", :green
+
+      @mainPipeline = @globalAliases + "\n" +  File.read(mainPipelinePath)
+    else
+      say_status 'ok', "No Main pipeline file found at #{mainPipelinePath}", :white
+      @mainPipeline = ""
+    end
+  end
+
+  def loadPartials(partialsFolder)
+    say_status 'warning', "Partial folder not found at  #{partialsFolder}", :yellow unless Dir.exist?(partialsFolder)
+
+    @partials = {}
+    # our partials must start with _
+    Dir.glob("#{partialsFolder}/**/_*.yaml") do |f|
+      content = File.read(f)
+      @partials[f] = @globalAliases + "\n" + content if content
+    end
+  end
+
+  def globalAliases
+    @globalAliases
+  end
+
+  def mainPipeline
+    @mainPipeline
+  end
+end

data/thor/generate.thor

@@ -0,0 +1,22 @@
+require 'ctpl/merger'
+
+module Ctpl
+  class Generate < Thor
+    include Thor::Actions
+    class_option :verbose, :type => :boolean, :aliases => '-v', :default => false, :banner => 'Activate verbose mode', :desc => 'If used show errors, stacktraces and more'
+
+    desc 'generate', 'Handle all marked instances, either to install or install'
+    method_option :basefolder, :aliases => 'b', :required => false, :type => :string, :default => './', :desc => "Optional - defaults to ./pipeline, falls back to PWD. The base-folder the pipeline.yaml, alias.yaml and the partials are located. \nIf you pass /tmp/foo we will look for /tmp/foo/pipeline.yaml, optionally for /tmp/foo/aliases.yaml and all /tmp/foo/*_.yaml files as partials"
+    method_option :output, :aliases => 'o', :required => false, :type => :string, :default => './pipeline.yml', :desc => "Optional, defaults to pipeline.yml. Output path to save the merged yaml in"
+    def generate
+      baseFolder = options[:basefolder]
+      merger = PipelineMerger.new("#{baseFolder}/pipeline.yaml", "#{baseFolder}/aliases.yaml", baseFolder)
+      p = merger.merge
+      say_status 'ok', "Transforming back to yaml ", :white
+      yaml = p.to_yaml
+      say_status 'ok', "Saving to #{options[:output]} ", :white
+      File.write(options[:output], yaml)
+    end
+  end
+end
+

metadata

@@ -0,0 +1,69 @@
+--- !ruby/object:Gem::Specification
+name: ctpl
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+platform: ruby
+authors:
+- Eugen Mayer
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2018-11-23 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: thor
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.20'
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 0.20.0
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.20'
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 0.20.0
+description: ctpl
+email: eugen.mayer@kontextwork.de
+executables:
+- ctpl
+extensions: []
+extra_rdoc_files: []
+files:
+- Thorfile
+- VERSION
+- bin/ctpl
+- lib/ctpl/merger.rb
+- thor/generate.thor
+homepage: ''
+licenses:
+- GPL
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.7.6
+signing_key: 
+specification_version: 4
+summary: ctpl
+test_files: []