alterant 0.0.1

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA256:
+  metadata.gz: 58a70e9ec9e231c880a288c9c1ad0c0a839a2721448ed869567ab3b8b926c874
+  data.tar.gz: 9584c3391e717d9317a6513ec2d9e7b768d22aac33f368bf488aa3e9babed725
+SHA512:
+  metadata.gz: 1d076a7e5e5b1949740d829545223e75095f9fdbd96d7fc7abe0ea3de459ea9ac6a326964f28a27a2f3b07f03e70378c72f2ba44b72359cd76f3370df1152e8b
+  data.tar.gz: f2518b91cbe170114b526e3c873906b63894efd52ddac645974cd8094a7c1c82e98713ffd9d2a87a9ca148d1e3d67a56c76390da6513b58adc0c23c79148e65e

data/README.md

@@ -0,0 +1,9 @@
+![Alterant Logo](https://s3.amazonaws.com/cdn.cloud66.com/images/alterant_logo.png)
+
+# Alterant
+
+Alterant is a tool to modify JSON and YAML configuration files.
+
+```bash
+alterant modify --in config.yml --out output.yml --modifier script.js
+```

data/bin/alterant

@@ -0,0 +1,170 @@
+#!/usr/bin/env ruby
+require 'thor'
+require 'yaml'
+require 'colorize'
+require_relative '../lib/alterant'
+
+module Alterant
+	class AlterantCLI < Thor
+		package_name "alterant"
+
+		desc "version", "Show Alterant version"
+		def version
+			say "#{::Alterant::APP_NAME} #{::Alterant::VERSION}\n#{::Alterant::COPYRIGHT_MESSAGE}"
+		end
+
+		desc "update", "Update Alterant to the latest version"
+		option :version, type: :string, desc: "Force a specific version"
+		def update
+			say "Updating Alterant..."
+			unless options[:version]
+				say `gem install alterant --no-ri --no-rdoc`
+			else
+				say `gem install alterant -v #{options[:version]} --no-ri --no-rdoc`
+			end
+		end
+
+		desc "modify", "Runs the given script against a file"
+		option :modifier, type: :string, desc: "Alterant JS script"
+		option :in, type: :string, desc: "Input configuration file"
+		option :out, type: :string, desc: "Output configuration file"
+		option :output_format, type: :string, enum: ['yaml', 'json'], default: 'yaml', desc: "Output format"
+		option :diff, type: :boolean, default: false, desc: "Return the diff instead of the output itself"
+		option :debug, type: :boolean, default: false
+		option :input_format, type: :string, enum: ['yaml', 'json'], default: 'yaml', desc: "Input format if it's based on a stream and not a file"
+		option :overwrite, type: :boolean, default: false
+		def modify
+			$debug = options[:debug] || false
+			overwrite = options[:overwrite]
+			diff = options[:diff]
+			output_format = options[:output_format]
+			input_format = options[:input_format]
+
+			in_file = options[:in]
+			if !in_file
+				STDERR.puts "No input file provided. Use --in option".red
+				exit(1)
+			end
+			if in_file != '-'
+				unless File.exists?(in_file)
+					STDERR.puts "Input file #{in_file} not found".red
+					exit(1)
+				end
+				# detect the type
+				input_ext = File.extname(in_file)
+				unless ['.yaml', '.yml', '.json'].include? input_ext
+					STDERR.puts "Only yaml and json files are supported for input".red
+					exit(1)
+				end
+				if ['.yaml', '.yml'].include?(input_ext)
+					input_format = 'yaml'
+				else
+					input_format = 'json'
+				end
+
+				output_format = input_format if !output_format
+			end
+
+			modifier_file = options[:modifier]
+			if !modifier_file
+				STDERR.puts "No script file provided. Use --modifier option".red
+				exit(1)
+			end
+			unless File.exists?(modifier_file)
+				STDERR.puts "Modifier file #{modifier_file} not found".red
+				exit(1)
+			end
+
+			out_file = options[:out]
+			if out_file
+				if !overwrite && File.exists?(out_file)
+					STDERR.puts "Output file #{out_file} already exists. Use --overwrite flag to overwrite it".red
+					exit(1)
+				end
+			else
+				out_file = '-' # output to stdout
+			end
+
+
+			data = []
+			if in_file == '-'
+				input_text = STDIN.read
+			else
+				input_text = File.read(in_file)
+			end
+
+			if input_format == 'yaml'
+				if input_text.empty?
+					STDERR.puts "Empty input file".red
+					exit(2)
+				end
+
+				input_text.split('---').each_with_index do |part, idx|
+					part_data = YAML.load(part)
+					data << part_data
+				end
+
+			else
+				file_data = JSON.parse(input_text)
+				if file_data.is_a? Array
+					data = file_data
+				else
+					data = [file_data]
+				end
+			end
+
+			run_context = {}
+			modifier = File.read(modifier_file)
+			if in_file != '-'
+				run_context[:basedir] = File.dirname(in_file)
+			end
+
+			run_context[:js_preload] = ::Alterant::Classes.LoadClasses
+			alter = ::Alterant::Alterant.new(input: data, modifier: modifier, filename: modifier_file, options: run_context)
+			results = alter.execute(timeout: 500)
+
+			if results.nil?
+				STDERR.puts "Aborting".red
+				exit(2)
+			end
+
+			if output_format == 'yaml' || output_format == 'yml'
+				converted_as_text = results.map { |r| r.to_yaml }.join("\n")
+				input = data.map { |r| r.to_yaml }.join("\n")
+			elsif output_format == 'json'
+				converted_as_text = JSON.pretty_generate(results)
+				input = JSON.pretty_generate(data)
+			end
+
+			if diff
+				output_as_text = Diffy::Diff.new(input, converted_as_text)
+			else
+				output_as_text = converted_as_text
+			end
+
+			if out_file == "-"
+				puts output_as_text
+			else
+				File.open(out_file, 'w') do |file|
+					file.write(output_as_text)
+				end
+			end
+			return true
+		rescue ::Alterant::ParseError => exc
+			STDERR.puts "Syntax error: #{exc.message}".red
+			return false
+		rescue ::Alterant::RuntimeError => exc
+			STDERR.puts "Runtime error: #{exc.message}".red
+			return false
+		rescue => exc
+			if $debug
+				raise
+			else
+				STDERR.puts exc
+			end
+			return false
+		end
+	end
+
+	AlterantCLI.start
+end

data/bin/console

@@ -0,0 +1,14 @@
+#!/usr/bin/env ruby
+
+require "bundler/setup"
+require "alterant"
+
+# You can add fixtures and/or initialization code here to make experimenting
+# with your gem easier. You can also use a different console, if you like.
+
+# (If you use this, don't forget to add pry to your Gemfile!)
+# require "pry"
+# Pry.start
+
+require "irb"
+IRB.start(__FILE__)

data/bin/setup

@@ -0,0 +1,8 @@
+#!/usr/bin/env bash
+set -euo pipefail
+IFS=$'\n\t'
+set -vx
+
+bundle install
+
+# Do any other automated setup that you need to do here

data/lib/alterant.rb

@@ -0,0 +1,6 @@
+require_relative 'alterant/version'
+require_relative 'alterant/utils'
+require_relative 'alterant/loader'
+
+module Alterant
+end

data/lib/alterant/alterant.rb

@@ -0,0 +1,59 @@
+module Alterant
+	class Alterant
+		attr_reader :basedir
+
+		# input is a hash
+		# filename is the modifier filename use for the backtrace
+		# modifier is the script in string
+		def initialize(input:, modifier:, filename:, options: {})
+			@modifier = modifier
+			@filename = filename
+			@input = input
+			@basedir = options[:basedir]
+			@js_preload = options[:js_preload] || []
+		end
+
+		# timeout is in ms
+		# returns a hash
+		def execute(timeout: 500, max_memory: 5000000)
+			jpath = ::Alterant::Helpers::Jpath.new
+
+			result = []
+			snapshot = MiniRacer::Snapshot.new("$$ = #{@input.to_json};\n" + @js_preload.join("\n")) # this is more efficient but we lose debug info (filename) of helper classes
+
+			isolate = MiniRacer::Isolate.new(snapshot)
+			@input.each_with_index do |input, idx|
+				ctx = ::MiniRacer::Context.new(isolate: isolate, timeout: timeout, max_memory: max_memory)
+				ctx.eval("$ = #{input.to_json}")
+				ctx.eval("$['fetch'] = function(key) { return jpath.fetch(JSON.stringify($), key); }")
+				ctx.attach('jpath.fetch', proc{|x, y| jpath.fetch(x, y)})
+				ctx.attach('console.log', proc{|x| STDERR.puts("DEBUG: #{x.inspect}") if $debug })
+				ctx.attach('console.exception', proc{|x| raise ::Alterant::RuntimeError, x })
+				ctx.attach('$$.push', proc{|x| result << x })
+				ctx.attach('$.index', proc{ idx })
+				ctx.attach('YamlReader', ::Alterant::Classes::YamlReader.new(self, ctx))
+				ctx.attach('JsonReader', ::Alterant::Classes::JsonReader.new(self, ctx))
+
+				ctx.eval(@modifier, filename: @filename)
+				pre_convert = ctx.eval("JSON.stringify($)")
+				converted = JSON.parse(pre_convert)
+				result << converted
+
+				ctx.dispose
+				isolate.idle_notification(100)
+			rescue ::MiniRacer::RuntimeError => exc
+				if $debug
+					raise
+				else
+					raise ::Alterant::ParseError, "part: #{idx} - #{exc.message}, #{exc.backtrace.first}"
+				end
+			rescue ::Alterant::AlterantError => exc
+				STDERR.puts exc.message.red
+				return nil
+			end
+
+			return result
+		end
+
+	end
+end

data/lib/alterant/classes/classes.rb

@@ -0,0 +1,20 @@
+module Alterant
+	module Classes
+		CLASSES = {}
+
+		def self.LoadClasses
+			# ::Alterant::Classes.constants.map(&::Alterant::Classes.method(:const_get)).grep(Class) do |c|
+			# 	name = c.name.split('::').last
+			# 	::Alterant::Classes::CLASSES[name] = c
+			# end
+
+			# load all JS files in the classes dir and construct a long text
+			js_preload = []
+			Dir["#{__dir__}/*.js"].each do |f|
+				js_preload << File.read(f)
+			end
+
+			return js_preload
+		end
+	end
+end

data/lib/alterant/classes/containers.js

@@ -0,0 +1,16 @@
+class Containers {
+    constructor(containers) {
+        this.containers = containers
+    }
+
+    by_name(name) {
+        for (var c in this.containers) {
+            var item = this.containers[c]
+            if (item.name == name) {
+                return item
+            }
+        }
+
+        return null
+    }
+}

data/lib/alterant/classes/docker_image.js

@@ -0,0 +1,51 @@
+class DockerImage {
+    constructor(source_image) {
+        var full_image = source_image.trim();
+        var full_name = '';
+        if (!full_image.includes('/')) {
+            full_name = "library/" + full_image;
+        }
+        if (!full_image.includes('/')) {
+            full_image = "library/" + full_image;
+        }
+        if (!full_image.includes(":")) {
+            full_image = full_image + ":latest";
+        }
+        var proto = 'https://';
+        if (/^https/.test(full_image)) {
+            proto = 'https://';
+            full_image = full_image.replace(/https:\/\//, '');
+        }
+        else if (/^http/.test(full_image)) {
+            full_image = full_image.replace(/http:\/\//, '');
+        }
+        // trim / from front and back
+        full_image = full_image.replace(/^\//, '').replace(/\/$/, '');
+        var registry
+        // figure out registry
+        if (/^library\//.test(full_image) || full_image.split('/').length < 3) {
+            // its docker io
+            registry = 'index.docker.io';
+        }
+        else {
+            registry = full_image.replace(/\/.*/, '');
+        }
+        // figure out image name
+        full_image = full_image.replace(/#{registry}(\/(v|V)(1|2)|)/i, '').replace(/^\//, '').replace(/\/$/, '');
+        var image_parts = full_image.split(':');
+        var image_name = image_parts[0];
+        var image_tag = image_parts[1];
+        // recombine for registry
+        var registry_url = proto + registry;
+        var fqin = registry_url + "/" + full_image;
+        this.fqin = fqin;
+        this.registry = registry;
+        this.registry_url = registry_url;
+        this.name = image_name;
+        this.tag = image_tag;
+    }
+
+    address() {
+        return this.registry + this.name + ":" + this.tag
+    }
+}

data/lib/alterant/classes/json_reader.rb

@@ -0,0 +1,22 @@
+module Alterant
+	module Classes
+		class JsonReader
+			attr_reader :value
+
+			def call(file)
+				if @alter.basedir.nil?
+					raise ::Alterant::RuntimeError, 'no basedir set'
+				end
+
+				content = File.read(File.join(@alter.basedir, file))
+				return ::JSON.load(content)
+			end
+
+			def initialize(alter, context)
+				@context = context
+				@alter = alter
+			end
+
+		end
+	end
+end

data/lib/alterant/classes/ports.js

@@ -0,0 +1,16 @@
+class Ports {
+    constructor(container) {
+        this.ports = container.ports
+    }
+
+    containerPorts() {
+        var ports = this.ports;
+        var port_numbers = new Array();
+
+        for (var item in ports) {
+            port_numbers.push(ports[item]["containerPort"]);
+        }
+
+        return port_numbers;
+    }
+}

data/lib/alterant/classes/yaml_reader.rb

@@ -0,0 +1,22 @@
+module Alterant
+	module Classes
+		class YamlReader
+			attr_reader :value
+
+			def call(file)
+				if @alter.basedir.nil?
+					raise ::Alterant::RuntimeError, 'no basedir set'
+				end
+
+				content = File.read(File.join(@alter.basedir, file))
+				return ::YAML.safe_load(content)
+			end
+
+			def initialize(alter, context)
+				@context = context
+				@alter = alter
+			end
+
+		end
+	end
+end

data/lib/alterant/error.rb

@@ -0,0 +1,5 @@
+module Alterant
+	class AlterantError < StandardError; end
+	class ParseError < AlterantError; end
+	class RuntimeError < AlterantError; end
+  end

data/lib/alterant/helpers/jpath.rb

@@ -0,0 +1,12 @@
+module Alterant
+	module Helpers
+		class Jpath
+			require 'jsonpath'
+
+			def fetch(context, key)
+				return ::JsonPath.on(context, key)
+			end
+
+		end
+	end
+end

data/lib/alterant/loader.rb

@@ -0,0 +1,11 @@
+require 'mini_racer'
+require 'yaml'
+require 'json'
+require 'diffy'
+
+Dir.glob File.join(__dir__, 'helpers', '**', '*.rb'), &method(:require)
+Dir.glob File.join(__dir__, 'classes', '**', '*.rb'), &method(:require)
+
+# Load other Alterant classes.
+Dir.glob File.join(__dir__, '**', '*.rb'), &method(:require)
+

data/lib/alterant/utils.rb

@@ -0,0 +1,11 @@
+class String
+	def underscore
+	  word = self.dup
+	  word.gsub!(/::/, '/')
+	  word.gsub!(/([A-Z]+)([A-Z][a-z])/,'\1_\2')
+	  word.gsub!(/([a-z\d])([A-Z])/,'\1_\2')
+	  word.tr!("-", "_")
+	  word.downcase!
+	  word
+	end
+end

data/lib/alterant/version.rb

@@ -0,0 +1,5 @@
+module Alterant
+	VERSION = '0.0.1'
+	COPYRIGHT_MESSAGE = "(c) 2018 Cloud66 Inc."
+	APP_NAME = 'Alterant'
+end

metadata

@@ -0,0 +1,190 @@
+--- !ruby/object:Gem::Specification
+name: alterant
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+platform: ruby
+authors:
+- Khash Sajadi
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2018-10-20 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.14'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.14'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+- !ruby/object:Gem::Dependency
+  name: rerun
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.13'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.13'
+- !ruby/object:Gem::Dependency
+  name: jsonpath
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.9'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.9'
+- !ruby/object:Gem::Dependency
+  name: json
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.4'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.4'
+- !ruby/object:Gem::Dependency
+  name: thor
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.20'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.20'
+- !ruby/object:Gem::Dependency
+  name: mini_racer
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.2'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.2'
+- !ruby/object:Gem::Dependency
+  name: colorize
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.8'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.8'
+- !ruby/object:Gem::Dependency
+  name: diffy
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.2'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.2'
+description: Alterant is a tool to alter configuration files
+email:
+- khash@cloud66.com
+executables:
+- alterant
+- console
+- setup
+extensions: []
+extra_rdoc_files: []
+files:
+- README.md
+- bin/alterant
+- bin/console
+- bin/setup
+- lib/alterant.rb
+- lib/alterant/alterant.rb
+- lib/alterant/classes/classes.rb
+- lib/alterant/classes/containers.js
+- lib/alterant/classes/docker_image.js
+- lib/alterant/classes/json_reader.rb
+- lib/alterant/classes/ports.js
+- lib/alterant/classes/yaml_reader.rb
+- lib/alterant/error.rb
+- lib/alterant/helpers/jpath.rb
+- lib/alterant/loader.rb
+- lib/alterant/utils.rb
+- lib/alterant/version.rb
+homepage: https://github.com/cloud66/alterant
+licenses:
+- Nonstandard
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.7.7
+signing_key: 
+specification_version: 4
+summary: Alterant gem and command line
+test_files: []