consul_loader 1.0.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 20f10a4a9c506b7e9cf0034cd30973e50e245a92
+  data.tar.gz: fa03e35d6ab293751fe7d7d34d1a076ffc5efdc1
+SHA512:
+  metadata.gz: fff98f4516bd948167bac6d59205cc0d6fa8fed5736715663f19e875cd967f891ee89540b794add33cf3ad4f4de85cb55c2ea6eb2abe431e1549da4a3d97817f
+  data.tar.gz: 57545c00c9dd92a39ea459d49d5e12c81d61d33a00d6871d141079988dd51a7b009c8d15ca5a54f096450d0f8d246d7f4a7ab58632507d55fff5ebc2316d674e

data/lib/consul_loader.rb

@@ -0,0 +1,7 @@
+require 'yaml'
+require 'rest-client'
+require "base64"
+
+require "consul_loader/loader.rb"
+require "consul_loader/config_parser.rb"
+require "consul_loader/response_decoder.rb"

data/lib/consul_loader/config_parser.rb

@@ -0,0 +1,25 @@
+module ConsulLoader
+  class ConfigParser
+    attr_accessor :config
+
+    def initialize
+      self.config = []
+    end
+
+    def process_yaml root, hash
+      keys = []
+      return [] unless hash
+
+      hash.each do |key, value|
+        if value.is_a?(Hash)
+          process_yaml(root + "/" + key, value).each do |k|
+            keys << k
+          end
+        else
+          keys << {:k => root + "/" + key, :v => value}
+        end
+      end
+      return keys
+    end
+  end
+end

data/lib/consul_loader/loader.rb

@@ -0,0 +1,64 @@
+module ConsulLoader
+  class Loader
+
+    attr_accessor :parser
+
+    def initialize parser
+      self.parser = parser
+    end
+
+    def load_config location, server
+      if File.directory? location
+        load_folder location, server
+      elsif load_file_and_upload location, server
+      else
+        raise Errno::ENOENT
+      end
+    end
+
+    private
+    def load_folder folder, server
+      Dir.glob("#{folder}/*.yaml").each do |x|
+        load_file_and_upload x, server
+      end
+    end
+
+    def load_file_and_upload filename, server
+      yaml = YAML.load_file(filename)
+      self.parser.process_yaml("", yaml).each {|k|
+        upload_config k, server
+      }
+    end
+
+    def upload_config c, server
+      case c[:v]
+      when Array
+        value = c[:v].to_json
+      when String, Fixnum, TrueClass
+        value = c[:v]
+      end
+
+      check_and_send_value c[:k], value, server
+    end
+
+    def check_and_send_value key, value, server
+      send_data = true
+
+      begin
+        response = RestClient.get "#{server}/v1/kv#{key}"
+        decoder = ConsulLoader::ResponseDecoder.new
+        existing_value = decoder.decode_value response.body
+        if value.to_s == existing_value.to_s
+          send_data = false
+        end
+      rescue
+        send_data = true
+      end
+
+      if send_data
+        puts "Updating key: #{key} with value: #{value}"
+        RestClient.put "#{server}/v1/kv#{key}", value.to_s
+      end
+    end
+  end
+end

data/lib/consul_loader/response_decoder.rb

@@ -0,0 +1,24 @@
+# Consul returns responses like so...
+#[{"CreateIndex":7809,"ModifyIndex":32838,"LockIndex":0,"Key":"api/eventsauce/retry_intervals","Flags":0,"Value":"WyIxMHMiLCIxbSIsIjE1bSIsIjFoIiwiMWQiXQ=="}]
+module ConsulLoader
+  class ResponseDecoder
+    def decode_value response
+      return nil if response == nil
+
+      json = JSON.parse response
+
+      return nil if json == nil
+      return nil if json[0]["Value"] == nil
+
+      base64_decode json[0]["Value"]
+    end
+
+    def base64_decode value
+      begin
+        return Base64.strict_decode64(value)
+      rescue
+        return nil
+      end
+    end
+  end
+end

metadata

@@ -0,0 +1,119 @@
+--- !ruby/object:Gem::Specification
+name: consul_loader
+version: !ruby/object:Gem::Version
+  version: 1.0.0
+platform: ruby
+authors:
+- Nic Jackson
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2016-01-19 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: webmock
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: pry
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rest-client
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+description: Use consul loader to convert your heirachical yaml file into key value
+  paths in consul, this may be useful if you want to load a config file into your
+  consul server.
+email: jackson.nic@gmail.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- lib/consul_loader.rb
+- lib/consul_loader/config_parser.rb
+- lib/consul_loader/loader.rb
+- lib/consul_loader/response_decoder.rb
+homepage: https://github.com/nicholasjackson/consul-loader
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.4.5.1
+signing_key: 
+specification_version: 4
+summary: Consul loader allows you to import a yaml file into  Consul's key value store.
+test_files: []