central_config_backup_job 1.0.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 53cc3964de971b76d351fafff894e007597011e2
+  data.tar.gz: c4f6920a2ac4f8a3f5db50a2c39bb1a55fba6ac8
+SHA512:
+  metadata.gz: 0f200a66d1ab95ff437a716417cf4cfb1105ce4a941eaf332b189be8e5f5c2033e9fac127a95480310e4b9eda0a9963147de8f44e5f28f8bbe1351aeb775e2b3
+  data.tar.gz: c13eb1bea4040e5e4334ce48797d53726ee7c84e455fd7d1154a71e70cb4763641a7b003ba6327a97ea2942b6564e235d745ca2b99638bb57976bb0c0f992e70

data/.gitignore

@@ -0,0 +1,18 @@
+*.gem
+*.rbc
+.bundle
+.config
+.yardoc
+Gemfile.lock
+InstalledFiles
+_yardoc
+coverage
+doc/
+lib/bundler/man
+pkg
+rdoc
+spec/reports
+test/tmp
+test/version_tmp
+tmp
+.idea

data/Gemfile

@@ -0,0 +1,7 @@
+source 'https://rubygems.org'
+ruby '2.0.0'
+
+gemspec
+gem 'etcd'
+gem 'logstash-logger'
+gem 'azure'

data/LICENSE.txt

@@ -0,0 +1,22 @@
+Copyright (c) 2014 Roy Libman
+
+MIT License
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.md

@@ -0,0 +1,28 @@
+# CentralConfigBackupJob
+
+This is a simple backup cron script to backup etcd contents into an Azure blob storage every X minutes.
+
+## Installation
+
+    gem 'central_config_backup_job'
+
+And then execute:
+
+    $ bundle
+
+Or install it yourself as:
+
+    $ gem install central_config_backup_job
+
+## Usage
+
+In "lib\conf.yml" update Etcd's IP/Port and also Azure's storage accounts name and key.
+Run lib\central_config_backup_job.rb" as a cron every 5 minutes (or as decided otherwise) and that's it.
+
+## Contributing
+
+1. Fork it ( http://github.com/<my-github-username>/central_config_backup_job/fork )
+2. Create your feature branch (`git checkout -b my-new-feature`)
+3. Commit your changes (`git commit -am 'Add some feature'`)
+4. Push to the branch (`git push origin my-new-feature`)
+5. Create new Pull Request

data/Rakefile

@@ -0,0 +1 @@
+require "bundler/gem_tasks"

data/central_config_backup_job.gemspec

@@ -0,0 +1,23 @@
+# coding: utf-8
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'central_config_backup_job/version'
+
+Gem::Specification.new do |spec|
+  spec.name          = "central_config_backup_job"
+  spec.version       = CentralConfigBackupJob::VERSION
+  spec.authors       = ["Roy Libman"]
+  spec.email         = ["roeylibman@gmail.com"]
+  spec.summary       = "Add support for authentication"
+  spec.description   = "Add support for authentication"
+  spec.homepage      = ""
+  spec.license       = "MIT"
+
+  spec.files         = `git ls-files -z`.split("\x0")
+  spec.executables   = spec.files.grep(%r{^bin/}) { |f| File.basename(f) }
+  spec.test_files    = spec.files.grep(%r{^(test|spec|features)/})
+  spec.require_paths = ["lib"]
+
+  spec.add_development_dependency "bundler", "~> 1.5"
+  spec.add_development_dependency "rake"
+end

data/lib/central_config_backup_job.rb

@@ -0,0 +1,95 @@
+require 'open-uri'
+require 'date'
+require 'json'
+require 'net/http'
+require 'azure'
+require 'yaml'
+require 'logstash-logger'
+require 'socket'
+
+module CentralConfigBackupJob
+  begin
+    file_logger = LogStashLogger.new(type: :file, path: '/var/log/central_config_backup/production.log', sync: true)
+
+    #General params
+    puts File.expand_path('../conf.yml',  __FILE__)
+    conf_file = File.expand_path('../conf.yml',  __FILE__)
+    conf = YAML.load_file(conf_file)
+
+    current_datetime = Time.now.utc
+    current_datetime_s = current_datetime.strftime('%Y-%m-%dT%H:%M:%S.%L')
+    current_date_s = current_datetime.strftime('%Y-%m-%d')
+    file_name = "#{Socket.gethostname.downcase.encode('utf-8')}-config-#{current_datetime_s}.json"
+    container_name = 'ccmbackupblob'
+    table_name = 'ccmbackuptable'
+
+
+    #Config azure blob and table
+    puts conf[:azure][:storage_account_name]
+    #puts conf[:azure][:storage_access_key]
+
+    Azure.config.storage_account_name = conf[:azure][:storage_account_name]
+    Azure.config.storage_access_key = conf[:azure][:storage_access_key]
+
+    azure_blob_service = Azure::Blob::BlobService.new
+    begin
+      container = azure_blob_service.get_container_acl(container_name)
+      container = container[0]
+    rescue
+      begin
+        container = azure_blob_service.create_container(container_name)
+      rescue
+        puts $!
+        file_logger.error '{"message": "Backup Failed - Problem initializing azure blob service "}'
+      end
+    end
+
+    azure_table_service = Azure::Table::TableService.new
+
+    begin
+      azure_table_service.get_table(table_name)
+    rescue
+      begin
+        azure_table_service.create_table(table_name)
+      rescue
+        puts $!
+        file_logger.error '{"message": "Backup Failed - Problem initializing azure table service "}'
+      end
+    end
+    
+    recovery_status = URI.parse("http://#{conf[:etcd][:host]}:#{conf[:etcd][:port]}/v2/keys/keys/CentralConfigStatus")
+    http = Net::HTTP.new(recovery_status.host, recovery_status.port)
+    request = Net::HTTP::Get.new(recovery_status.request_uri)
+    request.basic_auth("#{conf[:etcd][:user]}", "#{conf[:etcd][:pass]}")
+    recovery_status = http.request(request)
+
+    recovery_status = JSON.parse(recovery_status.body)
+    if recovery_status['node'].nil? || recovery_status['node']['value'] != "Normal"
+      file_logger.error '{"message": "Backup Failed - Etcd status is currently in recovery "}'
+      throw 'Etcd status is currently in recovery'
+    end
+
+    #Etcd call
+    url = URI.parse("http://#{conf[:etcd][:host]}:#{conf[:etcd][:port]}/v2/keys/?recursive=true")
+    http = Net::HTTP.new(url.host, url.port)
+    request = Net::HTTP::Get.new(url.request_uri)
+    request.basic_auth("#{conf[:etcd][:user]}", "#{conf[:etcd][:pass]}")
+    res = http.request(request)
+    res.is_a?(Net::HTTPSuccess) ? (puts res.inspect) : (puts res.inspect;Exit 1)
+    config_copy_json = JSON.parse(res.body).to_json
+
+    #Insert config file into blob storage
+    azure_blob_service.create_block_blob(container.name, file_name, config_copy_json)
+
+    #Insert config metadata into table storage
+    entity = { "content" => current_datetime_s, PartitionKey: current_date_s, RowKey: file_name }
+    azure_table_service.insert_entity(table_name, entity)
+
+    file_logger.info "Backup was successfull for #{file_name}"
+
+  rescue => e
+    file_logger.error "{\"message\": \"Backup Failed. #{e}\"}"
+    throw "Backup Failed. #{e}"
+  end
+
+end

data/lib/central_config_backup_job/version.rb

@@ -0,0 +1,3 @@
+module CentralConfigBackupJob
+  VERSION = "1.0.0"
+end

metadata

@@ -0,0 +1,82 @@
+--- !ruby/object:Gem::Specification
+name: central_config_backup_job
+version: !ruby/object:Gem::Version
+  version: 1.0.0
+platform: ruby
+authors:
+- Roy Libman
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2017-08-03 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.5'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.5'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+description: Add support for authentication
+email:
+- roeylibman@gmail.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- ".gitignore"
+- Gemfile
+- LICENSE.txt
+- README.md
+- Rakefile
+- central_config_backup_job.gemspec
+- lib/central_config_backup_job.rb
+- lib/central_config_backup_job/version.rb
+- lib/conf.yml
+- lib/conf_backup.yml
+homepage: ''
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.5.1
+signing_key: 
+specification_version: 4
+summary: Add support for authentication
+test_files: []