shards 0.1.0 → 1.0.2

data/lib/shards.rb

@@ -1,5 +1,14 @@
-require "shards/version"
-
 module Shards
-  # Your code goes here...
+
+  LIB_PATH = File.dirname(__FILE__)
+
+  def self.root_path
+
+    self::LIB_PATH[0..-4]
+
+  end
+
 end
+
+require "shards/version"
+require "shards/client"

data/lib/shards/base.rb

@@ -0,0 +1,25 @@
+require "shards/meta/meta"
+
+module Shards
+
+  class Base
+
+    include Shards::Meta
+
+    class << self
+
+      def method_list class_name
+
+        l=Shards::Meta::List.new
+        l.names class_name
+      end
+
+    end
+
+    def set_config
+      @config=get_config self.class.name
+    end
+
+  end
+end
+

data/lib/shards/base_yaml_object.rb

@@ -0,0 +1,34 @@
+require "shards/base"
+
+module Shards
+
+  class BaseYamlObject < Shards::Base
+
+    attr_reader :stage, :yaml
+
+    def initialize stage
+      set_config
+      @stage=stage
+      @yaml= YAML.load_file file
+      @output=[]
+    end
+
+    def dir
+      stage.get 'config_dir'
+    end
+
+    def file
+      file_path ENV['BASE_CONFIG_FILE']
+    end
+
+    def file_path file_name
+      File.join(ENV['ENGINEERING_ROOT_PATH'],ENV['CONFIG_FILES_ROOT_PATH'], dir ,file_name)
+    end
+
+    def write_yaml
+      File.write file, YAML.dump(yaml)
+    end
+
+  end
+end
+

data/lib/shards/client.rb

@@ -0,0 +1,118 @@
+require 'shards/workflow/workflow'
+require 'thor'
+require 'terminal-table'
+
+module Shards
+
+  class Client < Thor
+
+    desc 'create LOCATION STAGE CLIENT DOMAIN', 'Fast creation interactive shards creation tool'
+
+    def create location, stage, client, domain
+
+      fast_terminal=Shards::Workflow::FastTerminal.new config
+      fast_terminal.params= { client: client, domain: domain, location: location, stage: stage }
+      fast_terminal.start
+
+    end
+
+    desc 'terminal', 'Run interactive shards creation tool in the terminal'
+
+    def terminal
+      t=Shards::Workflow::Terminal.new config
+      t.start
+    end
+
+    desc 'locations', 'Locations list'
+
+    def locations
+
+      rows=config.locations.each_pair.map do |k, v|
+        [k , v.stages.keys.join(' ') ]
+      end
+
+      columns %w(Locations Stages), rows
+
+    end
+
+
+    desc "list LOCATION STAGE", "Shard list by LOCATION and STAGE"
+
+    def list(location, stage)
+
+      s = get_stage location, stage
+
+      rows=s.shard.list.each_pair.map do |k,v|
+        [ k, v['database'], v['host'] ]
+      end
+
+      columns %w(Shard Database Host), rows
+
+    end
+
+    desc "databases LOCATION STAGE", "List databases in server by LOCATION and STAGE"
+
+    def databases(location, stage)
+
+      s = get_stage location, stage
+      s.shard.add_domain 'fakedomain'
+      db=s.shard.db
+      db.show
+
+      rows=db.databases_on_server.map do |v|
+        [ v ]
+      end
+
+      columns %w(Database), rows
+
+    end
+
+
+    desc "dns LOCATION STAGE DOMAIN", "Check if dns record is available for a domain"
+
+    def dns(location, stage, domain)
+
+      s = get_stage location, stage
+      s.shard.add_domain domain
+      dns=s.shard.dns
+
+      puts "Host: #{dns.host} , exists: #{dns.exist?}"
+
+    end
+
+
+    desc "sites LOCATION STAGE", "Site list by LOCATION and STAGE"
+
+    def sites(location, stage)
+
+      s = get_stage location, stage
+
+      site=Shards::Site.new s
+
+      rows=site.yaml.map do |x|
+        [ x['name'], x['subdomain'], x['shard'] ]
+      end
+
+      columns %w(Name Subdomain Shard), rows
+
+    end
+
+    private
+
+    def config
+      Shards::Config.new
+    end
+
+    def columns headings, rows
+      table = Terminal::Table.new headings: headings, rows: rows
+      puts table
+    end
+
+    def get_stage location, stage
+      l= config.locations[location]
+      l.stages[stage]
+    end
+
+  end
+
+end

data/lib/shards/config.rb

@@ -0,0 +1,54 @@
+require 'dotenv'
+require 'yaml'
+require 'shards/location'
+require 'shards/repo'
+
+module Shards
+
+  class Config
+
+    ENV_VARS = %w(ENGINEERING_ROOT_PATH CONFIG_FILE PROXY_SUBDOMAIN DOMAIN CONFIG_FILES_ROOT_PATH SHARDS_FILE_NAME SITES_FILE_NAME CONFIG_DIR_SUFFIX DNS_ZONE_CODE)
+
+    attr_accessor :locations, :settings_file, :repo
+
+    def initialize settings_file='settings.env', origin_file=nil
+
+      @settings_file=settings_file
+
+      Dotenv.load(settings_file)
+
+      ENV_VARS.each { |variable| validate variable }
+
+      @repo=Shards::Repo.new
+
+      @locations={}
+
+      data=YAML.load_file(origin_file || File.join(repo.root,config_file) )
+
+      add_locations data
+
+    end
+
+    def add_locations data
+      data['Locations'].each_pair do |name,location_data|
+        @locations[name]=Location.new( name, location_data)
+      end
+    end
+
+    private
+
+    def validate variable
+      raise LoadError.new "#{variable} #{message}" unless ENV.has_key?(variable)
+    end
+
+    def message
+      "not found in #{settings_file}"
+    end
+
+    def config_file
+      ENV['CONFIG_FILE']
+    end
+
+  end
+end
+

data/lib/shards/db.rb

@@ -0,0 +1,92 @@
+require 'shards/base'
+require 'net/ssh'
+require 'net/scp'
+
+module Shards
+
+  class Db < Shards::Base
+
+    include Shards::Meta
+
+    method_list('Shards::Db').each do |m|
+      define_method(m.to_sym) { run __method__ }
+    end
+
+    attr_reader :stage, :dns, :databases_on_server
+
+    def initialize stage:, dns:
+      set_config
+      @stage=stage
+      @dns=dns
+      reset_output
+    end
+
+    def write_file
+      add " "
+      open(file, 'w+') { |fsh|
+        fsh.puts output
+      }
+      reset_output
+    end
+
+    def create_script
+      init_script
+      creating_database
+      dumping_database
+      inserting_data
+      write_file
+    end
+
+    def create dryrun: true
+      if dryrun
+        dryrun_message
+      else
+        setting_up_database_message
+        print_output
+        create_script
+        upload!
+        ssh!
+      end
+      print_output
+    end
+
+    def upload!
+      Net::SCP.upload! proxy, proxy_user, file, file
+    end
+
+    def ssh!
+      ssh_conn do |ssh|
+        run_ssh ssh, chmod_file_command, chmod_file_message
+        run_ssh ssh, db_creation_command, db_creation_message
+      end
+    end
+
+    def run_ssh ssh, command, message
+      puts message
+      ssh.exec! command
+    end
+
+    def show
+      ssh_conn do |ssh|
+        parse_databases_on_server( ssh.exec! show_command )
+      end
+    end
+
+    def ssh_conn
+      Net::SSH.start(proxy, proxy_user) do |ssh|
+        yield ssh
+      end
+    end
+
+    def parse_databases_on_server ssh_output
+      @databases_on_server=ssh_output.split("\n").reject { |x| x.include?"Warning" }
+    end
+
+    def exist?
+      show
+      databases_on_server.include? name
+    end
+
+  end
+end
+

data/lib/shards/dns.rb

@@ -0,0 +1,56 @@
+require "aws-sdk-route53"
+require 'shards/base'
+
+module Shards
+
+  class Dns < Shards::Base
+
+    method_list('Shards::Dns').each do |m|
+      define_method(m.to_sym) { run __method__ }
+    end
+
+    attr_reader :stage, :domain
+    attr_accessor :aws_route53_resp, :r53
+
+    def initialize stage:, domain:
+      set_config
+      @stage=stage
+      @domain=domain
+      reset_output
+      @r53 = Aws::Route53::Client.new()
+    end
+
+    def set dryrun: true
+      if dryrun
+        dryrun_message
+      else
+        creating_route53_message
+        print_output
+        set_aws_route53_record
+      end
+      print_output
+    end
+
+    def set_aws_route53_record
+      @aws_route53_resp = r53.change_resource_record_sets r53upsert
+    end
+
+    def exist?
+      !record_list.empty?
+    end
+
+    def record_list
+      record_sets.select { |x| x.name.include? host }
+    end
+
+    def record_sets
+      r53.list_resource_record_sets({
+        hosted_zone_id: zone,
+        start_record_name: host,
+        max_items: 20
+      }).resource_record_sets
+    end
+
+  end
+end
+

data/lib/shards/location.rb

@@ -0,0 +1,29 @@
+require 'shards/stage'
+
+module Shards
+
+  class Location
+
+    attr_accessor :name, :stages
+
+    def initialize location_name, data
+
+      @name=location_name
+
+      @stages = {}
+
+      add_stages data
+
+    end
+
+    private
+
+    def add_stages data
+      data['stages'].each_pair do |stage_name, stage_data|
+        @stages[stage_name]= Stage.new( stage_name, stage_data, name )
+      end
+    end
+
+  end
+end
+

data/lib/shards/meta/list.rb

@@ -0,0 +1,15 @@
+module Shards
+  module Meta
+
+    class List
+
+      include Shards::Meta
+
+      def names class_name
+        config= get_config class_name
+        config.keys
+      end
+    end
+
+  end
+end