sct 1.2.0 → 1.3.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: d0986700d21895e4341fb5dfccf2ae8ea24dcda3fd62677733fcfa082396f410
-  data.tar.gz: 06d47615615d788cc402f099451b4efc833093f9030b624bfdf849b893c8b98b
+  metadata.gz: 1ca92e3c8b95fa282f479795b17cd3b0c349afee8f07c50ee53626396e1473fd
+  data.tar.gz: 61313bc641c95704bf4c4591914f3a9a8b33b29b4962ec5c22f4cfc6a84d990b
 SHA512:
-  metadata.gz: f778fc09644bd3f8a0ce76f891c9b744216643e61cc1592e654db260b84afd660fbcf6991484e2d2097f577a64b55a0f1fa832fe4a3226c2454e209be870b787
-  data.tar.gz: 3344106a0b57eb94b5cf82cc7e3e6872697fc95eb567e00a1a63149986d695db54e0a84fd8db3ad477394ec0a4620592dbf26381633d5dee218750b2ee94d597
+  metadata.gz: f6453c0b80246ab00dbcb6ea69c36801259f3666867c0a78ec4bb56827647740a245d1df47d3e4e207a068c969689264cd0668373e036a3420e3c603b45ec3db
+  data.tar.gz: ce6bced4dce7f734ef8b724c1400974ee1a8a51136b0ca6d3e506108ee62ce571dd3375289caef18f8474ebd5b7ed974b4869d118b9f8e13778633ae0ca92ae6

data/henk/lib/henk/commands_generator.rb

@@ -40,7 +40,7 @@ module Henk
                     Henk::Runner.new.encrypt_config_data options.domain
                 end
             end
-            
+
             command :copy do |c|
                 c.syntax = 'sct henk copy'
                 c.description = 'Copy a client from another environment to your local environment'
@@ -81,7 +81,7 @@ module Henk
                     Henk::Runner.new.synchronize_employees options.target_domain
                 end
             end
-            
+
             command :remove do |c|
                 c.syntax = 'sct henk remove'
                 c.description = 'Remove a client from your local environment.'
@@ -105,6 +105,44 @@ module Henk
                 end
             end
 
+            command :"list-dumps" do |c|
+                c.syntax = 'sct henk list-dumps'
+                c.description = 'List the customer dumps currently available for import.'
+
+                c.action do |args, options|
+                    Henk::Runner.new.list_dumps args, options
+                end
+            end
+
+            command :"import" do |c|
+                c.syntax = 'sct henk import <URL>'
+                c.description = 'Import a customer dump from GCP.'
+
+                c.action do |args, options|
+                    case args.length
+                    when 0
+                        puts "Loading available customer dumps...".blue
+
+                        available_dumps = `sct henk list-dumps`.lines chomp: true
+
+                        dump_url = choose do |menu|
+                            menu.prompt = "Please choose a dump to import:"
+
+                            for dump in available_dumps
+                                menu.choice dump
+                            end
+                        end
+                    when 1
+                        dump_url = args.first
+                    else
+                        UI.error "Expected 0 or 1 arguments, received #{args.length}: #{args}"
+                        exit 1
+                    end
+
+                    Henk::Runner.new.import args, options, dump_url
+                end
+            end
+
             run!
         end
 

data/henk/lib/henk/runner.rb

@@ -3,7 +3,7 @@ require 'pp'
 module Henk
     class Runner
         attr_accessor :options_mapping
-    
+
         def initialize
             @options_mapping = {
                 "organization_name" => {
@@ -56,8 +56,8 @@ module Henk
 
             connected_to_network = `docker network inspect spend-cloud | jq '.[0] | .Containers | map(select((.Name | test("^#{required_containers.join('|^')}")))) | length'`
 
-            if connected_to_network.to_s.strip! != "3"
-                puts "Error: ".red + "Not all required services are running or connected to the cluster (#{connected_to_network}/3)"
+            if connected_to_network.to_s.strip! != "5"
+                puts "Error: ".red + "Not all required services are running or connected to the cluster (#{connected_to_network}/5)"
                 exit(1)
             end
 
@@ -88,7 +88,7 @@ module Henk
         def encrypt_config_data domain
             puts "Manually encrypting config data for #{domain}".green
             php_command = "php /var/www/scripts/encryptConfigData.php -c='#{domain}' --execute"
-            command = 'docker exec -it proactive-config bash -c "#{php_command}"'
+            command = 'docker exec -it proactive-config-php bash -c "#{php_command}"'
             self.run command
         end
 
@@ -171,5 +171,127 @@ module Henk
             options_str += parsed_options.join(' ')
             return options_str
         end
+
+        def list_dumps args, options
+            run "gsutil ls gs://henk-db-dumps/"
+        end
+
+        def import args, options, dump_url
+            puts "Going to import #{dump_url}".blue
+
+            dir = Dir.mktmpdir
+
+            begin
+                zip = download_and_unzip dump_url, dir
+
+                customer = zip.slice 0, zip.rindex("_")
+
+                customer_database = customer.gsub "-", "_"
+
+                remove_customer customer
+
+                copy_db_encryption_key customer, dir
+
+                run_sql_files dir
+
+                add_customer_account customer, customer_database
+
+                update_and_encrypt_customer_config customer, customer_database
+
+                puts "Finished importing #{customer}".green
+            ensure
+                run "rm -r #{dir}"
+            end
+        end
+
+        def download_and_unzip dump_url, dir
+            run "gsutil cp #{dump_url} #{dir}"
+
+            zip_path = Dir["#{dir}/*.zip"].first
+
+            run "unzip #{zip_path} -d #{dir}"
+
+            zip = File.basename zip_path
+        end
+
+        def remove_customer customer
+            local_customers = `sct henk list-clients`.lines chomp: true
+
+            if local_customers.include? customer
+                puts "Customer already exists. Removing customer before importing...".yellow
+
+                run "sct henk remove --domain #{customer}"
+
+                puts "Removed existing customer".green
+            end
+        end
+
+        def copy_db_encryption_key customer, dir
+            run "docker exec proactive-config-php mkdir /data/#{customer}"
+            run "docker cp #{dir}/db_encryption.key proactive-config-php:/data/#{customer}/"
+
+            puts "Copied db_encryption.key to proactive-config-php:/data/#{customer}/".green
+        end
+
+        def run_sql_files dir
+            sql_paths = Dir["#{dir}/*.sql"]
+
+            sql_paths.each_with_index do |path, index|
+                file = File.basename path
+                database = File.basename path, ".*"
+
+                puts "Running #{file} (#{index + 1}/#{sql_paths.length})".blue
+
+                run_query "CREATE DATABASE IF NOT EXISTS `#{database}`"
+
+                run_query "source /sql/#{file}", database: database, volume: "#{dir}:/sql"
+            end
+
+            puts "Finished running SQL files".green
+        end
+
+        def add_customer_account customer, customer_database
+            account_data = "\n[#{customer}]\ndatabase = #{customer_database}\ndomain = NULL\nrewrite = #{customer}\nimport_planning = 1\njobs = 1\nscan_upload = 0\nfiatteren_mailbox = 1\ncontracten_mailbox = 1"
+
+            run "docker exec proactive-config-php sh -c 'echo \"#{account_data}\" >> /data/proactive_accounts.ini'"
+
+            puts "Added account to proactive_accounts.ini".green
+        end
+
+        def update_and_encrypt_customer_config customer, customer_database
+            dsn = "mysql:host=mysql-service;user=root;dbname=#{customer_database};config=proactive-php;config-path=cfg/db;"
+
+            website_application = "https://#{customer}.dev.spend.cloud"
+
+            email_administrator = "noreply@dev.spend.cloud"
+
+            debug_email_address = "noreply@dev.spend.cloud"
+
+            query = "UPDATE `00_settings` SET `045` = \"#{dsn}\", `029` = \"#{website_application}\", `002` = \"#{email_administrator}\", `031` = \"#{debug_email_address}\" WHERE `043` = \"#{customer}\""
+
+            run_query query, database: "spend-cloud-config"
+
+            puts "Updated config values".green
+
+            run "docker exec proactive-config-php php /var/www/scripts/encryptConfigData.php -c='#{customer}' --execute"
+
+            puts "Encrypted config values".green
+        end
+
+        def run_query query, database: nil, volume: nil
+            command = "docker run --rm --network container:mysql-service"
+
+            if volume
+                command = "#{command} -v #{volume}"
+            end
+
+            command = "#{command} arey/mysql-client -h mysql-service"
+
+            if database
+                command = "#{command} -D #{database}"
+            end
+
+            run "#{command} -e '#{query}'"
+        end
     end
 end

data/sct/lib/sct/version.rb

@@ -1,3 +1,3 @@
 module Sct
-  VERSION = "1.2.0"
+  VERSION = "1.3.0"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: sct
 version: !ruby/object:Gem::Version
-  version: 1.2.0
+  version: 1.3.0
 platform: ruby
 authors:
 - Reshad Farid
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2022-02-17 00:00:00.000000000 Z
+date: 2022-04-21 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: colored