sct 1.1.1 → 1.3.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: a7b7da8359137491424793ea19a9ae9d845bb11cb84a8df92b2c0135fe335948
-  data.tar.gz: 6ebe428263d46c7fd9d36f43c7503c6b640ed6d2ce30f5ef32204e12d50a771e
+  metadata.gz: 1ca92e3c8b95fa282f479795b17cd3b0c349afee8f07c50ee53626396e1473fd
+  data.tar.gz: 61313bc641c95704bf4c4591914f3a9a8b33b29b4962ec5c22f4cfc6a84d990b
 SHA512:
-  metadata.gz: fca4bbe727e063bd35b3676a7a98c1c2349b05d69517b9c2104871358b17a1571077c3735dc4967157580a1e6d5a83a3515b6fe833b1b5c13a82189e06af1af0
-  data.tar.gz: f03408e6083a32af44de9f65784dee6d3b74deb9f72915babc3f3c8a50713eaf312697da77e50826391ab58f3990c7c81cbcb49cc881d3e231fa213fe50da61f
+  metadata.gz: f6453c0b80246ab00dbcb6ea69c36801259f3666867c0a78ec4bb56827647740a245d1df47d3e4e207a068c969689264cd0668373e036a3420e3c603b45ec3db
+  data.tar.gz: ce6bced4dce7f734ef8b724c1400974ee1a8a51136b0ca6d3e506108ee62ce571dd3375289caef18f8474ebd5b7ed974b4869d118b9f8e13778633ae0ca92ae6

data/cluster/lib/cluster/runner.rb

@@ -26,7 +26,7 @@ module Cluster
 
       run "docker container prune -f"
 
-      run_dc "up --detach"
+      run_dc "up --detach --remove-orphans --force-recreate --always-recreate-deps"
 
       if options.pull or options.build
         system "docker image prune -f"

data/henk/lib/henk/commands_generator.rb

@@ -40,7 +40,7 @@ module Henk
                     Henk::Runner.new.encrypt_config_data options.domain
                 end
             end
-            
+
             command :copy do |c|
                 c.syntax = 'sct henk copy'
                 c.description = 'Copy a client from another environment to your local environment'
@@ -81,7 +81,7 @@ module Henk
                     Henk::Runner.new.synchronize_employees options.target_domain
                 end
             end
-            
+
             command :remove do |c|
                 c.syntax = 'sct henk remove'
                 c.description = 'Remove a client from your local environment.'
@@ -105,6 +105,44 @@ module Henk
                 end
             end
 
+            command :"list-dumps" do |c|
+                c.syntax = 'sct henk list-dumps'
+                c.description = 'List the customer dumps currently available for import.'
+
+                c.action do |args, options|
+                    Henk::Runner.new.list_dumps args, options
+                end
+            end
+
+            command :"import" do |c|
+                c.syntax = 'sct henk import <URL>'
+                c.description = 'Import a customer dump from GCP.'
+
+                c.action do |args, options|
+                    case args.length
+                    when 0
+                        puts "Loading available customer dumps...".blue
+
+                        available_dumps = `sct henk list-dumps`.lines chomp: true
+
+                        dump_url = choose do |menu|
+                            menu.prompt = "Please choose a dump to import:"
+
+                            for dump in available_dumps
+                                menu.choice dump
+                            end
+                        end
+                    when 1
+                        dump_url = args.first
+                    else
+                        UI.error "Expected 0 or 1 arguments, received #{args.length}: #{args}"
+                        exit 1
+                    end
+
+                    Henk::Runner.new.import args, options, dump_url
+                end
+            end
+
             run!
         end
 

data/henk/lib/henk/runner.rb

@@ -3,7 +3,7 @@ require 'pp'
 module Henk
     class Runner
         attr_accessor :options_mapping
-    
+
         def initialize
             @options_mapping = {
                 "organization_name" => {
@@ -56,8 +56,8 @@ module Henk
 
             connected_to_network = `docker network inspect spend-cloud | jq '.[0] | .Containers | map(select((.Name | test("^#{required_containers.join('|^')}")))) | length'`
 
-            if connected_to_network.to_s.strip! != "3"
-                puts "Error: ".red + "Not all required services are running or connected to the cluster (#{connected_to_network}/3)"
+            if connected_to_network.to_s.strip! != "5"
+                puts "Error: ".red + "Not all required services are running or connected to the cluster (#{connected_to_network}/5)"
                 exit(1)
             end
 
@@ -88,7 +88,7 @@ module Henk
         def encrypt_config_data domain
             puts "Manually encrypting config data for #{domain}".green
             php_command = "php /var/www/scripts/encryptConfigData.php -c='#{domain}' --execute"
-            command = 'docker exec -it proactive-config bash -c "#{php_command}"'
+            command = 'docker exec -it proactive-config-php bash -c "#{php_command}"'
             self.run command
         end
 
@@ -171,5 +171,127 @@ module Henk
             options_str += parsed_options.join(' ')
             return options_str
         end
+
+        def list_dumps args, options
+            run "gsutil ls gs://henk-db-dumps/"
+        end
+
+        def import args, options, dump_url
+            puts "Going to import #{dump_url}".blue
+
+            dir = Dir.mktmpdir
+
+            begin
+                zip = download_and_unzip dump_url, dir
+
+                customer = zip.slice 0, zip.rindex("_")
+
+                customer_database = customer.gsub "-", "_"
+
+                remove_customer customer
+
+                copy_db_encryption_key customer, dir
+
+                run_sql_files dir
+
+                add_customer_account customer, customer_database
+
+                update_and_encrypt_customer_config customer, customer_database
+
+                puts "Finished importing #{customer}".green
+            ensure
+                run "rm -r #{dir}"
+            end
+        end
+
+        def download_and_unzip dump_url, dir
+            run "gsutil cp #{dump_url} #{dir}"
+
+            zip_path = Dir["#{dir}/*.zip"].first
+
+            run "unzip #{zip_path} -d #{dir}"
+
+            zip = File.basename zip_path
+        end
+
+        def remove_customer customer
+            local_customers = `sct henk list-clients`.lines chomp: true
+
+            if local_customers.include? customer
+                puts "Customer already exists. Removing customer before importing...".yellow
+
+                run "sct henk remove --domain #{customer}"
+
+                puts "Removed existing customer".green
+            end
+        end
+
+        def copy_db_encryption_key customer, dir
+            run "docker exec proactive-config-php mkdir /data/#{customer}"
+            run "docker cp #{dir}/db_encryption.key proactive-config-php:/data/#{customer}/"
+
+            puts "Copied db_encryption.key to proactive-config-php:/data/#{customer}/".green
+        end
+
+        def run_sql_files dir
+            sql_paths = Dir["#{dir}/*.sql"]
+
+            sql_paths.each_with_index do |path, index|
+                file = File.basename path
+                database = File.basename path, ".*"
+
+                puts "Running #{file} (#{index + 1}/#{sql_paths.length})".blue
+
+                run_query "CREATE DATABASE IF NOT EXISTS `#{database}`"
+
+                run_query "source /sql/#{file}", database: database, volume: "#{dir}:/sql"
+            end
+
+            puts "Finished running SQL files".green
+        end
+
+        def add_customer_account customer, customer_database
+            account_data = "\n[#{customer}]\ndatabase = #{customer_database}\ndomain = NULL\nrewrite = #{customer}\nimport_planning = 1\njobs = 1\nscan_upload = 0\nfiatteren_mailbox = 1\ncontracten_mailbox = 1"
+
+            run "docker exec proactive-config-php sh -c 'echo \"#{account_data}\" >> /data/proactive_accounts.ini'"
+
+            puts "Added account to proactive_accounts.ini".green
+        end
+
+        def update_and_encrypt_customer_config customer, customer_database
+            dsn = "mysql:host=mysql-service;user=root;dbname=#{customer_database};config=proactive-php;config-path=cfg/db;"
+
+            website_application = "https://#{customer}.dev.spend.cloud"
+
+            email_administrator = "noreply@dev.spend.cloud"
+
+            debug_email_address = "noreply@dev.spend.cloud"
+
+            query = "UPDATE `00_settings` SET `045` = \"#{dsn}\", `029` = \"#{website_application}\", `002` = \"#{email_administrator}\", `031` = \"#{debug_email_address}\" WHERE `043` = \"#{customer}\""
+
+            run_query query, database: "spend-cloud-config"
+
+            puts "Updated config values".green
+
+            run "docker exec proactive-config-php php /var/www/scripts/encryptConfigData.php -c='#{customer}' --execute"
+
+            puts "Encrypted config values".green
+        end
+
+        def run_query query, database: nil, volume: nil
+            command = "docker run --rm --network container:mysql-service"
+
+            if volume
+                command = "#{command} -v #{volume}"
+            end
+
+            command = "#{command} arey/mysql-client -h mysql-service"
+
+            if database
+                command = "#{command} -D #{database}"
+            end
+
+            run "#{command} -e '#{query}'"
+        end
     end
 end

data/sct/lib/sct/commands/dev.rb

@@ -29,15 +29,6 @@ module Sct
     def execute args, options
       services = manifest["services"].to_a
 
-      if services.length != 1
-        error "Currently sct only supports a single service declaration in '#{@@file}'. Contact the infra guild if you consider this a limitation."
-      end
-
-      service, service_spec = services.first
-
-      container = service_spec["container_name"]
-      command = service_spec["command"] || ""
-
       if Sct::Helper.is_windows?
         host_machine_IP = (options.wsl_debugger ? `hostname -I | awk '{print $1}'` : `powershell.exe -c '(Test-Connection -ComputerName $env:computername -count 1).ipv4address.IPAddressToString' | dos2unix`).chomp
       elsif Sct::Helper.is_mac_os?
@@ -55,7 +46,7 @@ module Sct
       }
 
       if options.pull
-        return unless dc_dev "pull"
+        return unless dc_dev "pull", env
       end
 
       if options.build
@@ -66,11 +57,30 @@ module Sct
         system "docker image prune -f"
       end
 
-      return unless dc "rm --stop --force #{service}"
+      for service, service_spec in services
+        return unless dc "rm --stop --force #{service}"
+      end
+
+      if services.length == 1
+        service, service_spec = services.first
 
-      dc_dev "run --rm --service-ports --name #{container} #{service} #{command}", env
+        container = service_spec["container_name"]
+        command = service_spec["command"] || ""
 
-      dc "up --detach #{service}"
+        dc_dev "run --rm --service-ports --name #{container} #{service} #{command}", env
+      else
+        begin
+          dc_dev "up --remove-orphans --force-recreate --always-recreate-deps", env
+        rescue Interrupt
+          # user pressed Ctrl+C, do nothing
+        end
+
+        dc_dev "down --remove-orphans", env
+      end
+
+      for service, service_spec in services
+        dc "up --detach #{service}"
+      end
     end
 
   end

data/sct/lib/sct/commands/shell.rb

@@ -21,10 +21,6 @@ module Sct
 
       services = manifest["services"].to_a
 
-      if services.length != 1
-        error "Currently sct only supports a single service declaration in '#{file}'. Contact the infra guild if you consider this a limitation."
-      end
-
       service, service_spec = services.first
 
       container = service_spec["container_name"]
@@ -43,6 +39,8 @@ module Sct
 
       user = options.root ? "root:root" : "$(id -u):$(id -g)"
 
+      puts "Attaching to shell in container #{container.bold}".green
+
       system "docker exec -it --user #{user} #{container} #{command}"
     end
 

data/sct/lib/sct/version.rb

@@ -1,3 +1,3 @@
 module Sct
-  VERSION = "1.1.1"
+  VERSION = "1.3.0"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: sct
 version: !ruby/object:Gem::Version
-  version: 1.1.1
+  version: 1.3.0
 platform: ruby
 authors:
 - Reshad Farid
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2021-07-20 00:00:00.000000000 Z
+date: 2022-04-21 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: colored