sct 1.0.7 → 1.1.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 6ecc8e55b65c59245e7d03238bb1218f47761e018c2ca2c0b14df9731b58dbb1
-  data.tar.gz: cb593b673991d65aa8ca36aad1629f26d18a4e0429b44d11d4a45c48b0f291f0
+  metadata.gz: a7b7da8359137491424793ea19a9ae9d845bb11cb84a8df92b2c0135fe335948
+  data.tar.gz: 6ebe428263d46c7fd9d36f43c7503c6b640ed6d2ce30f5ef32204e12d50a771e
 SHA512:
-  metadata.gz: a85dcbcbb4cbc902cc9cd266b38539d71ec3ac4fdc4e2e1353ab66719eab607efc572c109c7c6efbd23403544dc4fb4aec01700d5858b144fd7fce99c6277e2d
-  data.tar.gz: 76a9ea0399f166725fa1da20fe3b6bf0b1913ec671c46db970d5460b8180eef089cd4eb76f57bb6145766f24c02fd6d2f513f9d60b15da33afa657663455fa12
+  metadata.gz: fca4bbe727e063bd35b3676a7a98c1c2349b05d69517b9c2104871358b17a1571077c3735dc4967157580a1e6d5a83a3515b6fe833b1b5c13a82189e06af1af0
+  data.tar.gz: f03408e6083a32af44de9f65784dee6d3b74deb9f72915babc3f3c8a50713eaf312697da77e50826391ab58f3990c7c81cbcb49cc881d3e231fa213fe50da61f

data/henk/lib/henk.rb

@@ -0,0 +1,5 @@
+require 'sct_core'
+require 'terminal-table'
+
+require_relative 'henk/runner'
+require_relative 'henk/module'

data/henk/lib/henk/commands_generator.rb

@@ -0,0 +1,136 @@
+require 'commander'
+require_relative 'runner'
+require 'pp'
+
+module Henk
+    class CommandsGenerator
+        include Commander::Methods
+
+        def self.start
+            self.new.run
+        end
+
+        def run
+            add_commander_methods
+
+            Henk::Runner.new.verify_cluster_active
+
+            program :name, 'henk'
+            program :version, Sct::VERSION
+            program :description, 'CLI for \'henk\' - Interact with Henk 3.0 to be able to create/copy/delete customers'
+
+            $dev = false
+            $verbose = false
+            global_option('--dev') { $dev = true }
+            global_option('--verbose') { $verbose = true }
+
+            command :create do |c|
+                c.syntax = 'sct henk create'
+                c.description = 'Create a client in your local development.'
+                c.required_option '--domain DOMAIN', 'The domain name of the new customer.'
+                c.required_option '--organization-name ORGANIZATION_NAME', 'The name of the organization.'
+                c.required_option '--modules MODULES', 'Allowed modules. ex: 01, 02, 03, ...'
+
+                c.action do |args, options|
+                    c.validate options
+
+                    options.dev = $dev
+                    options.verbose = $verbose
+                    Henk::Runner.new.henk "create", options
+                    Henk::Runner.new.encrypt_config_data options.domain
+                end
+            end
+            
+            command :copy do |c|
+                c.syntax = 'sct henk copy'
+                c.description = 'Copy a client from another environment to your local environment'
+                c.required_option '--domain DOMAIN', 'The domain to copy.'
+                c.option '--source-environment SOURCE_ENVIRONMENT', 'The name of the source environment (currently only local allowed).'
+                c.option '--target-domain DOMAIN', 'The name of the domain on the local environment. When making a local copy it cannot be the same name'
+                c.option '--overwrite', 'Set this flag if you want to overwrite an existing target-domain.'
+                c.option '--copy-data', 'Set this flag if you want to copy the data of the source client'
+
+                # Specify command options here
+                c.action do |args, options|
+                    c.validate options
+
+                    unless options.source_environment
+                        options.source_environment = "local"
+                    end
+
+                    # Temporary provision until we can copy environments from Accept
+                    if options.source_environment != "local"
+                        raise ArgumentError.new("It's currently not possible to copy an cloud environment.".yellow)
+                    end
+
+                    options.target_environment = "local"
+
+                    unless options.target_domain
+                        options.target_domain = options.domain
+                    end
+
+                    if options.source_environment == options.target_environment \
+                        and options.domain == options.target_domain
+                        raise ArgumentError.new("The source and target domains cannot be the same.")
+                    end
+
+                    options.dev = $dev
+                    options.verbose = $verbose
+                    Henk::Runner.new.henk "copy", options
+                    Henk::Runner.new.encrypt_config_data options.target_domain
+                    Henk::Runner.new.synchronize_employees options.target_domain
+                end
+            end
+            
+            command :remove do |c|
+                c.syntax = 'sct henk remove'
+                c.description = 'Remove a client from your local environment.'
+                c.required_option '--domain DOMAIN', 'The domain to remove.'
+                c.option '--user-email EMAIL', 'The email address of the user removing the customer'
+
+                c.action do |args, options|
+                    c.validate options
+                    options.dev = $dev
+                    options.verbose = $verbose
+                    Henk::Runner.new.henk 'remove', options
+                end
+            end
+
+            command :"list-clients" do |c|
+                c.syntax = 'sct henk list-clients'
+                c.description = 'List all clients that are available on the dev environment'
+
+                c.action do |args, options|
+                    Henk::Runner.new.list_clients
+                end
+            end
+
+            run!
+        end
+
+        # Ruben's suggestion but still need some workaround
+        def add_commander_methods
+            Commander::Command.class_eval {
+                attr_accessor :required
+
+                def required_option(*arg, &block)
+                    unless self.required
+                        @required = []
+                    end
+
+                    option = arg.select{|item| item.start_with?('--')}.map{|a| a.gsub(/\-\-([^\s]*)(.*)/, '\1')}.shift
+                    self.required << option.to_s.tr('-', '_')
+                    self.option(*arg)
+                end
+
+                def validate options
+                    self.required.each do |option|
+                        if options.__hash__[:"#{option}"].nil? || options.__hash__[:"#{option}"] == ''
+                            raise ArgumentError.new("The --#{option} argument is a required argument")
+                        end
+                    end
+                end
+            }
+        end
+    end
+end

data/henk/lib/henk/module.rb

@@ -0,0 +1,7 @@
+module Henk
+
+    # import the helper functionality from SCT
+    Helpers = Sct::Helper
+    UI = Sct::UI
+
+end

data/henk/lib/henk/runner.rb

@@ -0,0 +1,175 @@
+require 'pp'
+
+module Henk
+    class Runner
+        attr_accessor :options_mapping
+    
+        def initialize
+            @options_mapping = {
+                "organization_name" => {
+                    "name" => "organization-name"
+                },
+                "modules"  => {
+                    "name" => "modules",
+                    "type" => "array"
+                },
+                "database_source" => {
+                    "name" => "database-source"
+                },
+                "target_domain" => {
+                    "name" => "target-domain"
+                },
+                "copy_data" => {
+                    "name" => "copy-data"
+                },
+                "source_environment" => {
+                    "name" => "source-environment"
+                },
+                "target_environment" => {
+                    "name" => "target-environment"
+                },
+                "user_email" => {
+                    "name" => "user-email"
+                }
+            }
+        end
+
+        def run command
+            if !system command
+                raise command.red
+            end
+
+            rescue Interrupt
+        end
+
+        def verify_cluster_active
+            required_containers = [
+                "proactive-config",
+                "proactive-frame",
+                "mysql-service"
+            ]
+
+            if !system "docker network inspect spend-cloud > /dev/null"
+                puts "Error: ".red + "The local spend-cloud cluster doesn't seem to be running."
+                exit(1)
+            end
+
+            connected_to_network = `docker network inspect spend-cloud | jq '.[0] | .Containers | map(select((.Name | test("^#{required_containers.join('|^')}")))) | length'`
+
+            if connected_to_network.to_s.strip! != "3"
+                puts "Error: ".red + "Not all required services are running or connected to the cluster (#{connected_to_network}/3)"
+                exit(1)
+            end
+
+            return true
+        end
+
+        def henk command, options = {}
+            begin
+                volumes = get_volumes_string(options.dev)
+                image = get_latest_image
+                verbose = options.verbose
+
+                options = options_to_string options
+                to_run = "docker run -it --rm --network spend-cloud #{volumes} #{image} #{command} #{options}"
+
+                if verbose
+                    puts "Running: #{to_run.green}"
+                end
+
+                self.run to_run
+            end
+        end
+
+        def list_clients
+            self.run "docker exec -it mysql-service mysql -u root -sN -e 'SELECT `043` FROM `spend-cloud-config`.`00_settings` ORDER BY `043` ASC'"
+        end
+
+        def encrypt_config_data domain
+            puts "Manually encrypting config data for #{domain}".green
+            php_command = "php /var/www/scripts/encryptConfigData.php -c='#{domain}' --execute"
+            command = 'docker exec -it proactive-config bash -c "#{php_command}"'
+            self.run command
+        end
+
+        def synchronize_employees domain
+            puts "Manually synchronizing employees with shared storage for #{domain}".green
+            php_command = "php /var/www/scripts/syncEmployees.php --client='#{domain}'"
+            command = 'docker exec -it proactive-frame bash -c "#{php_command}"'
+            self.run command
+        end
+
+        def get_latest_image
+            latest_version = `gcloud container images list-tags eu.gcr.io/dev-pasc-vcdm/henk-app --limit 1 --format=\"json\" | jq -r '[.[0].tags | sort_by(length)[] | select(match(\"^[0-9]+$\"))] | first'`
+            return "eu.gcr.io/dev-pasc-vcdm/henk-app:#{latest_version.strip}"
+        end
+
+        def get_volumes_string dev = false
+            volumes = {
+                "spend-cloud_shared-storage" => "/data"
+            }
+
+            if dev
+                repoPath = Sct::Helper.homePath + "/development/henk"
+
+                if not Dir.exists?(repoPath)
+                    puts "Warning: ".yellow + "To run in development mode you need a checkout for the Henk repository. Continuing in normal mode."
+                else
+                    dev_volumes = {
+                        repoPath + "/modules"                   => "/var/scripts/modules",
+                        repoPath + "/client.py"                 => "/var/scripts/client.py",
+                        repoPath + "/environment_mapping.json"  => "/var/scripts/environment_mapping.json",
+                        repoPath + "/logging-config.json"       => "/var/scripts/logging-config.json",
+                        repoPath + "/schemas"                   => "/var/scripts/schemas",
+                        repoPath + "/resources"                 => "/var/local"
+                    }
+
+                    volumes = volumes.merge(dev_volumes)
+                end
+            end
+
+            return volumes.map{|k,v| "-v #{k}:#{v}"}.join(' ')
+        end
+
+        def options_to_string options = {}
+            options_str = ''
+
+            if options.verbose
+                options_str += '--verbose '
+            end
+
+            if options.overwrite
+                options_str += '--overwrite '
+            end
+
+            if options.copy_data
+                options_str += '--copy-data '
+            end
+
+            options = options.__hash__
+
+            options.delete(:dev)
+            options.delete(:verbose)
+            options.delete(:overwrite)
+            options.delete(:copy_data)
+
+            parsed_options = []
+
+            options.each do |k,v|
+                if self.options_mapping["#{k}"]
+                    mapping = self.options_mapping["#{k}"]
+                    k = mapping['name']
+
+                    if mapping['type'] == "array"
+                        v = v.split(',').join(' ')
+                    end
+                end
+
+                parsed_options << "--#{k} #{v}"
+            end
+
+            options_str += parsed_options.join(' ')
+            return options_str
+        end
+    end
+end

data/sct/lib/sct/commands/databasepull.rb

@@ -0,0 +1,50 @@
+module Sct
+    class DatabasePullCommand
+        def error message
+            UI.error message
+            exit 1
+        end
+        
+        def execute args, options
+            branch = ENV['CI_BRANCH']
+            if not branch or branch == ""
+                branch = 'master'
+            end
+
+            # We need to set this locally, so that we don't save this at the repository 
+            pipeline_endpoint = ENV['CI_MERGE_REQUEST_PIPELINE']
+            if not pipeline_endpoint
+                error "Pipeline endpoint not set"
+            end
+
+            # We need to set this locally, so that we don't save this at the repository
+            private_token = ENV['CI_PRIVATE_TOKEN']
+            if not private_token
+                error "Private token not set"
+            end
+
+            if options.all
+                UI.important("Requesting to pull database changes for proactive frame and proactive config")
+                process_request = `curl -X POST -F token=#{private_token} -F ref=master -F variables[DB_PULL_FRAME]=true -F variables[DB_PULL_CONFIG]=true -F variables[REMOTE_BRANCH_NAME]=#{branch} #{pipeline_endpoint}`
+            else
+                db_pull_frame = ""
+                if options.proactive_frame
+                    UI.important("Requesting to pull database for proactive frame")
+                    db_pull_frame = "-F variables[DB_PULL_FRAME]=true"
+                end
+
+                db_pull_config = ""
+                if options.proactive_config
+                    UI.important("Requesting to pull database for proactive config")
+                    db_pull_config = "-F variables[DB_PULL_CONFIG]=true"
+                end
+
+                if db_pull_frame != "" or db_pull_config != ""
+                    process_request = `curl -X POST -F token=#{private_token} -F ref=master #{db_pull_frame} #{db_pull_config} -F variables[REMOTE_BRANCH_NAME]=#{branch} #{pipeline_endpoint}`
+                else
+                    error "Missing options. Use --help to see the available options"
+                end
+            end
+        end
+    end
+end

data/sct/lib/sct/commands_generator.rb

@@ -54,6 +54,19 @@ module Sct
                 end
             end
 
+            command :'database-pull' do |c|
+                c.syntax = 'sct database pull'
+                c.description = 'pull database changes for proactive frame and proactive config'
+                c.option '--all', 'pull the database changes for all repositories'
+                c.option '--proactive-frame', 'pull the database changes from proactive-frame'
+                c.option '--proactive-config', 'pull the database changes from proactive-config'
+
+                c.action do |args, options|
+                    UI.important("Trying to pull database")
+                    Sct::DatabasePullCommand.new.execute args, options
+                end
+            end
+
             run!
         end
     end

data/sct/lib/sct/tools.rb

@@ -1,7 +1,8 @@
 module Sct
     TOOLS = [
       :sct,
-      :cluster
+      :cluster,
+      :henk
     ]
 
     # a list of all the config files we currently expect

data/sct/lib/sct/version.rb

@@ -1,3 +1,3 @@
 module Sct
-  VERSION = "1.0.7"
+  VERSION = "1.1.1"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: sct
 version: !ruby/object:Gem::Version
-  version: 1.0.7
+  version: 1.1.1
 platform: ruby
 authors:
 - Reshad Farid
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2021-05-05 00:00:00.000000000 Z
+date: 2021-07-20 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: colored
@@ -100,6 +100,20 @@ dependencies:
     - - "<"
       - !ruby/object:Gem::Version
         version: 3.0.0
+- !ruby/object:Gem::Dependency
+  name: gitlab
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 4.17.0
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 4.17.0
 - !ruby/object:Gem::Dependency
   name: tty-screen
   requirement: !ruby/object:Gem::Requirement
@@ -201,11 +215,16 @@ files:
 - cluster/lib/cluster/commands_generator.rb
 - cluster/lib/cluster/module.rb
 - cluster/lib/cluster/runner.rb
+- henk/lib/henk.rb
+- henk/lib/henk/commands_generator.rb
+- henk/lib/henk/module.rb
+- henk/lib/henk/runner.rb
 - sct/lib/.DS_Store
 - sct/lib/sct.rb
 - sct/lib/sct/.DS_Store
 - sct/lib/sct/cli_tools_distributor.rb
 - sct/lib/sct/command.rb
+- sct/lib/sct/commands/databasepull.rb
 - sct/lib/sct/commands/dev.rb
 - sct/lib/sct/commands/mysqlproxy.rb
 - sct/lib/sct/commands/shell.rb
@@ -235,6 +254,7 @@ post_install_message:
 rdoc_options: []
 require_paths:
 - cluster/lib
+- henk/lib
 - sct/lib
 - sct_core/lib
 required_ruby_version: !ruby/object:Gem::Requirement