imperituroard 0.5.5 → 0.5.7

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 8988eeea2748b58270199ba1bd979fe39a749d4e
-  data.tar.gz: afa25c7aef167be38455299ec35c9bc87cb99fd5
+  metadata.gz: 96222a0e0f14b7abc4ff4d1434d6c55115f07623
+  data.tar.gz: 8d1d4264fa33fec3d27cfb5c7c900c1f293a1112
 SHA512:
-  metadata.gz: 84e89c1ba592ea3e056e61b68f1b933a7691638e613347cd458e8b68a68b99354519ed34d5e2245cea2cf03c2047d0433c3c85391b047b54e7acfc29000bfbb6
-  data.tar.gz: 4e045abfa4d7ffc34615c0ebe90fdcf1b0c587efad0bd9d64e08e235b10b3934dbf5f2ce13dae668c3c34dc7b4b8dd59708f68b80abe48e7ad15a590862269af
+  metadata.gz: 3c8887a0051b6fb3e7d57d3092ae7ac343f677e32d2e24a2ebaaaf8e54acd15662ad41185d4e2c588a2987001c2c7a5a8fcdc24eb7c65bad6633bdf316f7634b
+  data.tar.gz: 98c743b8d56c5a6b637edeb8f11445664ab30af49625eae7d6d1e76f9fa04cebb9dffb07b30fa16a230b08034a86314c8eac6f93e9981476266c296f73113368

data/imperituroard.gemspec

@@ -10,7 +10,8 @@ Gem::Specification.new do |spec|
   spec.description   = %q{Gem from imperituroard for different actions}
   spec.homepage      = "https://rubygems.org/"
   spec.license       = "MIT"
-  spec.required_ruby_version = Gem::Requirement.new(">= 2.3.0")
+
+  spec.required_ruby_version = Gem::Requirement.new(">= 2.5.0")
 
   spec.metadata["allowed_push_host"] = "https://rubygems.org/"
 
@@ -51,4 +52,6 @@ Gem::Specification.new do |spec|
   spec.add_dependency "simpleidn", "0.1.1"
   spec.add_dependency "net-scp", "3.0.0"
 
+  spec.add_dependency "rails", "5.2.4.2"
+
 end

data/lib/imperituroard.rb

@@ -24,7 +24,7 @@ require 'imperituroard/projects/iot'
 require 'imperituroard/projects/dns'
 require 'imperituroard/platforms/cps/qps_connector'
 require 'imperituroard/platforms/public/telegram'
-require 'imperituroard/projects/dns/ukaz60'
+require 'imperituroard/projects/ukaz60'
 
 require 'json'
 require 'ipaddr'
@@ -255,7 +255,7 @@ class Iot
   end
 
   def test111
-    iot_connector.test
+    iot_connector.test1278493
   end
 
 
@@ -345,12 +345,24 @@ class Ukaz60Automation_2
                  belgim_login,
                  belgim_password,
                  belgim_url,
-                 ansible_tmp_folder,
-                 local_tmp_directory,
+
+                 ###########for fortigate############
+                 ansible_tmp_folder, #folder on fortigate ansible server where url list uploaded
+                 local_tmp_directory, #folder on local mashin where script work
                  ansible_ssh_user,
                  ansible_ssh_password,
-                 ansible_host,
-                 url_backup_dir)
+                 ansible_host, #fortigate ansible server
+                 url_backup_dir,
+                 ####################################
+
+                 #########for STAROS#############
+                 staros_login,
+                 staros_password,
+                 ukaz60_http_groups,
+                 ukaz60_https_groups,
+                 staros_hosts
+
+  )
 =begin
     @ukaz69_dns_func = Dns_2.new(telegram_api_url,
                                  telegram_chat_id,
@@ -368,18 +380,24 @@ class Ukaz60Automation_2
 =end
 
     @ukaz60_func = Ukaz60All_2.new(telegram_api_url,
-                               telegram_chat_id,
-                               belgim_login,
-                               belgim_password,
-                               belgim_url,
-                               ansible_tmp_folder,
-                               local_tmp_directory,
-                               ansible_ssh_user,
-                               ansible_ssh_password,
-                               ansible_host,
-                               url_backup_dir)
+                                   telegram_chat_id,
+                                   belgim_login,
+                                   belgim_password,
+                                   belgim_url,
+                                   ansible_tmp_folder,
+                                   local_tmp_directory,
+                                   ansible_ssh_user,
+                                   ansible_ssh_password,
+                                   ansible_host,
+                                   url_backup_dir,
+                                   staros_login,
+                                   staros_password,
+                                   ukaz60_http_groups,
+                                   ukaz60_https_groups,
+                                   staros_hosts)
   end
 
+  #1 block all devices by belgim list
   def no_pasaran
     ukaz60_func.no_pasaran
   end

data/lib/imperituroard/platforms/staros/get_data_ssh.rb

@@ -0,0 +1,54 @@
+require 'net/ssh'
+
+require 'imperituroard/platforms/staros/staros_parser'
+
+class StarosGet_2
+
+  attr_accessor :staros_parser, :staros_login, :staros_password
+
+  def initialize(staros_login, staros_password)
+    @staros_parser = StarosParser_2.new
+    @staros_login = staros_login
+    @staros_password = staros_password
+  end
+
+
+  #get all active-charging data
+  #host - staros device IP address
+  #return parsed ECS configuration in JSON
+  def get_all_active_charging(host_ip)
+
+    input_data = {:host_ip => host_ip}
+    out_data = {}
+    config_all = []
+
+    begin
+
+      Net::SSH.start(host_ip, staros_login, :password => staros_password) do |ssh|
+        staros_answer = ssh.exec!("show configuration active-charging service all")
+        staros_answer = staros_answer.gsub("#exit", "exit")
+        #staros_answer = staros_answer.gsub("\n", " ")
+        #p staros_answer
+        #host_pool_regexp = /(host-pool.+\s+exit)/
+        #fff = staros_answer.scan(host_pool_regexp)
+        #p fff
+
+        staros_answer = staros_answer.split("\n")
+        for ttt in staros_answer
+          regexp_full_command = /\s+(.+)/
+          group_ruled_ukaz60_9 = ttt.match(regexp_full_command)
+          if group_ruled_ukaz60_9 != nil
+            config_all.push(group_ruled_ukaz60_9[1])
+          else
+            config_all.push(ttt)
+          end
+        end
+      end
+      staros_json = staros_parser.ecs_config_parser(config_all)
+      out_data = {:code => 200, :result => "Successfully completed", :parsed_data => staros_json}
+    rescue
+      out_data = {:code => 507, :result => "get_all_active_charging: Unknown SDK error"}
+    end
+    out_data
+  end
+end

data/lib/imperituroard/platforms/staros/staros_parser.rb

@@ -0,0 +1,141 @@
+class StarosParser_2
+
+
+  #parser for staros ECS configuration
+  def ecs_config_parser(config_string_array)
+
+    out_ans = {}
+    parsed_config = {"config" => {"active-charging service" => []}}
+    config_string_array.shift
+
+    # {"config" => {"active-charging service" => [{"ECS-SVC" => {"root" => [], "host-pool"=>{"1b1.nekurims.top"=>["ip 185.59.101.182/32"]}, "ruledef"=>{"VKONTAKTE_CDN_b"=>[]}}}}]}
+
+    flag_inter_ecs_name = 0
+    current_ecs_name = ""
+    current_section = "root"
+    current_section_name = ""
+    section_flag = 0
+    section_deep = 0
+    ecs_number = 0
+    for aaa in config_string_array
+      if section_deep == 0 && aaa[0..22] == "active-charging service" #&& flag_inter_ecs_name == 0
+        ecs_name_regexp = /active-charging service (\S+)/
+        current_ecs_name = aaa.match(ecs_name_regexp)[1]
+        #p current_ecs_name
+        parsed_config["config"]["active-charging service"].push({current_ecs_name => {"root" => [],
+                                                                                      "host-pool" => {},
+                                                                                      "port-map" => {},
+                                                                                      "ruledef" => {},
+                                                                                      "access-ruledef" => {},
+                                                                                      "group-of-ruledefs" => {},
+                                                                                      "packet-filter" => {},
+                                                                                      "edr-format" => {},
+                                                                                      "xheader-format" => {},
+                                                                                      "charging-action" => {},
+                                                                                      "rulebase" => {},
+                                                                                      "fw-and-nat policy" => {}
+        }})
+        flag_inter_ecs_name = 1
+        section_deep = 1
+        current_section = "root"
+      else
+        if aaa == "exit" && section_deep == 2
+          section_flag = 0
+          section_deep = section_deep - 1
+          current_section = "root"
+        elsif aaa[0..9] == "host-pool " && section_flag == 0 && section_deep == 1
+          current_section = "host-pool"
+          ecs_hostpool_regexp = /host-pool\s+(.+)/
+          current_section_name = aaa.match(ecs_hostpool_regexp)[1]
+          parsed_config["config"]["active-charging service"][ecs_number][current_ecs_name][current_section][current_section_name] = []
+          section_flag = 1
+          section_deep = section_deep + 1
+        elsif aaa[0..8] == "port-map " && section_flag == 0 && section_deep == 1
+          current_section = "port-map"
+          ecs_portmap_regexp = /port-map\s+(.+)/
+          current_section_name = aaa.match(ecs_portmap_regexp)[1]
+          parsed_config["config"]["active-charging service"][ecs_number][current_ecs_name][current_section][current_section_name] = []
+          section_flag = 1
+          section_deep = section_deep + 1
+        elsif aaa[0..7] == "ruledef " && section_flag == 0 && section_deep == 1
+          current_section = "ruledef"
+          ecs_ruldef_regexp = /ruledef\s+(.+)/
+          current_section_name = aaa.match(ecs_ruldef_regexp)[1]
+          parsed_config["config"]["active-charging service"][ecs_number][current_ecs_name][current_section][current_section_name] = []
+          section_flag = 1
+          section_deep = section_deep + 1
+        elsif aaa[0..14] == "access-ruledef " && section_flag == 0 && section_deep == 1
+          current_section = "access-ruledef"
+          ecs_accruldef_regexp = /access-ruledef\s+(.+)/
+          current_section_name = aaa.match(ecs_accruldef_regexp)[1]
+          parsed_config["config"]["active-charging service"][ecs_number][current_ecs_name][current_section][current_section_name] = []
+          section_flag = 1
+          section_deep = section_deep + 1
+        elsif aaa[0..17] == "group-of-ruledefs " && section_flag == 0 && section_deep == 1
+          current_section = "group-of-ruledefs"
+          ecs_grruldef_regexp = /group-of-ruledefs\s+(.+)/
+          current_section_name = aaa.match(ecs_grruldef_regexp)[1]
+          parsed_config["config"]["active-charging service"][ecs_number][current_ecs_name][current_section][current_section_name] = []
+          section_flag = 1
+          section_deep = section_deep + 1
+        elsif aaa[0..13] == "packet-filter " && section_flag == 0 && section_deep == 1
+          current_section = "packet-filter"
+          ecs_packfil_regexp = /packet-filter\s+(.+)/
+          current_section_name = aaa.match(ecs_packfil_regexp)[1]
+          parsed_config["config"]["active-charging service"][ecs_number][current_ecs_name][current_section][current_section_name] = []
+          section_flag = 1
+          section_deep = section_deep + 1
+        elsif aaa[0..10] == "edr-format " && section_flag == 0 && section_deep == 1
+          current_section = "edr-format"
+          ecs_edrformat_regexp = /edr-format\s+(.+)/
+          current_section_name = aaa.match(ecs_edrformat_regexp)[1]
+          parsed_config["config"]["active-charging service"][ecs_number][current_ecs_name][current_section][current_section_name] = []
+          section_flag = 1
+          section_deep = section_deep + 1
+        elsif aaa[0..14] == "xheader-format " && section_flag == 0 && section_deep == 1
+          current_section = "xheader-format"
+          ecs_xheader_regexp = /xheader-format\s+(.+)/
+          current_section_name = aaa.match(ecs_xheader_regexp)[1]
+          parsed_config["config"]["active-charging service"][ecs_number][current_ecs_name][current_section][current_section_name] = []
+          section_flag = 1
+          section_deep = section_deep + 1
+        elsif aaa[0..15] == "charging-action " && section_flag == 0 && section_deep == 1
+          current_section = "charging-action"
+          ecs_xheader_regexp = /charging-action\s+(.+)/
+          current_section_name = aaa.match(ecs_xheader_regexp)[1]
+          parsed_config["config"]["active-charging service"][ecs_number][current_ecs_name][current_section][current_section_name] = []
+          section_flag = 1
+          section_deep = section_deep + 1
+        elsif aaa[0..8] == "rulebase " && section_flag == 0 && section_deep == 1
+          current_section = "rulebase"
+          ecs_xheader_regexp = /rulebase\s+(.+)/
+          current_section_name = aaa.match(ecs_xheader_regexp)[1]
+          parsed_config["config"]["active-charging service"][ecs_number][current_ecs_name][current_section][current_section_name] = []
+          section_flag = 1
+          section_deep = section_deep + 1
+        elsif aaa[0..17] == "fw-and-nat policy " && section_flag == 0 && section_deep == 1
+          current_section = "fw-and-nat policy"
+          ecs_xheader_regexp = /fw-and-nat policy\s+(.+)/
+          current_section_name = aaa.match(ecs_xheader_regexp)[1]
+          parsed_config["config"]["active-charging service"][ecs_number][current_ecs_name][current_section][current_section_name] = []
+          section_flag = 1
+          section_deep = section_deep + 1
+        elsif section_flag == 1 && current_section != "root" && current_section != "end" && section_deep == 2
+          parsed_config["config"]["active-charging service"][ecs_number][current_ecs_name][current_section][current_section_name].push(aaa)
+        elsif current_section == "root" && section_deep == 1 && aaa != "end"
+          parsed_config["config"]["active-charging service"][ecs_number][current_ecs_name]["root"].push(aaa)
+        elsif aaa == "end"
+          section_flag = 0
+          section_deep = 0
+          current_section = "end"
+          p "end"
+        else
+          p aaa
+        end
+      end
+    end
+    parsed_config
+  end
+end
+
+

data/lib/imperituroard/projects/dns.rb

@@ -1,4 +1,4 @@
-require 'imperituroard/projects/dns/ukaz60/dns_update'
+require 'imperituroard/projects/ukaz60/dns_update'
 
 
 class Dns_2

data/lib/imperituroard/projects/iot.rb

@@ -1037,7 +1037,7 @@ class IotFunctions_2
   end
 
 
-  def test
+  def test1278493
     #ddd = MongoIot.new(mongoip, mongoport, mongo_database)
     #ddd.get_profiles_by_login("test")
 

data/lib/imperituroard/projects/mhub/infobip.rb

@@ -5,7 +5,7 @@
 
 
 
-class Infobip_1
+class Infobip_2
 
   def test
     gg = "{\"destinations\"=>[{\"to\"=>{\"phoneNumber\"=>\"375297116638\", \"emailAddress\"=>nil}}], \"scenarioKey\"=>\"1\", \"viber\"=>nil, \"sms\"=>{\"text\"=>\"карточка готова\"}, \"sendAt\"=>\"2019-08-15T08:40:00.000\", \"notifyUrl\"=>\"https://bpmonline.bankdabrabyt.by:444/0/ServiceModel/ScGetReports.svc/GetReports\", \"notifyContentType\"=>\"application/json\", \"controller\"=>\"bank\", \"action\"=>\"api\", \"bank\"=>{\"destinations\"=>[{\"to\"=>{\"phoneNumber\"=>\"375297116638\", \"emailAddress\"=>nil}}], \"scenarioKey\"=>\"1\", \"viber\"=>nil, \"sms\"=>{\"text\"=>\"карточка готова\"}, \"sendAt\"=>\"2019-08-15T08:40:00.000\", \"notifyUrl\"=>\"https://bpmonline.bankdabrabyt.by:444/0/ServiceModel/ScGetReports.svc/GetReports\", \"notifyContentType\"=>\"application/json\"}}"

data/lib/imperituroard/projects/ukaz60.rb

@@ -0,0 +1,138 @@
+$LOAD_PATH.unshift File.expand_path("../projects/ukaz60", __dir__)
+
+require 'json'
+
+require 'imperituroard/projects/ukaz60/belgim'
+require 'imperituroard/projects/ukaz60/fortigate'
+require 'imperituroard/projects/ukaz60/staros'
+
+class Ukaz60All_2
+
+  attr_accessor :telegram_messanger,
+                :belgim_login,
+                :belgim_password,
+                :belgim_url,
+                :ukaz60_add_func,
+                :belgim_connector,
+                :forti_connector,
+                :staros_connector
+
+  def initialize(telegram_api_url,
+                 telegram_chat_id,
+                 belgim_login,
+                 belgim_password,
+                 belgim_url,
+                 ansible_tmp_folder,
+                 local_tmp_directory,
+                 ansible_ssh_user,
+                 ansible_ssh_password,
+                 ansible_host,
+                 url_backup_dir,
+                 staros_login,
+                 staros_password,
+                 ukaz60_http_groups,
+                 ukaz60_https_groups,
+                 staros_hosts
+
+  )
+    @telegram_messanger = Telegram_2.new(telegram_api_url, telegram_chat_id)
+    @belgim_login = belgim_login
+    @belgim_password = belgim_password
+    @belgim_url = belgim_url
+    @ukaz60_add_func = AddFuncUkaz60_2.new
+    @belgim_connector = Belgim_2.new(telegram_api_url, telegram_chat_id, belgim_login, belgim_password, belgim_url)
+    @forti_connector = FortiUkaz60_2.new(ansible_tmp_folder, local_tmp_directory, ansible_ssh_user, ansible_ssh_password, ansible_host, url_backup_dir)
+    @staros_connector = Ukaz60Staros_2.new(staros_login, staros_password, ukaz60_http_groups, ukaz60_https_groups, staros_hosts)
+
+  end
+
+  def forti_process(get_belgim_data)
+    forti_answer = {}
+    begin
+      format_for_forti = forti_connector.prepare_url_config_fortigate(get_belgim_data)
+      if format_for_forti[:code] == 200
+        url_uploading = forti_connector.upload_url(format_for_forti[:body][:to_fortigate])
+        if url_uploading[:code] == 200
+          update_fortigate_ansible = forti_connector.update_weburl_fortigate
+          if update_fortigate_ansible[:code] == 200
+            forti_answer = {:code => 200, :result => "Fortigate processed", :data => update_fortigate_ansible[:body][:body], :num_uploaded_to_forti => format_for_forti[:body][:num_list]}
+          else
+            forti_answer = {:code => update_fortigate_ansible[:code], :result => update_fortigate_ansible[:result]}
+          end
+          forti_connector.clean_tmp_folders
+        else
+          forti_answer = {:code => 401, :result => "Failed for uploading data to ansible server"}
+        end
+      else
+        forti_answer = {:code => 400, :result => "Error while processing data"}
+      end
+    rescue
+      forti_answer = {:code => 507, :result => "Unknown error with Forti"}
+    end
+    forti_answer
+  end
+
+  def staros_process(get_belgim_data)
+
+    output_starprocess = {}
+
+    begin
+      #get data from staros
+      staros_blocks_current = staros_connector.get_all_staros_ukaz60
+
+      if staros_blocks_current[:code] == 200
+        #compare data with belgim
+        answ = ukaz60_add_func.staros_compare_http(staros_blocks_current, get_belgim_data)
+
+        if answ[:code] == 200
+          #output_starprocess = {:code => 200, :result => "Staros processed", :data => {:block_me => answ[:body][:for_block][:notblocked_stat], :unblock_me =>answ[:body][:for_unblock][:for_unblock_stat]}}
+          output_starprocess = ukaz60_add_func.format_star_processed_answ(answ)[:body][:to_message]
+        else
+          output_starprocess = answ
+        end
+
+      else
+        output_starprocess = staros_blocks_current
+      end
+    rescue
+      output_starprocess = {:code => 507, :result => "staros_process: Something wrong"}
+    end
+
+    output_starprocess
+  end
+
+  def no_pasaran
+
+    answer_output = {}
+    forti_answer = {}
+    staros_answer = {}
+
+    begin
+      get_belgim_data = belgim_connector.belgim_ukaz60_get
+
+      if get_belgim_data[:code] == 200
+
+        thr_forti = Thread.new do
+          forti_answer = self.forti_process(get_belgim_data)
+        end
+
+        thr_staros = Thread.new do
+          staros_answer = staros_process(get_belgim_data)
+        end
+
+        thr_staros.join
+        thr_forti.join
+
+        answer_output = {:code => 200, :result => "No pasaran", :fortigate => forti_answer, :staros => staros_answer, :info_belgim => get_belgim_data[:number]}
+      else
+        answer_output = {:code => 404, :result => "Failed to receive data from Belgim"}
+      end
+
+    rescue
+      answer_output = {:code => 507, :result => "no_pasaran: Unknown SDK error"}
+    end
+    telegram_messanger.telegram_message(JSON.pretty_generate(answer_output))
+    answer_output
+  end
+
+end

data/lib/imperituroard/projects/{dns/ukaz60 → ukaz60}/belgim.rb

@@ -1,5 +1,5 @@
 require 'imperituroard/platforms/public/telegram'
-require 'imperituroard/projects/dns/ukaz60/ukaz60_add_func'
+require 'imperituroard/projects/ukaz60/ukaz60_add_func'
 
 require 'simpleidn'
 
@@ -45,6 +45,8 @@ class Belgim_2
       url_parsed = []
       ipv4_parsed = []
       ipv6_parsed = []
+      https_parsed = []
+      url_all = []
 
       f2 =[]
       results = {}
@@ -99,7 +101,7 @@ class Belgim_2
           processed_url = func_processed[:domain_only]
           processed_domain_in_url = func_processed[:processed_domain_in_url]
 
-          if func_processed[:type] == "domain" || func_processed[:protocol] == "https"
+          if func_processed[:type] == "domain"
             domain_parsed.push(processed_url)
             check_if_www = processed_url[0]+processed_url[1]+processed_url[2]+processed_url[3]
 
@@ -126,6 +128,17 @@ class Belgim_2
               gar1url = processed_domain_in_url[4..processed_domain_in_url.length]
               url_parsed.push(func_processed[:protocol] + "://" + gar1url)
             end
+          elsif func_processed[:protocol] == "https"
+            #additional section for https urls
+            https_parsed.push(func_processed[:protocol] + "://" + processed_domain_in_url)
+            check_if_www2https = processed_domain_in_url[0]+processed_domain_in_url[1]+processed_domain_in_url[2]+processed_domain_in_url[3]
+            if check_if_www2https != "www."
+              https_parsed.push(func_processed[:protocol] + "://" + "www."+processed_domain_in_url)
+            end
+            if check_if_www2https == "www."
+              gar1url_https = processed_domain_in_url[4..processed_domain_in_url.length]
+              https_parsed.push(func_processed[:protocol] + "://" + gar1url_https)
+            end
           end
         end
       end
@@ -154,22 +167,44 @@ class Belgim_2
       url_parsed = url_parsed.uniq
       ipv6_parsed = ipv6_parsed.uniq
       ipv4_parsed = ipv4_parsed.uniq
+      https_parsed = https_parsed.uniq
+
+      https_parsed_tmmp = []
+      https_parsed.each do |tmp_tmp|
+        https_parsed_tmmp.push(tmp_tmp.gsub("https://", "http://"))
+      end
+      url_all = https_parsed_tmmp + url_parsed
+      url_all = url_all.uniq
+      url_all_num = url_all.length
+
 
       dns_num = domain_parsed.length
       ipv4_num = ipv4_parsed.length
       ipv6_num = ipv6_parsed.length
       url_num = url_parsed.length
+      https_num = https_parsed.length
+
+      all_num = dns_num + ipv4_num + ipv6_num + url_num + https_num
+
+
 
-      output_data = {:code => 200, :result => "Request completed successfully",
-                     :number =>{:dns_num => dns_num,
-                                :url_num => url_num,
-                                :ipv4_num => ipv4_num,
-                                :ipv6_num => ipv6_num
+      output_data = {:code => 200,
+                     :result => "Request completed successfully",
+                     :number => {:domain_num => dns_num,
+                                 :url_http_num => url_num,
+                                 :ipv4_num => ipv4_num,
+                                 :ipv6_num => ipv6_num,
+                                 :url_https_num => https_num,
+                                 :url_all_num => url_all_num,
+                                 :all_num => all_num
                      },
                      :domains_for_block => domain_parsed,
                      :url_for_block => url_parsed,
                      :ipv6_parsed => ipv6_parsed,
-                     :ipv4_parsed => ipv4_parsed}
+                     :ipv4_parsed => ipv4_parsed,
+                     :https_parsed => https_parsed,
+                     :url_all => url_all
+      }
 
     rescue
       output_data = {:code => 507, :result => "belgim_ukaz60_get: Unknown error"}

data/lib/imperituroard/projects/{dns/ukaz60 → ukaz60}/fortigate.rb

@@ -1,7 +1,7 @@
 require 'net/scp'
 require 'date'
 
-require 'imperituroard/projects/dns/ukaz60/ukaz60_add_func'
+require 'imperituroard/projects/ukaz60/ukaz60_add_func'
 
 
 class FortiUkaz60_2
@@ -16,7 +16,12 @@ class FortiUkaz60_2
                 :url_backup_dir
 
 
-  def initialize(ansible_tmp_folder, local_tmp_directory, ansible_ssh_user, ansible_ssh_password, ansible_host, url_backup_dir)
+  def initialize(ansible_tmp_folder,
+                 local_tmp_directory,
+                 ansible_ssh_user,
+                 ansible_ssh_password,
+                 ansible_host,
+                 url_backup_dir)
     @ansible_tmp_folder = ansible_tmp_folder
     @local_tmp_directory = local_tmp_directory
     @ansible_ssh_user = ansible_ssh_user
@@ -82,6 +87,8 @@ class FortiUkaz60_2
       Net::SSH.start(ansible_host, ansible_ssh_user, :password => ansible_ssh_password) do |ssh|
         ansible_answer = ssh.exec!(command)
       end
+      p "ansible_answer: #{ansible_answer}"
+
       #hh = "\nPLAY [ha_master] ***************************************************************\n\nTASK [set url table] ***********************************************************\nchanged: [gom32sg1]\nchanged: [bre32sg1]\nchanged: [min32sg1]\nchanged: [vit32sg1]\nchanged: [min32sg3]\nchanged: [gro32sg1]\nchanged: [mog32sg1]\n\nTASK [check current url table] *************************************************\nok: [min32sg1]\nok: [bre32sg1]\nok: [min32sg3]\nok: [vit32sg1]\nok: [gom32sg1]\nok: [gro32sg1]\nok: [mog32sg1]\n\nTASK [debug] *******************************************************************\nok: [min32sg1] => {\n    \"msg\": \"URL loaded/in-file: [1273 / 1273]\"\n}\nok: [min32sg3] => {\n    \"msg\": \"URL loaded/in-file: [1273 / 1273]\"\n}\nok: [bre32sg1] => {\n    \"msg\": \"URL loaded/in-file: [1273 / 1273]\"\n}\nok: [vit32sg1] => {\n    \"msg\": \"URL loaded/in-file: [1273 / 1273]\"\n}\nok: [gom32sg1] => {\n    \"msg\": \"URL loaded/in-file: [1273 / 1273]\"\n}\nok: [gro32sg1] => {\n    \"msg\": \"URL loaded/in-file: [1273 / 1273]\"\n}\nok: [mog32sg1] => {\n    \"msg\": \"URL loaded/in-file: [1273 / 1273]\"\n}\n\nPLAY RECAP *********************************************************************\nbre32sg1                   : ok=3    changed=1    unreachable=0    failed=0    skipped=0    rescued=0    ignored=0   \ngom32sg1                   : ok=3    changed=1    unreachable=0    failed=0    skipped=0    rescued=0    ignored=0   \ngro32sg1                   : ok=3    changed=1    unreachable=0    failed=0    skipped=0    rescued=0    ignored=0   \nmin32sg1                   : ok=3    changed=1    unreachable=0    failed=0    skipped=0    rescued=0    ignored=0   \nmin32sg3                   : ok=3    changed=1    unreachable=0    failed=0    skipped=0    rescued=0    ignored=0   \nmog32sg1                   : ok=3    changed=1    unreachable=0    failed=0    skipped=0    rescued=0    ignored=0   \nvit32sg1                   : ok=3    changed=1    unreachable=0    failed=0    skipped=0    rescued=0    ignored=0   \n\n"
       answ_pr = add_func_connector.ansible_answer_parse(ansible_answer)
       output_data = {:code => 200, :result => "update_weburl_fortigate: Request completed", :body => answ_pr}
@@ -147,10 +154,19 @@ class FortiUkaz60_2
                           })
       end
 
+      #for url in data_belgim[:url_for_block]
       for url in data_belgim[:url_for_block]
-        format_url = url.gsub("#", "")
+        format_url1 = add_func_connector.http_to_forti_prep(url)
+        to_fortigate.push({
+                              "url" => format_url1,
+                              "action" => "block"
+                          })
+      end
+
+      for https in data_belgim[:https_parsed]
+        format_url2 = add_func_connector.https_to_forti_prep(https)
         to_fortigate.push({
-                              "url" => format_url,
+                              "url" => format_url2,
                               "action" => "block"
                           })
       end

data/lib/imperituroard/projects/ukaz60/staros.rb

@@ -0,0 +1,126 @@
+require 'net/ssh'
+
+require 'imperituroard/platforms/staros/get_data_ssh'
+
+
+class Ukaz60Staros_2
+
+  attr_accessor :staros_platform_get,
+                :ukaz60_http_groups,
+                :ukaz60_https_groups,
+                :staros_hosts
+
+  def initialize(star_login, star_password, ukaz60_http_groups, ukaz60_https_groups, staros_hosts)
+    @staros_platform_get = StarosGet_2.new(star_login, star_password)
+    @ukaz60_http_groups = ukaz60_http_groups
+    @ukaz60_https_groups = ukaz60_https_groups
+    @staros_hosts = staros_hosts
+  end
+
+
+  #get data from staros and return urls from staros
+  def get_data_staros(ip_staros)
+
+    input_data = {:ip_staros => ip_staros}
+    output_data = {}
+    ecs_name = ""
+    blocked_urls_http = []
+    blocked_urls_https = []
+
+    begin
+      ecs_config_json = staros_platform_get.get_all_active_charging(ip_staros)
+
+      if ecs_config_json[:code] == 200
+
+        #get ecs name
+        ecs_sss = ecs_config_json[:parsed_data]["config"]["active-charging service"][0]
+        ecs_sss.each do |hhh|
+          ecs_name = hhh[0]
+        end
+
+        regexp_ruldef = /add-ruledef priority \d+ ruledef (.+)/
+
+        #for http urls
+        begin
+          ukaz60_http_groups.each do |rule|
+            group_ruled_ukaz60 = ecs_config_json[:parsed_data]["config"]["active-charging service"][0][ecs_name]["group-of-ruledefs"][rule]
+
+            group_ruled_ukaz60.each do |gr_rul_str|
+              ruledef_name = gr_rul_str.match(regexp_ruldef)[1]
+              rdef_config = ecs_config_json[:parsed_data]["config"]["active-charging service"][0][ecs_name]["ruledef"][ruledef_name]
+              rdef_config.each do |g|
+                if g[0..15] == "www url contains"
+                  blocked_urls_http.push({:url => g.gsub("www url contains ", ""), :ruledef => ruledef_name, :gr_of_ruledefs => rule, :gr_rul_str => gr_rul_str})
+                end
+              end
+            end
+          end
+        rescue
+          blocked_urls_http.push("failed")
+        end
+
+        for https_rule in ukaz60_https_groups
+          group_rule_https = ecs_config_json[:parsed_data]["config"]["active-charging service"][0][ecs_name]["group-of-ruledefs"][https_rule]
+        end
+
+        output_data = {:code => 200, :result => "Success", :ecs_name => ecs_name, :blocked_urls_http => blocked_urls_http, :http_rules_num => blocked_urls_http.length}
+
+      else
+        output_data = ecs_config_json
+      end
+    rescue
+      output_data = {:code => 507, :result => "get_data_staros: Unknown SDK error"}
+    end
+    output_data
+    # Net::SSH.start("172.24.214.17", "starscript", :password => "$rfv3EDC") do |ssh|
+    #   staros_answer = ssh.exec!("show configuration active-charging service all")
+    #   p staros_answer
+    #
+    #   staros_answer = staros_answer.gsub("\n", "")
+    #
+    #   regexp_ukaz60_9 = /group-of-ruledefs Ukaz60-9_HTTP.+HTTP\s+#exit/
+    #   regexp_ukaz60_https = /group-of-ruledefs Ukaz60_HTTPS.+HTTPS\s+#exit/
+    #   regexp_ukaz60_7 = /group-of-ruledefs Ukaz60-7_HTTP.+HTTP\s+#exit/
+    #
+    #
+    #
+    #   group_ruled_ukaz60_9 = staros_answer.match(regexp_ukaz60_9)[0]
+    #   group_ruled_ukaz60_https = staros_answer.match(regexp_ukaz60_https)[0]
+    #   group_ruled_ukaz60_7 = staros_answer.match(regexp_ukaz60_7)[0]
+    #
+    #   p group_ruled_ukaz60_9
+    #   p group_ruled_ukaz60_https
+    #   p group_ruled_ukaz60_7
+    #
+    # end
+  end
+
+
+  #procedure for get data from all MPC
+  def get_all_staros_ukaz60
+
+    returned_data = {:mpc_data => [], :add_format => {}}
+    get_all_staros_ukaz60_1 = []
+
+    begin
+      staros_hosts.each do |ggsn|
+        get_all_staros_ukaz60_1 << Thread.new do
+          begin
+            mpc_data = self.get_data_staros(ggsn[1])
+            returned_data[:mpc_data].push({:code => 200, :result => "Success", :hostname => ggsn[0], :host_ip => ggsn[1], :body => mpc_data})
+            returned_data[:add_format][ggsn[0]] = mpc_data
+          rescue
+            returned_data[:mpc_data].push({:code => 507, :result => "Unknown thread error", :hostname => ggsn[0], :host_ip => ggsn[1], :body => {}})
+          end
+        end
+      end
+      get_all_staros_ukaz60_1.each(&:join)
+      returned_data[:code] = 200
+      returned_data[:result] = "get_all_staros_ukaz60: Success"
+    rescue
+      returned_data[:code] = 507
+      returned_data[:result] = "get_all_staros_ukaz60: Unknown SDK error"
+    end
+    returned_data
+  end
+end

data/lib/imperituroard/projects/{dns/ukaz60 → ukaz60}/ukaz60_add_func.rb

@@ -116,7 +116,8 @@ class AddFuncUkaz60_2
 
     begin
       answ_ans_parsed = answer_string.gsub("\n", " ")
-      result_out = []
+      result_out = {}
+      #result_out = []
       num_ok = 0
       num_failed = 0
       final_checks = /(\S+)\s+:\s+ok=(\d)\s+changed=(\d)\s+unreachable=(\d)\s+failed=(\d)\s+skipped=(\d)\s+rescued=(\d)\s+ignored=(\d)\s+/
@@ -126,14 +127,17 @@ class AddFuncUkaz60_2
         for aaa in processed_data
           begin
             if aaa[1].to_i>0 && aaa[3].to_i==0 && aaa[4].to_i==0 && aaa[5].to_i==0 && aaa[6].to_i==0 && aaa[7].to_i==0
-              result_out.push({aaa[0] => "Ok"})
+              result_out[aaa[0]] = "Ok"
+              #result_out.push({aaa[0] => "Ok"})
               num_ok = num_ok + 1
             else
-              result_out.push({aaa[0] => "Failed"})
+              result_out[aaa[0]] = "Failed"
+              #result_out.push({aaa[0] => "Failed"})
               num_failed = num_failed + 1
             end
           rescue
-            result_out.push({"unknown" => aaa.to_s})
+            result_out["unknown"] = aaa.to_s
+            #result_out.push({"unknown" => aaa.to_s})
             num_failed = num_failed + 1
           end
         end
@@ -148,4 +152,146 @@ class AddFuncUkaz60_2
     output_data
   end
 
+
+  def https_to_forti_prep(domain)
+    f0 = domain.gsub("#", "")
+    f1 = f0.gsub("https://", "").split("/")
+    f1[0]
+  end
+
+  def http_to_forti_prep(domain)
+    domain.gsub("#", "")
+  end
+
+  #result array2-array1
+  #array2 - all
+  #array1 - blocked
+  def array_hash_compare(array1, array2)
+    diff = []
+    array2.each do |h1|
+      if array1.include?(h1)
+        nil
+      else
+        diff.push(h1)
+      end
+    end
+    diff
+  end
+
+
+  #procedure for compare http urls from staros and http urls from belgim
+  def staros_compare_http(data_staros, data_belgim)
+
+    notblocked_stat = {}
+    alert_unprotected = {}
+    alert_unprotected_out = {}
+    output_answ = {:body => {:for_block => {}, :for_unblock => {}}}
+    for_unblock_tmp = {}
+    for_unblock = {}
+    for_unblock_stat = {}
+
+
+    begin
+      #only for one ECS instance
+      data_staros[:mpc_data].each do |star_host|
+        alert_unprotected[star_host[:hostname]] = []
+        for_unblock_tmp[star_host[:hostname]] = []
+
+        #check if belgim http url is blocked on STAROS
+        data_belgim[:url_all].each do |belg_url|
+          blocked = 0
+          star_host[:body][:blocked_urls_http].each do |star_dom|
+            star_url_curr = star_dom[:url]
+            star_dom_len = star_url_curr.length
+            star_dom_x = ""
+            if star_url_curr[star_dom_len - 1] == "/"
+              star_dom_x = star_url_curr[0..star_dom_len - 2]
+            else
+              star_dom_x = star_url_curr
+            end
+            if belg_url.include?(star_dom_x)
+              blocked = 1
+              for_unblock_tmp[star_host[:hostname]].push(star_dom)
+            end
+          end
+          if blocked == 0
+            alert_unprotected[star_host[:hostname]].push(belg_url)
+          end
+        end
+      end
+
+      alert_unprotected.each do |proc_unpro|
+        da123 = proc_unpro[1]
+        alert_unprotected_out[proc_unpro[0]] = da123.uniq
+        notblocked_stat[proc_unpro[0]] = proc_unpro[1].length
+      end
+
+      for_unblock_tmp.each do |tmp_unbl|
+        hostname_st = tmp_unbl[0]
+        host_data_tmp = tmp_unbl[1].uniq
+        staros_all = data_staros[:add_format][hostname_st][:blocked_urls_http].uniq
+        da_annn = self.array_hash_compare(host_data_tmp, staros_all)
+        for_unblock[hostname_st] = da_annn.uniq
+        for_unblock_stat[hostname_st] = da_annn.uniq.length
+      end
+
+      output_answ[:code] = 200
+      output_answ[:result] = "Success"
+      output_answ[:body][:for_block][:notblocked_stat] = notblocked_stat
+      output_answ[:body][:for_block][:not_blocked_belgim] = alert_unprotected_out
+      output_answ[:body][:for_unblock][:for_unblock] = for_unblock
+      output_answ[:body][:for_unblock][:for_unblock_stat] = for_unblock_stat
+
+    rescue
+      output_answ = {:code => 507, :result => "staros_compare_http: Unknown SDK error"}
+    end
+    output_answ
+  end
+
+
+
+
+  def format_star_processed_answ(data)
+    answ_out = {:body => {:to_message => {:code => 200, :result => "Staros processed", :data => {:block_me => {}, :unblock_me=> {}}}, :config => {}}}
+    compa_n = 0
+    compa_n_data = ""
+    flag = 0
+    notbl_equal = 0
+    data[:body][:for_block][:notblocked_stat].each do |blo_for|
+      if flag == 0
+        compa_n = blo_for[1]
+        compa_n_data = blo_for[0]
+      end
+      if compa_n == blo_for[1]
+        nil
+      else
+        notbl_equal = 1
+      end
+    end
+
+    p notbl_equal
+    if notbl_equal == 0
+      block_me = {:for_block_count => data[:body][:for_block][:notblocked_stat][compa_n_data]}
+      unblock_me = {:for_unblock_count => data[:body][:for_unblock][:for_unblock_stat][compa_n_data]}
+
+      if block_me[:for_block_count] != 0 && unblock_me[:for_unblock_count] != 0
+        answ_out[:body][:to_message][:code] = 202
+        answ_out[:body][:to_message][:result] = "Something not actual"
+      else
+        answ_out[:body][:to_message][:code] = 200
+        answ_out[:body][:to_message][:result] = "Staros processed"
+      end
+
+      answ_out[:body][:to_message][:data][:block_me]= block_me
+      answ_out[:body][:to_message][:data][:unblock_me]= unblock_me
+    else
+      answ_out[:body][:to_message][:data][:block_me] = data[:body][:for_block][:notblocked_stat]
+      answ_out[:body][:to_message][:data][:unblock_me] = data[:body][:for_unblock][:for_unblock_stat]
+    end
+
+
+
+    answ_out
+  end
+
 end

data/lib/imperituroard/version.rb

@@ -1,3 +1,3 @@
 module Imperituroard
-  VERSION = "0.5.5"
+  VERSION = "0.5.7"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: imperituroard
 version: !ruby/object:Gem::Version
-  version: 0.5.5
+  version: 0.5.7
 platform: ruby
 authors:
 - Dzmitry Buynovskiy
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2020-05-24 00:00:00.000000000 Z
+date: 2020-05-27 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler
@@ -164,6 +164,20 @@ dependencies:
     - - '='
       - !ruby/object:Gem::Version
         version: 3.0.0
+- !ruby/object:Gem::Dependency
+  name: rails
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 5.2.4.2
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 5.2.4.2
 description: Gem from imperituroard for different actions
 email:
 - imperituro.ard@gmail.com
@@ -191,13 +205,9 @@ files:
 - lib/imperituroard/platforms/cps/qps_connector.rb
 - lib/imperituroard/platforms/cps/request_formatter.rb
 - lib/imperituroard/platforms/public/telegram.rb
+- lib/imperituroard/platforms/staros/get_data_ssh.rb
+- lib/imperituroard/platforms/staros/staros_parser.rb
 - lib/imperituroard/projects/dns.rb
-- lib/imperituroard/projects/dns/ukaz60.rb
-- lib/imperituroard/projects/dns/ukaz60/belgim.rb
-- lib/imperituroard/projects/dns/ukaz60/dns.rb
-- lib/imperituroard/projects/dns/ukaz60/dns_update.rb
-- lib/imperituroard/projects/dns/ukaz60/fortigate.rb
-- lib/imperituroard/projects/dns/ukaz60/ukaz60_add_func.rb
 - lib/imperituroard/projects/iot.rb
 - lib/imperituroard/projects/iot/add_functions.rb
 - lib/imperituroard/projects/iot/hua_oceanconnect_adapter.rb
@@ -208,6 +218,13 @@ files:
 - lib/imperituroard/projects/mhub/sk.rb
 - lib/imperituroard/projects/mhub/subs/dabrab/dabrab_platform.rb
 - lib/imperituroard/projects/mhub/subs/dabrab/dabrab_proced.rb
+- lib/imperituroard/projects/ukaz60.rb
+- lib/imperituroard/projects/ukaz60/belgim.rb
+- lib/imperituroard/projects/ukaz60/dns.rb
+- lib/imperituroard/projects/ukaz60/dns_update.rb
+- lib/imperituroard/projects/ukaz60/fortigate.rb
+- lib/imperituroard/projects/ukaz60/staros.rb
+- lib/imperituroard/projects/ukaz60/ukaz60_add_func.rb
 - lib/imperituroard/projects/vpn/ezuev_fun/functions_ezuev.rb
 - lib/imperituroard/projects/wttx/phpipamcps.rb
 - lib/imperituroard/projects/wttx/phpipamdb.rb
@@ -229,7 +246,7 @@ required_ruby_version: !ruby/object:Gem::Requirement
   requirements:
   - - ">="
     - !ruby/object:Gem::Version
-      version: 2.3.0
+      version: 2.5.0
 required_rubygems_version: !ruby/object:Gem::Requirement
   requirements:
   - - ">="

data/lib/imperituroard/projects/dns/ukaz60.rb

@@ -1,87 +0,0 @@
-$LOAD_PATH.unshift File.expand_path("../projects/dns/ukaz60", __dir__)
-
-require 'json'
-
-require 'imperituroard/projects/dns/ukaz60/belgim'
-require 'imperituroard/projects/dns/ukaz60/fortigate'
-
-class Ukaz60All_2
-
-  attr_accessor :telegram_messanger,
-                :belgim_login,
-                :belgim_password,
-                :belgim_url,
-                :ukaz60_add_func,
-                :belgim_connector,
-                :forti_connector
-
-  def initialize(telegram_api_url,
-                 telegram_chat_id,
-                 belgim_login,
-                 belgim_password,
-                 belgim_url,
-                 ansible_tmp_folder,
-                 local_tmp_directory,
-                 ansible_ssh_user,
-                 ansible_ssh_password,
-                 ansible_host,
-                 url_backup_dir)
-    @telegram_messanger = Telegram_2.new(telegram_api_url, telegram_chat_id)
-    @belgim_login = belgim_login
-    @belgim_password = belgim_password
-    @belgim_url = belgim_url
-    @ukaz60_add_func = AddFuncUkaz60_2.new
-    @belgim_connector = Belgim_2.new(telegram_api_url, telegram_chat_id, belgim_login, belgim_password, belgim_url)
-    @forti_connector = FortiUkaz60_2.new(ansible_tmp_folder, local_tmp_directory, ansible_ssh_user, ansible_ssh_password, ansible_host, url_backup_dir)
-
-  end
-
-  def no_pasaran
-
-    answer_output = {}
-    forti_answer = {}
-
-    begin
-      get_belgim_data = belgim_connector.belgim_ukaz60_get
-
-      if get_belgim_data[:code] == 200
-
-        thr_forti = Thread.new do
-          begin
-            format_for_forti = forti_connector.prepare_url_config_fortigate(get_belgim_data)
-            if format_for_forti[:code] == 200
-              url_uploading = forti_connector.upload_url(format_for_forti[:body][:to_fortigate])
-              if url_uploading[:code] == 200
-                update_fortigate_ansible = forti_connector.update_weburl_fortigate
-                if update_fortigate_ansible[:code] == 200
-                  forti_answer = {:code => 200, :result => "Fortigate processed", :data => update_fortigate_ansible[:body][:body]}
-                else
-                  forti_answer = {:code => update_fortigate_ansible[:code], :result => update_fortigate_ansible[:result]}
-                end
-                forti_connector.clean_tmp_folders
-              else
-                forti_answer = {:code => 401, :result => "Failed for uploading data to ansible server"}
-              end
-            else
-              forti_answer = {:code => 400, :result => "Error while processing data"}
-            end
-          rescue
-            forti_answer = {:code => 507, :result => "Unknown error with Forti"}
-          end
-        end
-
-        thr_forti.join
-
-        answer_output = {:code => 200, :result => "No pasaran", :fortigate => forti_answer}
-      else
-        answer_output = {:code => 404, :result => "Failed to receive data from Belgim"}
-      end
-
-    rescue
-      answer_output = {:code => 507, :result => "no_pasaran: Unknown SDK error"}
-    end
-    telegram_messanger.telegram_message(answer_output.to_s)
-    answer_output
-  end
-
-end