imperituroard 0.5.4 → 1.0.0

data/lib/imperituroard/projects/ukaz60/staros.rb

@@ -0,0 +1,141 @@
+require 'net/ssh'
+require 'uri'
+require "erb"
+include ERB::Util
+
+require 'imperituroard/platforms/staros/get_data_ssh'
+
+
+class Ukaz60Staros_2
+
+  attr_accessor :staros_platform_get,
+                :ukaz60_http_groups,
+                :ukaz60_https_groups,
+                :staros_hosts
+
+  def initialize(star_login, star_password, ukaz60_http_groups, ukaz60_https_groups, staros_hosts)
+    @staros_platform_get = StarosGet_2.new(star_login, star_password)
+    @ukaz60_http_groups = ukaz60_http_groups
+    @ukaz60_https_groups = ukaz60_https_groups
+    @staros_hosts = staros_hosts
+  end
+
+
+  #get data from staros and return urls from staros
+  def get_data_staros(ip_staros)
+
+    input_data = {:ip_staros => ip_staros}
+    output_data = {}
+    ecs_name = ""
+    blocked_urls_http = []
+    blocked_urls_https = []
+
+    begin
+      ecs_config_json = staros_platform_get.get_all_active_charging(ip_staros)
+
+      if ecs_config_json[:code] == 200
+
+        #get ecs name
+        ecs_sss = ecs_config_json[:parsed_data]["config"]["active-charging service"][0]
+        ecs_sss.each do |hhh|
+          ecs_name = hhh[0]
+        end
+
+        regexp_ruldef = /add-ruledef priority \d+ ruledef (.+)/
+
+        #for http urls
+        begin
+          ukaz60_http_groups.each do |rule|
+            group_ruled_ukaz60 = ecs_config_json[:parsed_data]["config"]["active-charging service"][0][ecs_name]["group-of-ruledefs"][rule]
+
+            group_ruled_ukaz60.each do |gr_rul_str|
+              ruledef_name = gr_rul_str.match(regexp_ruldef)[1]
+              rdef_config = ecs_config_json[:parsed_data]["config"]["active-charging service"][0][ecs_name]["ruledef"][ruledef_name]
+              rdef_config.each do |g|
+                if g[0..15] == "www url contains"
+                  blocked_urls_http.push({:url => g.gsub("www url contains ", ""), :ruledef => ruledef_name, :gr_of_ruledefs => rule, :gr_rul_str => gr_rul_str})
+                end
+              end
+            end
+          end
+        rescue
+          blocked_urls_http.push("failed")
+        end
+
+        for https_rule in ukaz60_https_groups
+          group_rule_https = ecs_config_json[:parsed_data]["config"]["active-charging service"][0][ecs_name]["group-of-ruledefs"][https_rule]
+        end
+
+        output_data = {:code => 200, :result => "Success", :ecs_name => ecs_name, :blocked_urls_http => blocked_urls_http, :http_rules_num => blocked_urls_http.length}
+
+      else
+        output_data = ecs_config_json
+      end
+    rescue
+      output_data = {:code => 507, :result => "get_data_staros: Unknown SDK error"}
+    end
+    output_data
+    # Net::SSH.start("172.24.214.17", "starscript", :password => "$rfv3EDC") do |ssh|
+    #   staros_answer = ssh.exec!("show configuration active-charging service all")
+    #   p staros_answer
+    #
+    #   staros_answer = staros_answer.gsub("\n", "")
+    #
+    #   regexp_ukaz60_9 = /group-of-ruledefs Ukaz60-9_HTTP.+HTTP\s+#exit/
+    #   regexp_ukaz60_https = /group-of-ruledefs Ukaz60_HTTPS.+HTTPS\s+#exit/
+    #   regexp_ukaz60_7 = /group-of-ruledefs Ukaz60-7_HTTP.+HTTP\s+#exit/
+    #
+    #
+    #
+    #   group_ruled_ukaz60_9 = staros_answer.match(regexp_ukaz60_9)[0]
+    #   group_ruled_ukaz60_https = staros_answer.match(regexp_ukaz60_https)[0]
+    #   group_ruled_ukaz60_7 = staros_answer.match(regexp_ukaz60_7)[0]
+    #
+    #   p group_ruled_ukaz60_9
+    #   p group_ruled_ukaz60_https
+    #   p group_ruled_ukaz60_7
+    #
+    # end
+  end
+
+
+  #procedure for get data from all MPC
+  def get_all_staros_ukaz60
+
+    returned_data = {:mpc_data => [], :add_format => {}}
+    get_all_staros_ukaz60_1 = []
+
+    begin
+      staros_hosts.each do |ggsn|
+        get_all_staros_ukaz60_1 << Thread.new do
+          begin
+            mpc_data = self.get_data_staros(ggsn[1])
+            returned_data[:mpc_data].push({:code => 200, :result => "Success", :hostname => ggsn[0], :host_ip => ggsn[1], :body => mpc_data})
+            returned_data[:add_format][ggsn[0]] = mpc_data
+          rescue
+            returned_data[:mpc_data].push({:code => 507, :result => "Unknown thread error", :hostname => ggsn[0], :host_ip => ggsn[1], :body => {}})
+          end
+        end
+      end
+      get_all_staros_ukaz60_1.each(&:join)
+      returned_data[:code] = 200
+      returned_data[:result] = "get_all_staros_ukaz60: Success"
+    rescue
+      returned_data[:code] = 507
+      returned_data[:result] = "get_all_staros_ukaz60: Unknown SDK error"
+    end
+    returned_data
+  end
+end
+
+
+uu ="/fgd?ef"
+
+#ggg = uu.force_encoding('ASCII-8BIT')
+#puts CGI.escape ggg
+p url_encode("foo/bar? baz&")
+
+p URI.parse("foo/bar? baz&").to_s
+p URI::encode("foo/bar? baz&")
+
+p URI.decode("newsx-ru.ru/by/251-potencia-spartagen-by/%3futm%20medium=251&utmcampaign=4&%20utm%20content=57849345&utm%20source=56960717")

data/lib/imperituroard/projects/{dns/ukaz60 → ukaz60}/ukaz60_add_func.rb

@@ -1,4 +1,5 @@
 require 'imperituroard/add_functions/logger/any_functions'
+require 'uri'
 
 class AddFuncUkaz60_2
 
@@ -116,7 +117,8 @@ class AddFuncUkaz60_2
 
     begin
       answ_ans_parsed = answer_string.gsub("\n", " ")
-      result_out = []
+      result_out = {}
+      #result_out = []
       num_ok = 0
       num_failed = 0
       final_checks = /(\S+)\s+:\s+ok=(\d)\s+changed=(\d)\s+unreachable=(\d)\s+failed=(\d)\s+skipped=(\d)\s+rescued=(\d)\s+ignored=(\d)\s+/
@@ -126,14 +128,17 @@ class AddFuncUkaz60_2
         for aaa in processed_data
           begin
             if aaa[1].to_i>0 && aaa[3].to_i==0 && aaa[4].to_i==0 && aaa[5].to_i==0 && aaa[6].to_i==0 && aaa[7].to_i==0
-              result_out.push({aaa[0] => "Ok"})
+              result_out[aaa[0]] = "Ok"
+              #result_out.push({aaa[0] => "Ok"})
               num_ok = num_ok + 1
             else
-              result_out.push({aaa[0] => "Failed"})
+              result_out[aaa[0]] = "Failed"
+              #result_out.push({aaa[0] => "Failed"})
               num_failed = num_failed + 1
             end
           rescue
-            result_out.push({"unknown" => aaa.to_s})
+            result_out["unknown"] = aaa.to_s
+            #result_out.push({"unknown" => aaa.to_s})
             num_failed = num_failed + 1
           end
         end
@@ -148,4 +153,154 @@ class AddFuncUkaz60_2
     output_data
   end
 
+
+  def https_to_forti_prep(domain)
+    f0 = domain.gsub("#", "")
+    f1 = f0.gsub("https://", "").split("/")
+    f1[0]
+  end
+
+  def http_to_forti_prep(domain)
+    domain.gsub("#", "")
+  end
+
+  #result array2-array1
+  #array2 - all
+  #array1 - blocked
+  def array_hash_compare(array1, array2)
+    diff = []
+    array2.each do |h1|
+      if array1.include?(h1)
+        nil
+      else
+        diff.push(h1)
+      end
+    end
+    diff
+  end
+
+
+  #procedure for compare http urls from staros and http urls from belgim
+  def staros_compare_http(data_staros, data_belgim)
+
+    notblocked_stat = {}
+    alert_unprotected = {}
+    alert_unprotected_out = {}
+    output_answ = {:body => {:for_block => {}, :for_unblock => {}}}
+    for_unblock_tmp = {}
+    for_unblock = {}
+    for_unblock_stat = {}
+
+
+    begin
+      #only for one ECS instance
+      data_staros[:mpc_data].each do |star_host|
+        alert_unprotected[star_host[:hostname]] = []
+        for_unblock_tmp[star_host[:hostname]] = []
+
+        #check if belgim http url is blocked on STAROS
+        data_belgim[:url_all].each do |belg_url|
+          blocked = 0
+          star_host[:body][:blocked_urls_http].each do |star_dom|
+            star_url_curr = star_dom[:url]
+            star_dom_len = star_url_curr.length
+            star_dom_x = ""
+            if star_url_curr[star_dom_len - 1] == "/"
+              star_dom_x = star_url_curr[0..star_dom_len - 2]
+            else
+              star_dom_x = star_url_curr
+            end
+            if belg_url.include?(star_dom_x) || belg_url.include?(URI.decode(star_dom_x))
+              blocked = 1
+              for_unblock_tmp[star_host[:hostname]].push(star_dom)
+            end
+          end
+          if blocked == 0
+            alert_unprotected[star_host[:hostname]].push(belg_url)
+          end
+        end
+      end
+
+      alert_unprotected.each do |proc_unpro|
+        da123 = proc_unpro[1]
+        alert_unprotected_out[proc_unpro[0]] = da123.uniq
+        notblocked_stat[proc_unpro[0]] = proc_unpro[1].length
+      end
+
+      for_unblock_tmp.each do |tmp_unbl|
+        hostname_st = tmp_unbl[0]
+        host_data_tmp = tmp_unbl[1].uniq
+        staros_all = data_staros[:add_format][hostname_st][:blocked_urls_http].uniq
+        da_annn = self.array_hash_compare(host_data_tmp, staros_all)
+        for_unblock[hostname_st] = da_annn.uniq
+        for_unblock_stat[hostname_st] = da_annn.uniq.length
+      end
+
+      output_answ[:code] = 200
+      output_answ[:result] = "Success"
+      output_answ[:body][:for_block][:notblocked_stat] = notblocked_stat
+      output_answ[:body][:for_block][:not_blocked_belgim] = alert_unprotected_out
+      output_answ[:body][:for_unblock][:for_unblock] = for_unblock
+      output_answ[:body][:for_unblock][:for_unblock_stat] = for_unblock_stat
+
+    rescue
+      output_answ = {:code => 507, :result => "staros_compare_http: Unknown SDK error"}
+    end
+
+    #p JSON.pretty_generate(output_answ)
+    p "staros_compare_http"
+    p output_answ
+
+    p "temp data"
+    for i in output_answ[:body][:for_unblock][:for_unblock]["vit11asr2"]
+    #for i in output_answ[:body][:for_block][:not_blocked_belgim]["vit11asr2"]
+      p i
+    end
+    output_answ
+  end
+
+
+
+
+  def format_star_processed_answ(data)
+    answ_out = {:body => {:to_message => {:code => 200, :result => "Staros processed", :data => {:block_me => {}, :unblock_me=> {}}}, :config => {}}}
+    compa_n = 0
+    compa_n_data = ""
+    flag = 0
+    notbl_equal = 0
+    data[:body][:for_block][:notblocked_stat].each do |blo_for|
+      if flag == 0
+        compa_n = blo_for[1]
+        compa_n_data = blo_for[0]
+      end
+      if compa_n == blo_for[1]
+        nil
+      else
+        notbl_equal = 1
+      end
+    end
+
+    p notbl_equal
+    if notbl_equal == 0
+      block_me = {:for_block_count => data[:body][:for_block][:notblocked_stat][compa_n_data]}
+      unblock_me = {:for_unblock_count => data[:body][:for_unblock][:for_unblock_stat][compa_n_data]}
+
+      if block_me[:for_block_count] != 0 && unblock_me[:for_unblock_count] != 0
+        answ_out[:body][:to_message][:code] = 202
+        answ_out[:body][:to_message][:result] = "Something not actual"
+      else
+        answ_out[:body][:to_message][:code] = 200
+        answ_out[:body][:to_message][:result] = "Staros processed"
+      end
+
+      answ_out[:body][:to_message][:data][:block_me]= block_me
+      answ_out[:body][:to_message][:data][:unblock_me]= unblock_me
+    else
+      answ_out[:body][:to_message][:data][:block_me] = data[:body][:for_block][:notblocked_stat]
+      answ_out[:body][:to_message][:data][:unblock_me] = data[:body][:for_unblock][:for_unblock_stat]
+    end
+
+    answ_out
+  end
+
 end

data/lib/imperituroard/version.rb

@@ -1,3 +1,3 @@
 module Imperituroard
-  VERSION = "0.5.4"
+  VERSION = "1.0.0"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: imperituroard
 version: !ruby/object:Gem::Version
-  version: 0.5.4
+  version: 1.0.0
 platform: ruby
 authors:
 - Dzmitry Buynovskiy
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2020-05-24 00:00:00.000000000 Z
+date: 2020-06-07 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler
@@ -164,6 +164,20 @@ dependencies:
     - - '='
       - !ruby/object:Gem::Version
         version: 3.0.0
+- !ruby/object:Gem::Dependency
+  name: rails
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 5.0.7.2
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 5.0.7.2
 description: Gem from imperituroard for different actions
 email:
 - imperituro.ard@gmail.com
@@ -188,16 +202,15 @@ files:
 - lib/imperituroard.rb
 - lib/imperituroard/.DS_Store
 - lib/imperituroard/add_functions/logger/any_functions.rb
+- lib/imperituroard/platforms/cps/cps_multiple_thread_req.rb
 - lib/imperituroard/platforms/cps/qps_connector.rb
 - lib/imperituroard/platforms/cps/request_formatter.rb
 - lib/imperituroard/platforms/public/telegram.rb
+- lib/imperituroard/platforms/staros/get_data_ssh.rb
+- lib/imperituroard/platforms/staros/staros_automation.rb
+- lib/imperituroard/platforms/staros/staros_automation_fun.rb
+- lib/imperituroard/platforms/staros/staros_parser.rb
 - lib/imperituroard/projects/dns.rb
-- lib/imperituroard/projects/dns/ukaz60.rb
-- lib/imperituroard/projects/dns/ukaz60/belgim.rb
-- lib/imperituroard/projects/dns/ukaz60/dns.rb
-- lib/imperituroard/projects/dns/ukaz60/dns_update.rb
-- lib/imperituroard/projects/dns/ukaz60/fortigate.rb
-- lib/imperituroard/projects/dns/ukaz60/ukaz60_add_func.rb
 - lib/imperituroard/projects/iot.rb
 - lib/imperituroard/projects/iot/add_functions.rb
 - lib/imperituroard/projects/iot/hua_oceanconnect_adapter.rb
@@ -208,6 +221,13 @@ files:
 - lib/imperituroard/projects/mhub/sk.rb
 - lib/imperituroard/projects/mhub/subs/dabrab/dabrab_platform.rb
 - lib/imperituroard/projects/mhub/subs/dabrab/dabrab_proced.rb
+- lib/imperituroard/projects/ukaz60.rb
+- lib/imperituroard/projects/ukaz60/belgim.rb
+- lib/imperituroard/projects/ukaz60/dns.rb
+- lib/imperituroard/projects/ukaz60/dns_update.rb
+- lib/imperituroard/projects/ukaz60/fortigate.rb
+- lib/imperituroard/projects/ukaz60/staros.rb
+- lib/imperituroard/projects/ukaz60/ukaz60_add_func.rb
 - lib/imperituroard/projects/vpn/ezuev_fun/functions_ezuev.rb
 - lib/imperituroard/projects/wttx/phpipamcps.rb
 - lib/imperituroard/projects/wttx/phpipamdb.rb

data/lib/imperituroard/projects/dns/ukaz60.rb

@@ -1,85 +0,0 @@
-require 'json'
-
-require 'imperituroard/projects/dns/ukaz60/belgim'
-require 'imperituroard/projects/dns/ukaz60/fortigate'
-
-class Ukaz60All_2
-
-  attr_accessor :telegram_messanger,
-                :belgim_login,
-                :belgim_password,
-                :belgim_url,
-                :ukaz60_add_func,
-                :belgim_connector,
-                :forti_connector
-
-  def initialize(telegram_api_url,
-                 telegram_chat_id,
-                 belgim_login,
-                 belgim_password,
-                 belgim_url,
-                 ansible_tmp_folder,
-                 local_tmp_directory,
-                 ansible_ssh_user,
-                 ansible_ssh_password,
-                 ansible_host,
-                 url_backup_dir)
-    @telegram_messanger = Telegram_2.new(telegram_api_url, telegram_chat_id)
-    @belgim_login = belgim_login
-    @belgim_password = belgim_password
-    @belgim_url = belgim_url
-    @ukaz60_add_func = AddFuncUkaz60_2.new
-    @belgim_connector = Belgim_2.new(telegram_api_url, telegram_chat_id, belgim_login, belgim_password, belgim_url)
-    @forti_connector = FortiUkaz60_2.new(ansible_tmp_folder, local_tmp_directory, ansible_ssh_user, ansible_ssh_password, ansible_host, url_backup_dir)
-
-  end
-
-  def no_pasaran
-
-    answer_output = {}
-    forti_answer = {}
-
-    begin
-      get_belgim_data = belgim_connector.belgim_ukaz60_get
-
-      if get_belgim_data[:code] == 200
-
-        thr_forti = Thread.new do
-          begin
-            format_for_forti = forti_connector.prepare_url_config_fortigate(get_belgim_data)
-            if format_for_forti[:code] == 200
-              url_uploading = forti_connector.upload_url(format_for_forti[:body][:to_fortigate])
-              if url_uploading[:code] == 200
-                update_fortigate_ansible = forti_connector.update_weburl_fortigate
-                if update_fortigate_ansible[:code] == 200
-                  forti_answer = {:code => 200, :result => "Fortigate processed", :data => update_fortigate_ansible[:body][:body]}
-                else
-                  forti_answer = {:code => update_fortigate_ansible[:code], :result => update_fortigate_ansible[:result]}
-                end
-                forti_connector.clean_tmp_folders
-              else
-                forti_answer = {:code => 401, :result => "Failed for uploading data to ansible server"}
-              end
-            else
-              forti_answer = {:code => 400, :result => "Error while processing data"}
-            end
-          rescue
-            forti_answer = {:code => 507, :result => "Unknown error with Forti"}
-          end
-        end
-
-        thr_forti.join
-
-        answer_output = {:code => 200, :result => "No pasaran", :fortigate => forti_answer}
-      else
-        answer_output = {:code => 404, :result => "Failed to receive data from Belgim"}
-      end
-
-    rescue
-      answer_output = {:code => 507, :result => "no_pasaran: Unknown SDK error"}
-    end
-    telegram_messanger.telegram_message(answer_output.to_s)
-    answer_output
-  end
-
-end