pampa_workers 1.1.24 → 1.1.28

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 9611688e6258d2c1cb862a140c99ab2cabc6560a
-  data.tar.gz: 10984cdeaf0a293564f11fefabd28b6b60b31f09
+  metadata.gz: 9709235a07b22008efb15ba9beabdd1a48a2851c
+  data.tar.gz: 4b1fc32e145daf227f24a3d2322558e76fb8c36a
 SHA512:
-  metadata.gz: d83abae67b06fc86f6cd6c0270e1720029b8eb05a67d8a8fd6cb93f497133dffa32f0f85b9c310fa71bf63526f6b28cafebabf6e3437c982911f1632d361848c
-  data.tar.gz: de18cb4f36fe33f262b55b2fd7a03baa8fc64a902d16206e40d2c9d7891c9d1052ec57c49599149c5796e29b4c7a785b3c6947f8f18eb8af6eae07e0072559ab
+  metadata.gz: a4bebfaee2361128d0e262f6bf95adb988e532c63a037dc9a255b9ab78da49e4ff1f4ce7614803cc79bfafb12b5bd1ae45a511b7f82d6f3bc1ec173029b87079
+  data.tar.gz: b8bb83baca140e9a36f21deb837558eee11ee1f0e2b0efd013040669d3cfc0a2ab9f02edc3d2e25b6b9d3707abe9df94603a967f58aaac13bb86974a1bfd883f

data/lib/myremoteprocess.rb

@@ -38,9 +38,9 @@ module BlackStack
     end
   
     # 
-    def run()
+    def run()  
         super
-  
+
         # creo el objeto logger
         self.logger = RemoteLogger.new(
           "#{self.fullWorkerName}.log",
@@ -52,7 +52,8 @@ module BlackStack
         )
   
         logger.log "Remote process is alive!"
-  
+puts
+puts "api_url:#{BlackStack::Pampa::api_url}"
         # actualiza parametros de la central
         logger.logs "Update from central (1-remote)... "
         self.get

data/lib/pampa_workers.rb

@@ -19,7 +19,6 @@ require_relative './mychildprocess'
 require_relative './mylocalprocess'
 require_relative './myparentprocess'
 require_relative './myremoteprocess'
-require_relative './mybotprocess'
 require_relative './mycrawlprocess'
 require_relative './remoteworker'
 require_relative './remotedivision'

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: pampa_workers
 version: !ruby/object:Gem::Version
-  version: 1.1.24
+  version: 1.1.28
 platform: ruby
 authors:
 - Leandro Daniel Sardi
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2021-11-01 00:00:00.000000000 Z
+date: 2021-12-01 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: websocket
@@ -121,7 +121,6 @@ files:
 - lib/client.rb
 - lib/division.rb
 - lib/login.rb
-- lib/mybotprocess.rb
 - lib/mychildprocess.rb
 - lib/mycrawlprocess.rb
 - lib/mylocalprocess.rb

data/lib/mybotprocess.rb

@@ -1,383 +0,0 @@
-module BlackStack
-
-  # clase de base para todos los bots ejecuten acciones con una cuenta de LinkedIn, Facebook, Twitter, etc.
-  class MyBotProcess < BlackStack::MyRemoteProcess
-    attr_accessor :username, :login_verifications, :run_once, :cookies_robot
-  
-    # constructor
-    def initialize(
-      the_worker_name, 
-      the_division_name, 
-      the_minimum_enlapsed_seconds=MyProcess::DEFAULT_MINIMUM_ENLAPSED_SECONDS, 
-      the_verify_configuration=true,
-      the_email=nil, 
-      the_password=nil
-    )
-      super(the_worker_name, the_division_name, the_minimum_enlapsed_seconds, the_verify_configuration, the_email, the_password)    
-      self.assigned_process = File.expand_path($0)
-      self.worker_name = "#{the_worker_name}" 
-      self.division_name = the_division_name
-      self.minimum_enlapsed_seconds = the_minimum_enlapsed_seconds
-
-      # algunas clases como CreateLnUserProcess o RepairLnUserProcess, trabajan unicamente con el username especificado en este atributo, llamando al access point get_lnuser_by_username.
-      # si este atributo es nil, entonces la clase pide un lnuser a la division, llamando al access point get_lnuser.
-      self.username = nil
-      
-      # al correr un proceso sin supervision, el login require verificaciones automaticas que demoran tiempo (account blocingcaptcha, sms pin, bloqueo)
-      # las verificaciones consument tiempo.
-      # si este proceso se corre de forma supevisada, las verificaciones se pueden deshabilitar
-      self.login_verifications = true
-  
-      # al correr sin supervision, el proceso de terminar un un paquete de procesamiento y comenzar con otro, funcionando en un loop infinito.
-      # si este proceso se corre de forma supevisada, se desa correr el procesamiento una unica vez.
-      # cuando se activa este flag, generalmente se setea el atributo self.username tambien. 
-      self.run_once = false
-      
-      # preguntar al servidor si el lnuser debe calentar el browser visitando sitios al azar para recolectar cookies
-      self.cookies_robot = true
-    end
-  
-    # returns a hash with the parameters of a lnuser
-    # raises an exception if it could not get a lnuser, or if ocurrs any other problem
-    def getLnUserByUsername(username)
-      nTries = 0
-      parsed = nil
-      lnuser = nil # hash
-      bSuccess = false
-      sError = ""
-      while (nTries < 5 && bSuccess == false)
-        begin
-          nTries = nTries + 1
-          url = "#{BlackStack::Pampa::api_protocol}://#{self.ws_url}:#{self.ws_port}/api1.3/pampa/login.lnuser/get_lnuser.json"
-          res = BlackStack::Netting::call_post(url, {'api_key' => BlackStack::Pampa::api_key, 'username' => username.encode("UTF-8")})
-          parsed = JSON.parse(res.body)        
-          if (parsed['status']=='success')
-            lnuser = parsed
-            bSuccess = true
-          else
-            sError = parsed['status']
-          end
-        rescue Errno::ECONNREFUSED => e
-          sError = "Errno::ECONNREFUSED:" + e.to_console
-        rescue => e2
-          sError = "Exception: " + e2.to_console
-        end
-      end # while
-  
-      if (bSuccess==false)
-        raise BlackStack::Netting::ApiCallException.new(sError)
-      end
-  
-      return lnuser
-    end # getLnUserByUsername()
-  
-    # returns a hash with the parameters of a lnuser
-    # raises an exception if it could not get a lnuser, or if ocurrs any other problem
-    def getLnUser(workflow_name='incrawl.lnsearchvariation')
-      nTries = 0
-      parsed = nil
-      lnuser = nil # hash
-      bSuccess = false
-      sError = ""
-      while (nTries < 5 && bSuccess == false)
-        begin
-          nTries = nTries + 1
-          url = "#{BlackStack::Pampa::api_protocol}://#{self.ws_url}:#{self.ws_port}/api1.3/pampa/#{workflow_name}/get_lnuser.json"
-          res = BlackStack::Netting::call_post(url, {'api_key' => BlackStack::Pampa::api_key, 'name' => self.fullWorkerName})
-          parsed = JSON.parse(res.body)        
-          if (parsed['status']=='success')
-            lnuser = parsed
-            bSuccess = true
-          else
-            sError = parsed['status']
-          end
-        rescue Errno::ECONNREFUSED => e
-          sError = "Errno::ECONNREFUSED:" + e.to_console
-        rescue => e2
-          sError = "Exception:" + e2.to_console
-        end
-      end # while
-  
-      if (bSuccess==false)
-        raise BlackStack::Netting::ApiCallException.new(sError)
-      end
-  
-      return lnuser
-    end # getLnUser()
-
-    #
-    def notifyInbox(lnuser, conv)
-      conv[:chats].each { |chat|        
-        # armo URL de notificacion
-        # se usa URI.encode para codificar caracteres no-ascii en los mensajes
-        url = 
-          "#{BlackStack::Pampa::api_protocol}://#{self.ws_url}:#{self.ws_port}/api1.3/pampa/scrape.inbox/notify_lnchat.json?" +
-          "api_key=#{BlackStack::Pampa::api_key}&" +
-          "profile_code=#{CGI.escape(conv[:profile_code])}&" +
-          "profile_name=#{CGI.escape(conv[:profile_name])}&" +
-          "profile_headline=#{CGI.escape(conv[:profile_headline])}&" +
-          "first=#{CGI.escape(conv[:first])}&" +
-          "position=#{chat[:position].to_s}&" +
-          "uid=#{lnuser['id']}&" +
-          "sender_name=#{CGI.escape(chat[:sender_name])}&" +
-          "body=#{CGI.escape(chat[:body])}&" 
-puts ""
-puts "url:#{url}:."
-puts ""
-        # HELP: File.open('./output3.txt', 'a') { |file| file.write(url + "\r\n") }
-  
-        # push the chat
-        uri = URI.parse(url.to_s)
-        req = Net::HTTP::Get.new(uri.to_s)
-        res = Net::HTTP.start(uri.host, uri.port, :use_ssl => true, :verify_mode => OpenSSL::SSL::VERIFY_NONE) {|http|
-          http.request(req)
-        }
-        parsed = JSON.parse(res.body)
-        raise "error uploading chat: #{parsed['status']}" if parsed['status'] != 'success'
-      } # conv[:chats].each
-    end
-
-    #  
-    def notifyLnUserUrl(id_lnuser, profile_url)
-      nTries = 0
-      parsed = nil
-      bSuccess = false
-      sError = ""
-      while (nTries < 5 && bSuccess == false)
-        begin
-          nTries = nTries + 1
-          url = "#{BlackStack::Pampa::api_protocol}://#{self.ws_url}:#{self.ws_port}/api1.3/pampa/login.lnuser/notify_url.json"
-          res = BlackStack::Netting::call_post(url,
-            {:api_key => BlackStack::Pampa::api_key,
-            'id_lnuser' => id_lnuser,
-            'url' => profile_url,}
-          )
-          parsed = JSON.parse(res.body)
-          
-          if (parsed['status']=='success')
-            bSuccess = true
-          else
-            sError = parsed['status']
-          end
-        rescue Errno::ECONNREFUSED => e
-          sError = "Errno::ECONNREFUSED:" + e.to_console
-        rescue => e2
-          sError = "Exception:" + e2.to_console
-        end
-      end # while 
-  
-      if (bSuccess==false)
-        raise "#{sError}"
-      end
-    end # notifyLnUserStatus
-  
-    #  
-    def notifyLnUserStatus(id_lnuser, status, workflow_name='incrawl.lnsearchvariation')
-      nTries = 0
-      parsed = nil
-      bSuccess = false
-      sError = ""
-      while (nTries < 5 && bSuccess == false)
-        begin
-          nTries = nTries + 1
-          url = "#{BlackStack::Pampa::api_protocol}://#{self.ws_url}:#{self.ws_port}/api1.3/pampa/#{workflow_name}/notify_lnuser_status.json"
-          res = BlackStack::Netting::call_post(url,
-            {'api_key' => BlackStack::Pampa::api_key, 
-            'id_lnuser' => id_lnuser,
-            'status' => status,}
-          )
-          parsed = JSON.parse(res.body)
-          
-          if (parsed['status']=='success')
-            bSuccess = true
-          else
-            sError = parsed['status']
-          end
-        rescue Errno::ECONNREFUSED => e
-          sError = "Errno::ECONNREFUSED:" + e.to_console
-        rescue => e2
-          sError = "Exception:" + e2.to_console
-        end
-      end # while 
-  
-      if (bSuccess==false)
-        raise "#{sError}"
-      end
-  
-    end # notifyLnUserStatus
-  
-    #  
-    def notifyLnUserActivity(id_lnuser, code, workflow_name='incrawl.lnsearchvariation')
-      nTries = 0
-      parsed = nil
-      bSuccess = false
-      sError = ""
-      while (nTries < 5 && bSuccess == false)
-        begin
-          nTries = nTries + 1
-          url = "#{BlackStack::Pampa::api_protocol}://#{self.ws_url}:#{self.ws_port}/api1.3/pampa/#{workflow_name}/notify_lnuser_activity.json"
-          res = BlackStack::Netting::call_post(url,
-            {'api_key' => BlackStack::Pampa::api_key, 
-            'id_lnuser' => id_lnuser,
-            'code' => code,}
-          )
-          parsed = JSON.parse(res.body)
-          
-          if (parsed['status']=='success')
-            bSuccess = true
-          else
-            sError = parsed['status']
-          end
-        rescue Errno::ECONNREFUSED => e
-          sError = "Errno::ECONNREFUSED:" + e.to_console
-        rescue => e2
-          sError = "Exception:" + e2.to_console
-        end
-      end # while 
-  
-      if (bSuccess==false)
-        raise "#{sError}"
-      end
-    end # notifyLnUserStatus
-  
-    # Toma una captura del browser.
-    # Sube un registro a la tabla boterrorlog, con el id del worker, el proceso asinado, y el screenshot. 
-    #
-    # uid: id de un registro en la tabla lnuser.
-    # description: backtrace de la excepcion.
-    #
-    def notifyError(uid, description, oid=nil)
-      # tomo captura de pantalla
-      file = nil
-=begin # TODO: habilitar esto cuando se migre a RestClient en vez de CallPost
-      begin
-        screenshot_filename = "./error.png" # TODO: colocar un nombre unico formado por por el fullname del worker, y la fecha-hora.
-        BrowserFactory.screenshot screenshot_filename
-        file = File.new(screenshot_filename, "rb")
-      rescue => e
-  puts "Screenshot Error: #{e.to_s}"
-        file = nil
-      end
-=end
-  #puts ""
-  #puts "id_worker:#{PROCESS.worker.id}"
-  #puts "worker_name:#{PROCESS.fullWorkerName}"
-  #puts "process:#{PROCESS.worker.assigned_process}"
-  #puts ""
-      # subo el error
-      nTries = 0
-      bSuccess = false
-      parsed = nil
-      sError = ""
-      while (nTries < 5 && bSuccess == false)
-        begin
-          nTries = nTries + 1
-          url = "#{BlackStack::Pampa::api_protocol}://#{self.ws_url}:#{self.ws_port}/api1.3/pampa/boterror.json"
-          res = BlackStack::Netting::call_post(url, # TODO: migrar a RestClient para poder hacer file upload
-            'api_key' => BlackStack::Pampa::api_key, 
-            'id_lnuser' => uid, 
-            'id_object' => oid, 
-            'worker_name' => PROCESS.fullWorkerName, 
-            'process' => PROCESS.worker.assigned_process,
-            'description' => description,
-            'screenshot' => file,
-          )
-          parsed = JSON.parse(res.body)
-          if (parsed['status']=='success')
-            bSuccess = true
-          else
-            sError = parsed['status']
-          end
-        rescue Errno::ECONNREFUSED => e
-          sError = "Errno::ECONNREFUSED:" + e.to_console
-        rescue => e2
-          sError = "Exception:" + e2.to_console
-        end
-      end # while
-  
-      if (bSuccess==false)
-        raise "#{sError}"
-      end
-    end
-  
-    #  
-    def isLnUserAvailable(id_lnuser, need_sales_navigator=false, workflow_name='incrawl.lnsearchvariation')
-      nTries = 0
-      parsed = nil
-      bSuccess = false
-      sError = ""
-      ret = false
-      
-      while (nTries < 5 && bSuccess == false)
-        begin
-          nTries = nTries + 1
-          url = "#{BlackStack::Pampa::api_protocol}://#{self.ws_url}:#{self.ws_port}/api1.3/pampa/#{workflow_name}/is_lnuser_available.json"
-          res = BlackStack::Netting::call_post(url,
-            {'api_key' => BlackStack::Pampa::api_key, 
-            'id_lnuser' => id_lnuser,
-            'need_sales_navigator' => need_sales_navigator,}
-          )
-          parsed = JSON.parse(res.body)
-          
-          if (parsed['status']=='success')
-            bSuccess = true
-            ret = parsed['value']
-          else
-            sError = parsed['status']
-          end
-        rescue Errno::ECONNREFUSED => e
-          sError = "Errno::ECONNREFUSED:" + e.to_s
-        rescue => e2
-          sError = "Alghoritm Exception" + e2.to_s + '\r\n' + e2.backtrace.join("\r\n").to_s
-        end
-      end # while 
-  
-      if (bSuccess==false)
-        raise "#{sError}"
-      end
-      
-      return ret
-    end # isLnUserAvailable
-  
-    # TODO: deprecated
-    def releaseLnUser(id_lnuser, workflow_name='incrawl.lnsearchvariation')
-=begin
-      nTries = 0
-      parsed = nil
-      bSuccess = false
-      sError = ""
-      ret = false
-      
-      while (nTries < 5 && bSuccess == false)
-        begin
-          nTries = nTries + 1
-          url = "#{BlackStack::Pampa::api_protocol}://#{self.ws_url}:#{self.ws_port}/api1.3/pampa/#{workflow_name}/release_lnuser.json"
-          res = BlackStack::Netting::call_post(url,
-            {'api_key' => BlackStack::Pampa::api_key, 'id_lnuser' => id_lnuser,}
-          )
-          parsed = JSON.parse(res.body)
-          
-          if (parsed['status']=='success')
-            bSuccess = true
-            ret = parsed['value']
-          else
-            sError = parsed['status']
-          end
-        rescue Errno::ECONNREFUSED => e
-          sError = "Errno::ECONNREFUSED:" + e.to_console
-        rescue => e2
-          sError = "Exception:" + e2.to_console
-        end
-      end # while 
-  
-      if (bSuccess==false)
-        raise "#{sError}"
-      end
-      
-      return ret
-=end
-    end # isLnUserAvailable
-
-  end # class MyBotProcess
-
-end # module BlackStack