stealth_browser_automation 0.0.7

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: bcd01c1ba08e79360a113829c62e85d65ae8f414
+  data.tar.gz: 4701e9a79e13ab2111d83f8c48a722eab6245f37
+SHA512:
+  metadata.gz: 63de89c480ebcd7aa799f6a6fd32b7a8759d29454929f8941a74601bdac2b6be35356240ecd48fb1edf712e0a8281921ad9e1339794cf2628bfdca7ee9b82c9c
+  data.tar.gz: 27d27a9e215ae62df3eacfa9175ad756f73ed1c77e33ca8b236caf7cd458c7549df14fb96823d7914b17bd737b4c5c2e13b090f1a3b85647fba06404f767f76e

data/lib/baseproxy.rb

@@ -0,0 +1,33 @@
+module BlackStack
+
+  module BaseProxy
+    
+    # 
+    def chrome_switches
+      return ["--proxy-server=#{self.ip}:#{self.port}","--proxy-user-and-password=#{self.user}:#{self.password}"]      
+    end
+  
+    # Warning: Out to Date
+    def firefox_profile_parameter(agent_name = nil, profile_name = nil)
+      if (profile_name == nil)
+        profile = Selenium::WebDriver::Firefox::Profile.new
+      else
+        profile = Selenium::WebDriver::Firefox::Profile.from_name profile_name
+      end
+      
+      if (agent_name!=nil)
+        profile['general.useragent.override'] = agent_name
+      end
+  
+      proxy = Selenium::WebDriver::Proxy.new(:http => self.ip.to_s+":"+self.port.to_s, :ssl => self.ip.to_s+":"+self.port.to_s)
+      profile.proxy = proxy
+      return profile
+    end
+  
+    # Warning: Out to Date
+    def phantomjs_switches
+      return ['--proxy='+self.ip.to_s+':'+self.port.to_s, '--proxy-auth='+self.user.to_s+':'+self.password.to_s, '--ignore-ssl-errors=yes', '--ssl-protocol=any', '--load-images=false']
+    end  
+  end
+
+end # module BlackStack

data/lib/browserfactory.rb

@@ -0,0 +1,498 @@
+require 'watir-webdriver'
+require "pathname"
+
+module BlackStack
+
+  class PampaBrowser < Watir::Browser
+    
+    attr_accessor :proxy, :lnuser, :agent_name, :profile_name
+   
+    def notify(method)
+      url = "#{BlackStack::Pampa::api_protocol}://#{PROCESS.ws_url}:#{PROCESS.ws_port}/api1.3/pampa/browser/notify.json"
+      res = BlackStack::Netting::call_post(url, {
+        :api_key => BlackStack::Pampa::api_key,
+        :filename => $0,
+        :method => method,
+        :worker_name => PROCESS.fullWorkerName,
+        :id_proxy => self.proxy.nil? ? nil : self.proxy.id,
+        :id_lnuser => self.lnuser.nil? ? nil : self.lnuser.id,
+        :worker_assigned_process => PROCESS.worker.assigned_process,
+        :profile_name => self.profile_name,
+        :agent_name => self.agent_name,
+      })        
+      parsed = JSON.parse(res.body)
+      if parsed['status'] != "success"
+        raise "Error Tracing BrowserActivity: #{parsed['status']}"
+      end
+    end
+  
+    def push_screenshot(filename=nil)
+      filename = "#{PROCESS.fullWorkerName}.png" if filename.nil?
+      BrowserFactory::screenshot(filename)
+
+      image = MiniMagick::Image.open(filename)
+      w = (image[:width].to_f * 0.25).to_i
+      h = (image[:height].to_f * 0.25).to_i
+      image.resize "#{w.to_s}x#{h.to_s}"
+      image.format "png"
+      image.write filename
+
+      url = "#{BlackStack::Pampa::api_protocol}://#{PROCESS.ws_url}:#{PROCESS.ws_port}/api1.3/pampa/browser/screenshot.json"
+      res = RestClient::Request.execute(
+        :api_key => BlackStack::Pampa::api_key,
+        :verify_ssl => false,
+        :url => url, 
+        :method => :post, 
+        :headers => {
+          :accept => 'application/json',
+          :params => {
+            :api_key => BlackStack::Pampa.api_key,
+            :filename => filename,          
+          },
+        },
+        :payload => {
+          :file => File.new(filename, "r"),
+          :multipart => false,     
+        }
+      )        
+      parsed = JSON.parse(res.body)
+      if parsed['status'] != "success"
+        raise "Error Uploading Screenshot: #{parsed['status']}"
+      end
+    end
+  
+    def back
+      self.notify("back")
+      super
+      self.push_screenshot
+    end
+      
+    def forward
+      self.notify("forward")
+      super
+      self.push_screenshot
+    end
+      
+    def execute_script(script, *args)
+      self.notify("execute_script")
+      super
+      self.push_screenshot
+    end
+  
+    def goto(url)
+      self.notify("goto")
+      super
+      self.push_screenshot
+    end
+  
+    def screenshot
+      self.notify("screenshot")
+      super
+    end
+      
+    def reset!
+      self.notify("reset!")
+      super
+    end
+      
+    def refresh
+      self.notify("refresh")
+      super
+      self.push_screenshot
+    end
+      
+    def inspect
+      self.notify("inspect")
+      super
+    end
+    
+=begin # se da de baja, porque incremente el # de llamadas a la API de 800/hora a 5000/hora, y eso requiere mas infraestructura
+    def send_keys(*args)
+      self.notify("send_keys")
+      super
+    end
+=end
+  
+    def text
+      self.notify("text")
+      super
+    end
+      
+    def title
+      self.notify("title")
+      super
+    end
+      
+    def url
+      self.notify("url")
+      super
+    end
+      
+    def wait(timeout = 5)
+      self.notify("wait")
+      super
+    end
+  end # class PampaBrowser
+  
+  
+  class BrowserFactory
+    LOCKING_FILENAME = BlackStack::MyProcess.macaddress # manejo de concurrencia en la creación de browsers
+    PROFILE_PID_LIST_FILENAME = "./browserfactory.%PRFILE_NAME%.list" # manejo de concurrencia en la creación de browsers
+    PROFILE_PID_LOCK_FILENAME = "./browserfactory.%PRFILE_NAME%.lock" # manejo de concurrencia en la creación de browsers
+    CHROME_EXTENSION_DIRECTORY = File.absolute_path('./chrome_extension')
+    DEFAULT_LOAD_TIMEOUT = 360
+    DEFAULT_CHROMEDRIVER_PATH = 'chromedriver.exe'
+
+    def self.addPidToProfileList(profile_name, pid)
+      fname = PROFILE_PID_LIST_FILENAME.gsub('%PRFILE_NAME%', profile_name)
+      f = File.open(fname, 'a')
+      f.write("#{pid},")
+      f.close
+    end
+  
+    def self.removePidToProfileList(profile_name, pid)
+      fname = PROFILE_PID_LIST_FILENAME.gsub('%PRFILE_NAME%', profile_name)
+      s = File.read(fname)
+      s = s.gsub("#{pid},", "")
+      f = File.open(fname, 'w')
+      f.write(s)
+      f.close
+    end
+  
+    def self.readPidToProfileList(profile_name)
+      if (profile_name != nil)
+        fname = PROFILE_PID_LIST_FILENAME.gsub('%PRFILE_NAME%', profile_name)
+        s = File.read(fname)
+        return s.split(",")
+      else
+        return []
+      end
+    end
+  
+    def self.updateProfileList()
+      addPidToProfileList(@@profile_name, @@pid)
+      PROCESS.list().select { |p| p[:ppid] == @@pid && p[:executablepath] =~ /chrome\.exe/ }.each { |p2|
+        addPidToProfileList(@@profile_name, p2[:pid])                  
+      }
+    end
+    
+    TYPE_PHANTOMJS = 0 # discontinued!
+    TYPE_FIREFOX = 1
+    TYPE_CHROME = 2
+    
+    @@fd = File.open(LOCKING_FILENAME,"w")
+    @@fd_profile = nil
+    @@driver = nil
+    @@browser = nil
+    @@pid = nil
+    @@profile_name = nil
+  
+  
+    def self.lockProfileList()
+  #    @@fd_profile.flock(File::LOCK_EX)
+    end
+  
+    def self.releaseProfileList()
+  #    @@fd_profile.flock(File::LOCK_UN)
+=begin
+      begin
+        @@fd_profile.close
+      rescue
+      end
+      @@fd_profile = nil
+=end
+    end
+  
+  
+    # NOTA: esta lista debe estar permitida por LinkedIn. De caso contrario, aparecera el mensaje "Upgrad your browser"
+    # Se puede obtener una lista actualizada de este sitio: https://techblog.willshouse.com/2012/01/03/most-common-user-agents/
+    @@arAgents = [
+      "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/61.0.3163.100 Safari/537.36",
+      "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/61.0.3163.100 Safari/537.36",  
+      "Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:56.0) Gecko/20100101 Firefox/56.0",
+      "Mozilla/5.0 (Windows NT 6.3; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/61.0.3163.100 Safari/537.36",
+      "Mozilla/5.0 (Windows NT 6.1; Win64; x64; rv:56.0) Gecko/20100101 Firefox/56.0",
+      "Mozilla/5.0 (Windows NT 6.1; WOW64; Trident/7.0; rv:11.0) like Gecko",
+      "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/52.0.2743.116 Safari/537.36 Edge/15.15063", 
+      ]
+    
+    # toma una captura del area visible de la pagina
+    # mas informacion: https://stackoverflow.com/questions/25543651/screenshot-of-entire-webpage-using-selenium-webdriver-rc-rails
+    def self.screenshot(filename)
+      @@driver.save_screenshot(filename)
+    end
+    
+    def self.agents()
+      return @@arAgents
+    end
+    
+    def self.getPid()
+      return @@pid
+    end
+    
+    def self.isCreated()
+      if (self.readPidToProfileList(@@profile_name).size>0)
+        return true
+      end
+      if (@@browser != nil)
+        return true
+      end
+      
+      return false
+    end
+  
+    def self.isCreated?
+      self.isCreated()
+    end
+    
+    def self.reservation_id()
+      q = "SELECT TOP 1 reservation_id FROM browserfactory WHERE host_name='#{Socket.gethostname}'"
+      row = DB[q].first
+      if (row == nil)
+        DB.execute("INSERT INTO browserfactory (reservation_id, reservation_time, host_name) VALUES (NULL, NULL, '#{Socket.gethostname}')")
+      end
+      row = DB[q].first
+      return row[:reservation_id]
+    end
+    
+    def self.lock()
+      @@fd.flock(File::LOCK_EX)
+    end
+  
+    def self.release()
+      @@fd.flock(File::LOCK_UN)
+    end
+    
+    def self.destroy()
+      self.lockProfileList()
+      self.readPidToProfileList(@@profile_name).each { |pid|
+        MyProcess.kill(pid)
+        self.removePidToProfileList(@@profile_name, pid)      
+      }
+      self.releaseProfileList()
+      begin
+        if (@@browser != nil)
+          @@browser.close
+        else
+        end
+      rescue => e
+        # 
+      end
+      # reseteo las variables    
+      @@browser = nil
+      @@pid = nil
+      @@profile_name = nil
+      @@driver = nil
+      @@type = nil
+    end
+    
+    # 
+    def self.chrome_version
+      res = `reg query \"HKEY_CURRENT_USER\\Software\\Google\\Chrome\\BLBeacon\" /v version`.scan(/REG_SZ    (.*)$/).first
+      return nil if res.nil?
+      return res[0] if res.size > 0
+      return nil
+    end
+        
+    # 
+    def self.chromedriver_version(filename=nil)
+      res = `chromedriver -v`.scan(/ChromeDriver\s(.*)\s\(/).first if filename.nil?
+      res = `#{filename} -v`.scan(/ChromeDriver\s(.*)\s\(/).first if !filename.nil?
+      return nil if res.nil?
+      return res[0] if res.size > 0
+      return nil
+    end
+    
+    # 
+    def self.chrome(h)
+      # TODO: check if h is a hash
+      # TODO: check the variable type of each param
+      # TODO: check mandatory params 
+      self.launch_chrome(
+        h[:proxy], 
+        h[:load_timeout].nil? ? DEFAULT_LOAD_TIMEOUT : h[:load_timeout], 
+        h[:user_agent],
+        h[:profile_name],
+        h[:chromedriver_path],
+        h[:chromedriver_signature]
+      )
+    end
+
+    def self.mimic(mimic_profile_id)
+      begin
+        # Levantar el flag de reserva a mi favor
+        self.lock()
+  
+        @@profile_name = mimic_profile_id
+        url_2 = nil
+        i = 0
+        max = 2
+        while (i<max && url_2.nil?)
+          i += 1
+          url = "http://127.0.0.1:#{BlackStack::StealthBrowserAutomation::Multilogin::mla_local_port}/api/v1/profile/start?automation=true&profileId=#{@@profile_name}"
+          uri = URI.parse(url)
+          req = Net::HTTP::Get.new(url)
+          res = Net::HTTP.start(uri.host, uri.port, :use_ssl => true, :verify_mode => OpenSSL::SSL::VERIFY_NONE) {|http|
+            http.request(req)
+          }
+          res = JSON.parse(res.body)
+          if !res.has_key?('status')
+            if i<max
+              self.release() # libero el flag de reserva de turno para crar un browser
+              raise "Error removing Multilogin profile: #{res.to_s}"
+            end
+          elsif res['status'] != 'OK'
+            if i<max
+              self.release() # libero el flag de reserva de turno para crar un browser
+              raise "Error removing Multilogin profile: #{res['status'].to_s}"
+            end
+          else
+            url_2 = res['value']
+          end
+        end
+  
+        if !url_2.nil?
+          #uri_2 = URI.parse(url_2)
+          #req_2 = Net::HTTP::Get.new(url_2)
+          #res_2 = Net::HTTP.start(uri_2.host, uri_2.port, :use_ssl => true, :verify_mode => OpenSSL::SSL::VERIFY_NONE) {|http|
+          #  http.request(req_2)
+          #}        
+          @@driver = Selenium::WebDriver.for(:remote, :url => url_2, :desired_capabilities => nil)
+          bridge = @@driver.instance_variable_get(:@bridge)
+          service = bridge.instance_variable_get(:@service)
+          process = service.instance_variable_get(:@process)
+          @@pid = process.pid.to_s # es el PID del chromedriver
+          @@driver.manage.window().maximize()
+          @@browser = Watir::Browser.new(@@driver)
+          self.updateProfileList
+        end
+
+      rescue => e
+        p1 = PROCESS.list().select { |p| p[:ppid] == PROCESS.pid && p[:executablepath] =~ /chromedriver(.*)\.exe/ }.first
+        if (p1 != nil)
+          @@pid = p1[:pid]
+          self.updateProfileList              
+        end              
+        self.releaseProfileList()
+        raise e
+      end
+      
+      # 
+      self.releaseProfileList()
+            
+      # libero el flag de reserva de turno para crar un browser
+      self.release() 
+    end
+    
+    # 
+    def self.launch_chrome(proxy=nil, load_timeout=DEFAULT_LOAD_TIMEOUT, user_agent=nil, profile_name=nil, chromedriver_path=nil, chromedriver_signature=nil)
+      #
+      @@browser = nil
+      @@driver = nil
+      @@profile_name = profile_name
+
+      #
+      fname = PROFILE_PID_LOCK_FILENAME.gsub('%PRFILE_NAME%', @@profile_name)
+      @@fd_profile = File.open(fname,"w")
+      
+      # 
+      agent = @@arAgents[0] if user_agent.nil?
+      agent = user_agent if !user_agent.nil?
+  
+      # #959 - valido que el parametro agents sea un array - porque si se pasa un string se lo procesa como array y se toma un UA name de un char.
+      #raise "Array expected in parameter agents in BrowserFactory.create." if !(agent.is_a? String) 
+  
+      # 
+      while (@@browser == nil)            
+        
+        # Levantar el flag de reserva a mi favor
+        self.lock()
+        
+        begin
+          client = Selenium::WebDriver::Remote::Http::Default.new
+          begin
+            client.read_timeout = load_timeout # for newest selenium webdriver version 
+          rescue => e
+            client.timeout = load_timeout # deprecated in newest selenium webdriver version
+          end
+  
+          # se agregan extensiones por el issue #1171
+          #
+          # UPDATE: Las extensiones en JavaScript para eliminar rastros, dejan rastros en si mismas.
+          # 
+          switches = ["lang=en", "--log-level=3", "--user-agent=#{agent}", "disable-infobars", "load-extension=#{File.absolute_path('../chrome_extension')}"]
+  
+          # 
+          if (profile_name!=nil)
+                
+            # issue #964
+            filename = "#{profile_name}/#{profile_name}/Default/Preferences"
+            if ( File.file?(filename) == true )
+              File.delete(filename)
+            end
+  
+            # issue #964
+            filename = "#{profile_name}/#{profile_name}/Local State"
+            if ( File.file?(filename) == true )
+              File.delete(filename)
+            end
+                
+            # configuro el browser para que use este perfil
+            switches += ["--user-data-dir=#{profile_name}/#{profile_name}"]
+                
+          end
+              
+          if (proxy!=nil)
+            switches += proxy.chrome_switches
+          end
+  
+          self.lockProfileList()
+  
+          begin
+
+            Selenium::WebDriver::Chrome.driver_path = chromedriver_path if !chromedriver_path.nil?
+            Selenium::WebDriver::Chrome.driver_path = DEFAULT_CHROMEDRIVER_PATH if chromedriver_path.nil?
+            
+            @@driver = Selenium::WebDriver.for :chrome, :switches => switches
+            bridge = @@driver.instance_variable_get(:@bridge)
+            service = bridge.instance_variable_get(:@service)
+            process = service.instance_variable_get(:@process)
+            @@pid = process.pid.to_s # es el PID del chromedriver
+            @@driver.manage.window().maximize()
+            @@browser = PampaBrowser.new(@@driver)
+            @@browser.proxy = proxy.clone if !proxy.nil?    
+            @@browser.agent_name = agent
+            @@browser.profile_name = profile_name
+            self.updateProfileList              
+          rescue => e
+            p1 = PROCESS.list().select { |p| p[:ppid] == PROCESS.pid && p[:executablepath] =~ /chromedriver(.*)\.exe/ }.first
+            if (p1 != nil)
+              @@pid = p1[:pid]
+              self.updateProfileList              
+            end              
+            self.releaseProfileList()
+            raise e
+          end
+          self.releaseProfileList()
+            
+          # Liberar el flag de reserva de creacion del browser
+          self.release()
+  
+        # 
+        rescue => e # TODO: Se atrapa una expecion porque sigue ocurreiendo el error reportado en el issue #134 y #129
+          # Liberar el flag de reserva de creacion del browser
+          self.release()
+  
+          # disparar la exepcion
+          raise e          
+        end                  
+      end # while
+      
+      #
+      @@browser
+    end # create
+  
+  
+  end # class
+
+end # module BlackStack

data/lib/proxy.rb

@@ -0,0 +1,80 @@
+require_relative './baseproxy'
+
+module BlackStack
+
+  # proxy almacenado en la base de datos
+  class Proxy < Sequel::Model(:proxy)
+    include BaseProxy
+  
+    Proxy.dataset = Proxy.dataset.disable_insert_output
+    
+    def self.availablesWithStealth(
+          process, 
+          discretion_seconds_to_wait_if_proxy_has_been_reserved_but_didnt_finish, 
+          discretion_seconds_to_wait_if_proxy_has_finished_successfully,
+          discretion_seconds_to_wait_if_proxy_has_been_blocked,
+          discretion_seconds_to_wait_for_long_sleep,
+          discretion_stop_from,
+          discretion_stop_until
+        )
+        
+      q =
+        "SELECT COUNT(*) c FROM dbo.fnProxyDiscretion(" +
+        "'#{process}', " +
+        "#{discretion_seconds_to_wait_if_proxy_has_been_reserved_but_didnt_finish.to_s}, " +
+        "#{discretion_seconds_to_wait_if_proxy_has_finished_successfully.to_s}, " +
+        "#{discretion_seconds_to_wait_if_proxy_has_been_blocked.to_s}, " +
+        "#{discretion_seconds_to_wait_for_long_sleep.to_s}, " +
+        "'#{discretion_stop_from.to_s}', " +
+        "'#{discretion_stop_until.to_s}')"
+  
+      return DB[q].first[:c].to_i
+    end
+  
+    def self.getWithStealth(
+          process, 
+          discretion_seconds_to_wait_if_proxy_has_been_reserved_but_didnt_finish, 
+          discretion_seconds_to_wait_if_proxy_has_finished_successfully,
+          discretion_seconds_to_wait_if_proxy_has_been_blocked,
+          discretion_seconds_to_wait_for_long_sleep,
+          discretion_stop_from,
+          discretion_stop_until
+        )
+      rid = guid()
+      DB.execute(
+        "EXEC dbo.reserveProxyWithDiscretion " +
+        "'#{rid}', " +
+        "'#{process}', " +
+        "#{discretion_seconds_to_wait_if_proxy_has_been_reserved_but_didnt_finish.to_s}, " +
+        "#{discretion_seconds_to_wait_if_proxy_has_finished_successfully.to_s}, " +
+        "#{discretion_seconds_to_wait_if_proxy_has_been_blocked.to_s}, " +
+        "#{discretion_seconds_to_wait_for_long_sleep.to_s}, " +
+        "'#{discretion_stop_from.to_s}', " +
+        "'#{discretion_stop_until.to_s}'"
+      )
+      BlackStack::Proxy.where(:reservation_id=>rid).first
+    end
+  
+    def startJob()
+      DB.execute("UPDATE proxy SET reservation_start_time=GETDATE() WHERE [id]='#{self.id}'")
+    end
+  
+    # TODO: Reemplazar el parametro records_before_long_sleep por un registro en la tabla PARAMS
+    def endJob(id_object, result, description, records_before_long_sleep)
+  # => #464
+=begin
+      DB.execute("UPDATE proxy SET reservation_end_time=GETDATE(), reservation_result='#{result.to_s}', reservation_description='#{description.to_s}' WHERE [id]='#{self.id}'")
+  
+      DB.execute(
+        "EXEC dbo.endProxyJob " +
+        "'#{self.id}', " +
+        "'#{id_object}', " +
+        "#{result.to_s}, " +
+        "'#{description.to_s}', " +
+        "#{records_before_long_sleep.to_s} "
+      )
+=end
+    end  
+  end
+  
+end # module BlackStack

data/lib/proxyprovider.rb

@@ -0,0 +1,8 @@
+
+module BlackStack
+
+  class ProxyProvider < Sequel::Model(:proxyprovider)
+    ProxyProvider.dataset = ProxyProvider.dataset.disable_insert_output
+  end
+
+end # module BlackStack

data/lib/remoteproxy.rb

@@ -0,0 +1,9 @@
+
+module BlackStack
+
+  class RemoteProxy
+    attr_accessor :id, :ip, :port, :user, :password
+    include BaseProxy
+  end
+  
+end # module BlackStack

data/lib/stealth_browser_automation.rb

@@ -0,0 +1,73 @@
+require 'mini_magick'
+require 'rest_client'
+require 'pampa_workers'
+
+require_relative './baseproxy'
+require_relative './remoteproxy'
+require_relative './browserfactory'
+
+module BlackStack
+
+  module StealthBrowserAutomation
+    
+    module Multilogin
+      # 
+      @@auth_token = nil
+      @@mla_version = nil
+      @@mla_local_port = nil
+  
+      def self.auth_token()
+        @@auth_token
+      end
+  
+      def self.mla_version()
+        @@mla_version
+      end
+
+      def self.mla_local_port()
+        @@mla_local_port
+      end
+  
+      def self.set(h)
+        @@auth_token = h[:auth_token]
+        @@mla_version = h[:mla_version]
+        @@mla_local_port = h[:mla_local_port]
+      end
+    
+      # returns the profileId of the new Mimic profile
+      def self.create_profile(data)
+        url = "https://api.multiloginapp.com/v2/profile?token=#{BlackStack::StealthBrowserAutomation::Multilogin::auth_token.to_s}&mlaVersion=#{BlackStack::StealthBrowserAutomation::Multilogin::mla_version.to_s}"
+        uri = URI(url)
+        Net::HTTP.start(uri.host, uri.port, :use_ssl => true, :verify_mode => OpenSSL::SSL::VERIFY_NONE) do |http|
+          req = Net::HTTP::Post.new(uri)
+          req['Content-Type'] = 'application/json'
+          req.body = data.to_json
+          res = JSON.parse(http.request(req).body)
+          raise "Error creating Multilogin profile: #{res.to_s}" if !res.has_key?('uuid')
+          return res['uuid']
+        end
+      end
+
+      # returns the profileId of the new Mimic profile
+      def self.remove_profile(profile_id)
+        url = "https://api.multiloginapp.com/v1/profile/remove?token=#{BlackStack::StealthBrowserAutomation::Multilogin::auth_token.to_s}&profileId=#{profile_id}"
+        uri = URI.parse(url)
+        req = Net::HTTP::Get.new(url)
+        res = Net::HTTP.start(uri.host, uri.port, :use_ssl => true, :verify_mode => OpenSSL::SSL::VERIFY_NONE) {|http|
+          http.request(req)
+        }
+        res = JSON.parse(res.body)
+        raise "Error removing Multilogin profile: #{res.to_s}" if !res.has_key?('status')
+        raise "Error removing Multilogin profile: #{res['status'].to_s}" if res['status'] != 'OK'
+      end # def self.delete_profile
+    end # module MultiLogin
+
+    #
+    def self.require_db_classes()
+      # You have to load all the Sinatra classes after connect the database.
+      require_relative '../lib/proxy.rb'
+    end
+
+  end # module StealthBrowserAutomation
+  
+end # module BlackStack

metadata

@@ -0,0 +1,250 @@
+--- !ruby/object:Gem::Specification
+name: stealth_browser_automation
+version: !ruby/object:Gem::Version
+  version: 0.0.7
+platform: ruby
+authors:
+- Leandro Daniel Sardi
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2019-12-08 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: mini_magick
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 4.9.3
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 4.9.3
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 4.9.3
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 4.9.3
+- !ruby/object:Gem::Dependency
+  name: rest-client
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 2.0.2
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 2.0.2
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 2.0.2
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 2.0.2
+- !ruby/object:Gem::Dependency
+  name: websocket
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 1.2.8
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 1.2.8
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 1.2.8
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 1.2.8
+- !ruby/object:Gem::Dependency
+  name: json
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 1.8.1
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 1.8.1
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 1.8.1
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 1.8.1
+- !ruby/object:Gem::Dependency
+  name: tiny_tds
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 1.0.5
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 1.0.5
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 1.0.5
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 1.0.5
+- !ruby/object:Gem::Dependency
+  name: sequel
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 4.28.0
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 4.28.0
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 4.28.0
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 4.28.0
+- !ruby/object:Gem::Dependency
+  name: blackstack_commons
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.0.20
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 0.0.20
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.0.20
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 0.0.20
+- !ruby/object:Gem::Dependency
+  name: simple_cloud_logging
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 1.1.16
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 1.1.16
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 1.1.16
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 1.1.16
+- !ruby/object:Gem::Dependency
+  name: simple_command_line_parser
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 1.1.1
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 1.1.1
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 1.1.1
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 1.1.1
+- !ruby/object:Gem::Dependency
+  name: pampa_workers
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.0.39
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 0.0.39
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.0.39
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 0.0.39
+description: 'THIS GEM IS STILL IN DEVELOPMENT STAGE. Find documentation here: https://github.com/leandrosardi/stealth_browser_automation.'
+email: leandro.sardi@expandedventure.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- lib/baseproxy.rb
+- lib/browserfactory.rb
+- lib/proxy.rb
+- lib/proxyprovider.rb
+- lib/remoteproxy.rb
+- lib/stealth_browser_automation.rb
+homepage: https://rubygems.org/gems/stealth_browser_automation
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.4.5.1
+signing_key: 
+specification_version: 4
+summary: THIS GEM IS STILL IN DEVELOPMENT STAGE. Scrape the web and automate social
+  accounts with not footprints. Track the browser acivity. Manage proxies stealthly.
+test_files: []