omnibrowser 0.0.3 → 0.0.4

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 85d0aeebc80e813b871dcd75a81363a978a714f8
-  data.tar.gz: 49708d69d77e0143fcdf50282bd91eb101bbaa1d
+  metadata.gz: b4518df2d382890b40632420199d86966dc32915
+  data.tar.gz: e03569216ce7c4fe9833d40e7e0d7d76c02842b7
 SHA512:
-  metadata.gz: dff67453c2dfeaba79ed6e4294bc5126d0bea01d1df15cf45cbc09246fabe6fb15f70857a8d074db2ce661ad24fe5702ca5e28c4d4b6629ce9d22062e4d71c06
-  data.tar.gz: a086f0898cd8e669c9206d1fe6c5c5d38fd1dd374ccb6e296e5709998f7051a17210c581807a08c6dfc1f63e0939b008e41d5b7fc0bac2f6acaf8b82cf32a349
+  metadata.gz: 44c516749a4380ecc7affd9d25ded77cd18524ca29fa72a0c7cdc1b709a3e201bf3894179d211a556c64886d23f8e5f0261e83e264e8ed5222f787a33883e350
+  data.tar.gz: 48b60d2ab9c869a1f651353dd86091d0ee8498890d91fe14ab598b48f58de99198607527aa80768f06da272a111551255bb795ee8582178ed03a25a6077cc40e

data/lib/omni_browser.rb

@@ -1,4 +1,9 @@
+require 'flex_console/dummy'
+require 'flex_config'
+require 'flex_pg'
+require 'omni_browser/action_logging'
 require 'omni_browser/watir'
+require 'omni_browser/website'
 require 'watir-webdriver'
 require 'watir-webdriver/extensions/alerts'
 
@@ -8,9 +13,39 @@ class OmniBrowser
 
   CHROME = 'Mozilla/5.0 (Windows NT 6.1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/41.0.2228.0 Safari/537.36'
 
+  attr_reader :database, :my_ip, :config, :logging_db, :domains_db, :ip_db
+  attr_accessor :tunnel, :allowance
+
   def initialize (*config)
-    profile = Selenium::WebDriver::Firefox::Profile.new
 
+    h_args = config.last
+
+    @config = FlexConfig.new('/Users/YCL/Documents/RubyProjects/gems/omni_browser', {})
+    @database =
+        if config.include?(:no_database)
+          Dummy.new('database')
+        else
+          db_name = h_args[:db]
+          details = @config.to_h[:databases][db_name]
+          details.store(:database, db_name)
+          details
+          FlexPG.new(details)
+        end
+
+    @logging_db = database[@config.to_h[:tbl_names][:logging]]
+    @domains_db = database[@config.to_h[:tbl_names][:domains]]
+    @ip_db      = database[@config.to_h[:tbl_names][:ip]]
+
+    @tunnel = nil
+    @my_ip = nil
+
+    unless config.include?(:no_report)
+      ClickReport.link_browser(self)
+      Watir::Element.include(ClickReport)
+      require 'omni_browser/action_logging/watir_mods'
+    end
+
+    profile = Selenium::WebDriver::Firefox::Profile.new
     profile['javascript.enabled'] = false if config.include?(:no_java)
     profile['general.useragent.override'] =
         case
@@ -21,6 +56,8 @@ class OmniBrowser
         end
 
     @browser = Watir::Browser.new(:firefox, profile: profile)
+    @last_domain = ''
+    @dom_id = nil
   end
 
   def resize (width, height = nil)
@@ -47,11 +84,62 @@ class OmniBrowser
   end
 
   def method_missing (method, *args)
-    @browser.send(method, *args)
+    if [:goto, :refresh, :back].include?(method)
+      save_domain
+      browsed = true
+    else
+      browsed = false
+    end
+
+    begin
+      result = @browser.send(method, *args)
+    rescue Timeout::Error => e
+      puts 'page timed out'
+      @browser.stop
+      @browser.refresh
+    end
+    sleep(0.88)
+    if browsed
+      domain_check
+      add_request
+    end
+    result
+  end
+
+  def save_domain
+    if @last_domain == ''
+      @my_ip = get_my_ip
+      puts 'Browser disconnecting database...'
+      database.disconnect
+      puts 'Sleep(3)'
+      sleep(3)
+      puts "Database connection ok? #{database.test_connection}"
+    end
+    @last_domain = domain
+  end
+
+  def domain_check
+    dom = domain
+    if @last_domain != dom || @last_domain == ''
+      @dom_id = domains_db[:domain_url => dom][:id]
+    else
+      @dom_id
+    end
+  end
+
+  def add_request
+    details = {:ip_address => @my_ip, :domain => @dom_id, :raw_url => @browser.url, :time => Time.now}
+    logging_db.insert(details)
+    puts '.'
+    unless tunnel.nil?
+      @allowance -= 1
+      @allowance = tunnel.reallocate if @allowance == 0
+      @my_ip = get_my_ip
+    end
   end
 
   def domain
-    @browser.url.scan(/[^\/]+/)[1]
+    @browser.url.scan(/[^\/]+/)[1].strip
   end
 
   def save_html (path)

data/lib/omni_browser/action_logging.rb

@@ -0,0 +1,29 @@
+require 'flex_config'
+require 'flex_pg'
+require 'open-uri'
+
+class OmniBrowser
+
+  def get_my_ip
+    puts 'Getting IP'
+    puts ip = open('http://icanhazip.com').read.strip
+    ip
+  end
+
+end
+
+module ClickReport
+
+  class << self
+    attr_reader :browser
+    def link_browser (browser_obj)
+      @browser = browser_obj
+    end
+
+  end
+
+  def browser_obj
+    ClickReport.browser
+  end
+
+end

data/lib/omni_browser/action_logging/watir_mods.rb

@@ -0,0 +1,33 @@
+module Watir
+
+  class << self
+    attr_accessor :browser_obj
+  end
+
+
+  class Element
+
+    old_click_method = instance_method(:click)
+
+    define_method(:click) { |*args|
+      if self.is_a?(Watir::Option) || args.include?(:no_log)
+        finish = ->() {}
+      else
+        browser_obj.save_domain
+        finish = ->() {
+          browser_obj.domain_check
+          browser_obj.add_request
+        }
+      end
+      begin
+        results = old_click_method.bind(self).()
+        finish.call
+      rescue Timeout::Error => e
+        puts 'page timed out'
+        results = browser_obj.refresh
+      end
+      results
+    }
+  end
+
+end

data/lib/omni_browser/watir.rb

@@ -9,7 +9,7 @@ module Watir
       tally = {}
 
       print_line = ->(element) {
-        tally.find_add(element.tag_name)
+        tally.find_add!(element.tag_name)
         puts "<#{element.tag_name}> #{tally[element.tag_name] - 1} | #{element.text.inspect} | #{element.elements.size}"
       }
 

data/lib/omni_browser/website.rb

@@ -0,0 +1,13 @@
+class Website
+  attr_reader :browser, :database
+
+  def initialize (browser_obj, database)
+    @browser = browser_obj
+    @database = database
+  end
+
+  def method_missing (method, *args)
+    browser.send(method, *args)
+  end
+
+end

metadata

@@ -1,15 +1,43 @@
 --- !ruby/object:Gem::Specification
 name: omnibrowser
 version: !ruby/object:Gem::Version
-  version: 0.0.3
+  version: 0.0.4
 platform: ruby
 authors:
 - Eugene Lai
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2015-03-26 00:00:00.000000000 Z
+date: 2016-02-27 00:00:00.000000000 Z
 dependencies:
+- !ruby/object:Gem::Dependency
+  name: flex_pg
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: flex_config
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
 - !ruby/object:Gem::Dependency
   name: watir-webdriver
   requirement: !ruby/object:Gem::Requirement
@@ -31,7 +59,10 @@ extensions: []
 extra_rdoc_files: []
 files:
 - lib/omni_browser.rb
+- lib/omni_browser/action_logging.rb
+- lib/omni_browser/action_logging/watir_mods.rb
 - lib/omni_browser/watir.rb
+- lib/omni_browser/website.rb
 homepage: 
 licenses: []
 metadata: {}