ferrumwizard 0.1.0 → 0.1.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: ebfbe644929b142f88f8dc30e66db208bc8fa6c328eea266b18b6e6bf5c08da8
-  data.tar.gz: f5e5403ad7dc857b0086213ef42e521fb91232fd93466036d22c35d269629804
+  metadata.gz: eb46fd03834d035f319b5654848eb8db05c4d8d870b59f261657fedc42b60222
+  data.tar.gz: a0e9d66110acbf0439494087795620675b10743eb767891e28cd9d0db55b4475
 SHA512:
-  metadata.gz: 44ac0fdfca21e6b4bfdc42afe8bb7826de0b1df0c003b86bb19c025795633c9cad17962cd842762bb7c23c822757bd151a26dd11502015f7484f01e151d7f297
-  data.tar.gz: 5ac3fd607f57b5b422b2e81b32ab29106bf80691ae445dcca405808fd087718d177006c790c73956521954e306ddc2fbea9597b1790cf5049027ccca9f201f11
+  metadata.gz: f7f3129f81ae7a79646f3ce13299a174265f7d42c1be53ef88dffe9461fddc42793c28b97ba55703d5ccfe62ef5aa5a9dd3a80665d3b3a897550de0d83325946
+  data.tar.gz: c7c5bac0cde40acc8d91a07e55890043bc16ae08d8533b4f0cf24719419cf62d5ee012b059dfd5d15befcd619140632cd4194dbb3294e09c1038f022ebccd524

data/lib/ferrumwizard.rb

@@ -8,96 +8,214 @@ require 'ferrum'
 
 class FerrumWizard
 
-  attr_reader :browser, :links
+  attr_reader :browser, :links, :radio, :buttons, :js_methods
 
   def initialize(url, headless: true, debug: false)
 
     @url, @debug = url, debug
     @browser = Ferrum::Browser.new headless: headless
-
+    sleep 2
+  end
+  
+  def inspect()
+    "#<FerrumWizard>"
   end
   
-  def login(username, password)
+  def login(usernamex=nil, passwordx=nil, username: usernamex, password: passwordx)
+    
+    puts 'username: ' + username.inspect if @debug
 
     b = @browser
     b.goto(@url)
-
+    @browser.network.wait_for_idle
+    sleep 3
 
     # search for the username input box
     e_username = b.at_xpath('//input[@type="email"]')
-
+    puts 'e_username: ' + e_username.inspect if @debug
+    sleep 1
     # search for the password input box
     e_password  = b.at_xpath('//input[@type="password"]')
-
-    if e_username and e_password then
-
-      e_username.focus.type(username)
-      e_password.focus.type(password, :Enter)
-
+    sleep 1
+    
+    if username and e_username then
+      puts 'entering the username' if @debug
+      e_username.focus.type(username)       
+      sleep 1
     end
     
+    e_password.focus.type(password, :Enter) if e_password
+    @browser.network.wait_for_idle
+    
     sleep 4
-    fetch_links()
-    self
+
+    scan_page()
     
-  end
+  end    
   
   def quit
     @browser.quit
   end
+  
+  def scan_page()
+    
+    @doc = Rexle.new @browser.body       
+    fetch_links()
+    scan_form_elements()    
+    scan_js_links()
+    self
+  end
 
   def to_rb()
   end
   
   private
   
+  def fetch_buttons()
+
+    a2 = @browser.xpath('//input[@type="button"]')
+    @buttons = a2.flat_map do |x|
+
+      a = x.value.split(/\W+/).map {|label| [label, x]}
+      a << [x.value, x]
+      a + a.map {|x, obj| [x.downcase, obj]}
+
+    end.to_h
+
+    names = @buttons.keys.map(&:downcase).uniq.select {|x| x =~ /^\w+$/}
+    buttons = @buttons
+
+    names.each do |name|
+      
+      define_singleton_method name.to_sym do
+        buttons[name].click
+        @browser.network.wait_for_idle
+        sleep = 1
+        self
+      end
+      
+    end
+
+  end
+  
   def fetch_links()
+     
+    all_links = @doc.root.xpath('//a')
     
-    b = @browser
-    doc = Rexle.new b.body    
-    all_links = doc.root.xpath('//a')
-    
+    all_links.each do |x|
+      
+      if x.plaintext.empty? then
+        x.text = x.attributes[:href].sub(/\.\w+$/,'')[/([^\/]+)$/].split(/[_]|(?=[A-Z])/).join(' ')
+      else
+        x.text = x.plaintext.gsub('&amp;','&')
+      end
+
+    end
+                                                                                                        
     valid_links = all_links.reject do |x|
       
       puts 'x: ' + x.inspect if @debug
-      s = x.plaintext.gsub('&amp;','&')
-      r = (x.attributes[:target] == '_blank') | s.empty?
+      r = (x.attributes[:target] == '_blank')
 
       puts 'r: ' + r.inspect if @debug
       r
       
-    end.map {|x| all_links.index x}
+    end
+    indices = valid_links.map {|x| all_links.index x}
 
-    active_links = b.xpath('//a')
-    valid_active_links = valid_links.map {|n| active_links[n]}
+    active_links = @browser.xpath('//a')
+    valid_active_links = indices.map {|n| active_links[n]}
     
 
-    @links = valid_active_links.flat_map do |x| 
-      a = x.text.split(/\W+/).map {|label| [label, x]} << [x.text, x]
+    @links = valid_active_links.flat_map.with_index do |x, i| 
+
+      a = valid_links[i].text.split(/\W+/).map {|label| [label, x]}
+      a << [valid_links[i].text, x]
+      
+      puts 'a: ' + a.inspect if @debug
       a + a.map {|x, obj| [x.downcase, obj]}
     end.to_h
     
-    names = @links.keys.map(&:downcase).uniq.select {|x| x =~ /^\w+$/}
+    names = @links.keys.map(&:downcase).uniq.select {|x| x =~ /^[\w ]+$/}
     links = @links
     
     names.each do |name|
       
-      define_singleton_method name.to_sym do
+      define_singleton_method name.gsub(/ +/,'_').to_sym do
         links[name].click
-        sleep 3
+        sleep 1
+        scan_page()
         self
       end
       
     end
     
-  end  
+  end
+
+  def scan_form_elements()
+    
+    # find radio buttons
+    
+    #a = doc.root.xpath('//input[@type="radio"]')
+    a = @browser.xpath('//input[@type="radio"]')
+    #h = a.group_by {|x| x.attributes[:name]}
+    h = a.group_by {|x| x.attribute('name')}
+    @radio = h.values
+    define_singleton_method(:on) { @radio[0][0].click; self }
+    define_singleton_method(:off) { @radio[0][1].click; self }
+    
+    fetch_buttons()
+  
+  end
+  
+  def scan_js_links()
+    
+    @js_methods = {}
+    b = @browser
+    
+    b.xpath('//a').select {|x| x.attribute('href') =~ /^javascript/}.each do |e|
+    
+
+      s = e.attribute('href')[/(?<=^javascript:)[^\(]+/]
+      puts 's: ' + s.inspect  
+      a = s.split(/\W+|(?=[A-Z])/).map {|label| [label, s]}
+      a << [s, s]
+      a << [s.split(/\W+|(?=[A-Z])/).join('_'), s]
+      a << [s.split(/\W+|(?=[A-Z])/).join('_').downcase, s]
+      #@js_methods[s] = a
+
+      a.concat a.map {|x, name| [x.downcase, name] }      
+
+      puts 'a: ' + a.inspect
+
+      a.uniq.select {|x, _| x =~ /^[a-z0-9_]+$/}.each do |x, name|
+        
+        if @debug then
+          puts 'x: ' + x.inspect
+          puts 'name: ' + name.inspect
+        end
+        
+        define_singleton_method(x.to_sym) do |*args|
+          #args = raw_args.map {|x| x[/^[0-9]+$/] ? x.to_i : x}
+          js_method = "%s(%s)" % [name, args.map(&:inspect).join(', ')]
+          puts 'js_method: ' + js_method.inspect if @debug
+          @browser.evaluate(js_method)
+          @browser.network.wait_for_idle
+          sleep 4
+          self.scan_page()
+        end
+        
+      end
+      
+    end
+  end
 
   def method_missing(method_name, *args)
 
+    puts 'method_missing: ' + method_name.inspect if @debug
     node = @browser.at_css '.' + method_name.to_s
     node.text if node
     
   end  
   
 end
-

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: ferrumwizard
 version: !ruby/object:Gem::Version
-  version: 0.1.0
+  version: 0.1.1
 platform: ruby
 authors:
 - James Robertson
@@ -35,7 +35,7 @@ cert_chain:
   7e24hNRMt3t/JE9ogEO4JzFUH2vq2zzR5X9JQqEclWfwHi4cf8bZFJ7spjZQPjSZ
   Ok3rs0A+kW4ixAj1rDYuoyG/
   -----END CERTIFICATE-----
-date: 2020-07-30 00:00:00.000000000 Z
+date: 2020-08-01 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: rexle