autility 0.0.3 → 0.0.4

data/Readme.md

@@ -10,6 +10,7 @@ For now it supports downloading invoices from:
 * Endesa
 * Vodafone (Spain)
 * Movistar (Spain)
+* La Caixa (messages)
 
 ## Install
 

data/bin/autility

@@ -67,3 +67,25 @@ command :movistar do |c|
   end
 end
 
+command :lacaixa do |c|
+  c.syntax = 'autility lacaixa [options]'
+  c.summary = 'Downloads invoices from lacaixa.'
+  c.description = 'Downloads invoices from lacaixa.'
+  c.example 'Download the invoice for the current month of user "foo" with password "bar"', 'utilities lacaixa --user foo --password bar'
+  c.option '--user USER', String, 'The username for lacaixa Online'
+  c.option '--password PASSWORD', String, 'The password for lacaixa Online'
+  c.option '--month MONTH_NUMBER', Integer, 'The month (e.g. 5, 9, 12...). By default it\'s the current month'
+  c.option '--output-folder FOLDER_NAME', String, 'The output folder to store the PDF in. Defaults to ~/utilities'
+  c.action do |args, options|
+    options.default :month => Time.now.month
+    options.default :output_folder => File.expand_path("~/utilities")
+
+    raise "Both --user and --password are required options." unless options.user && options.password
+
+    result = Autility::LaCaixa.scrape(options.user, options.password, options.month, options.output_folder)
+    result.each do |document_path|
+      puts "Path: #{document_path}"
+    end
+  end
+end
+

data/lib/autility.rb

@@ -6,6 +6,7 @@ require_relative 'autility/cookie'
 require_relative 'autility/endesa'
 require_relative 'autility/vodafone_spain'
 require_relative 'autility/movistar_spain'
+require_relative 'autility/lacaixa'
 
 module Autility
 end

data/lib/autility/lacaixa.rb

@@ -0,0 +1,166 @@
+# encoding: utf-8
+require 'capybara'
+require 'capybara/dsl'
+require 'show_me_the_cookies'
+require 'fileutils'
+require 'pry'
+
+Capybara.register_driver :selenium do |app|
+  Capybara::Selenium::Driver.new(app, :browser => :firefox)
+end
+Capybara.default_wait_time = 20
+Capybara.ignore_hidden_elements = false
+
+module Autility
+  # Public: A scraper for all the utility invoices in LaCaixa.
+  #
+  # Examples
+  #
+  #   # Download the invoice from September this year and store it in /tmp.
+  #   LaCaixa.scrape("user", "password", 9, "/tmp") # Download all invoices from September this year
+  #
+  class LaCaixa
+    include Capybara::DSL
+    include ShowMeTheCookies
+
+    # Public: Instantiates a new scraper and fires it to download the utility
+    # invoices from LaCaixa.
+    #
+    # Returns nothing.
+    def self.scrape(*args)
+      new(*args).scrape
+    end
+
+    def initialize(user, password, month, folder)
+      @user     = user
+      @password = password
+      @month    = month
+      @folder   = folder
+      @year     = Time.now.year
+    end
+
+    # Public: Scrapes the lacaixa website and gets the invoice for the current
+    # month, saving it to @folder.
+    #
+    # Returns the String path of the saved document.
+    def scrape(index=nil)
+      setup_capybara
+      log_in
+
+      FileUtils.mkdir_p(@folder)
+      if index
+        filename = "#{@folder}/lacaixa_#{month}_#{@year}__#{index}.pdf"
+        document(index).save(filename)
+      else
+        return document
+      end
+      filename
+    end
+
+    private
+
+    # Internal: Logs in to the LaCaixa website.
+    #
+    # Returns nothing.
+    def log_in
+      visit "/home/empreses_ca.html"
+      fill_in "u", :with => @user
+      fill_in "p", :with => @password
+      first(".loginbut").click
+    end
+
+    # Internal: Gets the latest invoice and returns it as a Document (not
+    # fetched yet).
+    #
+    # Returns the Document to be fetched.
+    def document(index=nil)
+      @document ||= begin
+        params = {}
+        url = "https://loc6.lacaixa.es"
+
+        wait_until { find('frame') }
+
+        within_frame(all('frame')[1][:name]) do
+          within_frame(find('frame')[:name]) do
+            find('#buzon1.msn a').click
+          end
+        end
+
+        wait_until { find('frame') }
+
+        within_frame(all('frame')[1][:name]) do
+          within_frame('Cos') do
+            sleep 3
+            find("#lbl_Varios a").click
+            sleep 3
+            wait_until { find('#enlaceDescr') }
+            rows = all('.table_generica tr').select do |tr|
+              tr.find("td").text =~ /#{month}\/#{@year}/
+            end
+
+            if index
+              rows[index].find("a").click
+            else
+              docs = []
+              rows.each_with_index do |row, idx|
+                scraper = LaCaixa.new(@user, @password, @month, @folder)
+                docs << scraper.scrape(idx)
+              end
+              return docs
+            end
+          end
+        end
+
+        wait_until { find('frame') }
+
+        within_frame(all('frame')[1][:name]) do
+          within_frame('Cos') do
+            within_frame("Fr1") do
+              url = find("form[name=\"datos\"]")[:action]
+              within("form[name=\"datos\"]") do
+                guardar = {
+                  "PN" => "COM",
+                  "PE" => "39",
+                  "RESOLUCION" => "300",
+                  "CANAL_MOVIMIENTO" => "INT",
+                  "target" => "Fr1",
+                  "PAGINA_SOLICITADA" => "00001",
+                  "FLAG_PDF_INICIAL" => "S",
+                  "FLUJO" => "COM,10,:COM,51:SCP,23:GFI,7,''",
+                  "CLICK_ORIG" => "FLX_COM_4",
+                  "OPCION" => ""
+                }
+
+                params = all('input').reduce({}) do |h, i|
+                  h.update({ i[:name] => i[:value] })
+                end.update(guardar)
+              end
+            end
+          end
+        end
+
+        Capybara.app_host = "https://loc6.lacaixa.es"
+        cookie = Cookie.new("JSESSIONID_CTX", get_me_the_cookie("JSESSIONID_CTX")[:value])
+
+        Document.new(url, :post, cookie, params)
+      end
+    end
+
+    # Internal: Returns the String current month padded with zeros to the left.
+    def month
+      @month.to_s.rjust(2, '0')
+    end
+
+    # Internal: Sets the configuration for capybara to work with the LaCaixa
+    # website.
+    #
+    # Returns nothing.
+    def setup_capybara
+      Capybara.run_server = false
+      Capybara.current_driver = :selenium
+      Capybara.app_host       = 'http://empresa.lacaixa.es'
+      Capybara.default_wait_time = 20
+      Capybara.ignore_hidden_elements = false
+    end
+  end
+end

data/lib/autility/version.rb

@@ -1,3 +1,3 @@
 module Autility
-  VERSION = "0.0.3"
+  VERSION = "0.0.4"
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: autility
 version: !ruby/object:Gem::Version
-  version: 0.0.3
+  version: 0.0.4
   prerelease: 
 platform: ruby
 authors:
@@ -13,7 +13,7 @@ date: 2011-12-15 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: capybara
-  requirement: &70096387494420 !ruby/object:Gem::Requirement
+  requirement: &70133155093360 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -21,10 +21,10 @@ dependencies:
         version: '0'
   type: :runtime
   prerelease: false
-  version_requirements: *70096387494420
+  version_requirements: *70133155093360
 - !ruby/object:Gem::Dependency
   name: capybara-webkit
-  requirement: &70096387493420 !ruby/object:Gem::Requirement
+  requirement: &70133155091420 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -32,10 +32,10 @@ dependencies:
         version: '0'
   type: :runtime
   prerelease: false
-  version_requirements: *70096387493420
+  version_requirements: *70133155091420
 - !ruby/object:Gem::Dependency
   name: show_me_the_cookies
-  requirement: &70096387492300 !ruby/object:Gem::Requirement
+  requirement: &70133155089040 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -43,10 +43,10 @@ dependencies:
         version: '0'
   type: :runtime
   prerelease: false
-  version_requirements: *70096387492300
+  version_requirements: *70133155089040
 - !ruby/object:Gem::Dependency
   name: commander
-  requirement: &70096387489320 !ruby/object:Gem::Requirement
+  requirement: &70133155088360 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -54,10 +54,10 @@ dependencies:
         version: '0'
   type: :runtime
   prerelease: false
-  version_requirements: *70096387489320
+  version_requirements: *70133155088360
 - !ruby/object:Gem::Dependency
   name: mocha
-  requirement: &70096387488100 !ruby/object:Gem::Requirement
+  requirement: &70133155087420 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -65,10 +65,10 @@ dependencies:
         version: '0'
   type: :development
   prerelease: false
-  version_requirements: *70096387488100
+  version_requirements: *70133155087420
 - !ruby/object:Gem::Dependency
   name: minitest
-  requirement: &70096387487580 !ruby/object:Gem::Requirement
+  requirement: &70133155086440 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -76,7 +76,7 @@ dependencies:
         version: '0'
   type: :development
   prerelease: false
-  version_requirements: *70096387487580
+  version_requirements: *70133155086440
 description: Downloads utility invoices from common spanish firms such as Endesa or
   Vodafone.
 email:
@@ -99,6 +99,7 @@ files:
 - lib/autility/data.rb
 - lib/autility/document.rb
 - lib/autility/endesa.rb
+- lib/autility/lacaixa.rb
 - lib/autility/movistar_spain.rb
 - lib/autility/version.rb
 - lib/autility/vodafone_spain.rb