portal_scraper 1.0.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 33892f3c3d5127d2a1330f14ef249281e9de97b4
+  data.tar.gz: 8063f1e877d9f6da2f18784b12f12b70cde6993f
+SHA512:
+  metadata.gz: 397013f41893a3f0cb9d461e736cc23248e8ba20b1bdabf0894d2f6ed262c3d741802c0d1f671ae183556ec7e55625cad5674aa5888a3d0936b971f478a8663d
+  data.tar.gz: a677e1c67c6dd0f4e23a9bcffecadbc8e0b4a9fbf563379ee0900ea6028f9c878ecfa02901d17cc2c0155d405c3600409be99f58a60e163bad4432f57a79b156

data/lib/portal_scraper/accounts/client.rb

@@ -0,0 +1,56 @@
+require 'mechanize'
+
+module PortalScraper
+  module Accounts
+    class Client
+      attr_accessor :app_id, :secret
+
+      def initialize(app_id = nil, secret = nil)
+        @app_id = app_id || config.app_id
+        @secret = secret || config.secret
+      end
+
+      def login
+        app.get(url_for(config.login_url)) do |login_page|
+          login_page.form_with(name: /login/i) do |creds|
+            creds.username = app_id
+            creds.password = secret
+          end.submit
+        end
+        app.get(url_for(config.token_url))
+      end
+
+      def get_accounts_balance
+        login
+        accounts_data = { accounts: [] }
+        results = app.post(url_for('/appRecherche.do'), { nom: '', prenom: '', chercher: 'Chercher' })
+        results.links_with(href: /appTiersDetail.do/).each do |link|
+          account = link.click
+          accounts_data[:accounts] << {
+              client_ref: find_table_value(account, 'Identifiant tiers'),
+              balance:    account.search('table#contrat th.n').text.gsub(/[[:space:]]+/, '').to_f
+          }
+        end
+        accounts_data
+      end
+
+      private
+
+      def app
+        @app ||= Mechanize.new
+      end
+
+      def url_for(path)
+        [config.root_url, path].join
+      end
+
+      def find_table_value(node, column_name)
+        node.search('td.CA_LABEL').find { |column| column.text.strip == column_name }.parent.search('td.CA_LIB').text.strip
+      end
+
+      def config
+        PortalScraper.config
+      end
+    end
+  end
+end

data/lib/portal_scraper/version.rb

@@ -0,0 +1,12 @@
+module PortalScraper
+  class Version
+    MAJOR = 1
+    MINOR = 0
+    TINY  = 0
+    PRE   = nil
+
+    def self.to_s
+      [MAJOR, MINOR, TINY, PRE].compact.join('.')
+    end
+  end
+end

data/lib/portal_scraper.rb

@@ -0,0 +1,16 @@
+require 'portal_scraper/accounts/client'
+
+module PortalScraper
+  Config = Struct.new(:root_url, :app_id, :secret, :login_url, :token_url)
+
+  def self.configure
+    raise ArgumentError.new('No block given') unless block_given?
+    yield config
+  end
+
+  private
+
+  def self.config
+    @config ||= Config.new
+  end
+end

data/portal-scraper.gemspec

@@ -0,0 +1,30 @@
+# coding: utf-8
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+
+require 'portal_scraper/version'
+
+Gem::Specification.new do |spec|
+  spec.platform    = Gem::Platform::RUBY
+  spec.name        = 'portal_scraper'
+  spec.version     = PortalScraper::Version
+  spec.authors     = ['Armand Mégrot']
+  spec.email       = ['armand.megrot@gmail.com']
+  spec.summary     = 'Ruby portal scraper'
+  spec.description = 'Scrapping client for extranet portals.'
+  spec.license     = 'Apache-2.0'
+  spec.homepage    = 'https://github.com/cashbee-team/portal_scraper'
+
+  spec.files         = Dir.glob('lib/**/*') + ['portal-scraper.gemspec']
+  spec.executables   = []
+  spec.test_files    = spec.files.grep(%r{^(test|spec|features)/})
+  spec.require_paths = ['lib']
+
+  spec.required_ruby_version = '>= 2.5.3'
+
+  spec.add_dependency 'mechanize', '~> 2.7'
+
+  spec.add_development_dependency 'rspec', '~> 3.2'
+  spec.add_development_dependency 'bundler', "~> 1.16"
+  spec.add_development_dependency 'rake', "~> 10.0"
+end

metadata

@@ -0,0 +1,104 @@
+--- !ruby/object:Gem::Specification
+name: portal_scraper
+version: !ruby/object:Gem::Version
+  version: 1.0.0
+platform: ruby
+authors:
+- Armand Mégrot
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2019-03-14 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: mechanize
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.7'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.7'
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.2'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.2'
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.16'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.16'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+description: Scrapping client for extranet portals.
+email:
+- armand.megrot@gmail.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- lib/portal_scraper.rb
+- lib/portal_scraper/accounts/client.rb
+- lib/portal_scraper/version.rb
+- portal-scraper.gemspec
+homepage: https://github.com/cashbee-team/portal_scraper
+licenses:
+- Apache-2.0
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: 2.5.3
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.5.2.3
+signing_key: 
+specification_version: 4
+summary: Ruby portal scraper
+test_files: []