esaj 0.1.0 → 0.2.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: fdf01a5f8ce268707c5a05e6659fb9de81c41b6db2fc52c418e76f572a6fcf47
-  data.tar.gz: bd260e8f789a725ced088b13574c3f0d9f87d989e687b21710ae586033fe53cd
+  metadata.gz: 82711c58b4265f66463025f1bd18cfe76e851f08ea68a96130ea92e8ef8f40d4
+  data.tar.gz: 84f5951cc33abfc8b84b6730d54826b132758af2b82254eb960df04c935317ee
 SHA512:
-  metadata.gz: b92ff60273c4ed80623a288d423f5a1e5052f94ad725cb82901f4a8d76cca88ae8d4d229192785f04b101f9598fdd2693df2c9712ce7a74a929fbadf527e6345
-  data.tar.gz: 8918ca9d5428e153302698861fc26736589a336fe527d2b43ce59d0cc4afb349d0603b6b97bf496e52df4b2eb1dd3d79678cd18d07e7f61bf4e32ef197cc4cc4
+  metadata.gz: c13a78877153ef16d92b3ecb950a72af66f62addf444e2a399296158ecfdef798b4ce7ed3ab2f6022890649386362f6c4e68882b0d34cfcaa8d19cf2cee2f95a
+  data.tar.gz: a4137e12c85d5a88a5db5e4d6e4926963ca2356805742dccb27c79adcda3d224177a812170c2994aa8ec0af855e28cee1864a2a1861a200a30770c16b4cfee4b

data/Gemfile.lock

@@ -0,0 +1,50 @@
+PATH
+  remote: .
+  specs:
+    esaj (0.1.0)
+      nokogiri
+
+GEM
+  remote: https://rubygems.org/
+  specs:
+    byebug (10.0.2)
+    coderay (1.1.2)
+    diff-lcs (1.3)
+    method_source (0.9.2)
+    mini_portile2 (2.4.0)
+    nokogiri (1.10.1)
+      mini_portile2 (~> 2.4.0)
+    pry (0.12.2)
+      coderay (~> 1.1.0)
+      method_source (~> 0.9.0)
+    pry-byebug (3.6.0)
+      byebug (~> 10.0)
+      pry (~> 0.10)
+    rake (10.5.0)
+    rspec (3.7.0)
+      rspec-core (~> 3.7.0)
+      rspec-expectations (~> 3.7.0)
+      rspec-mocks (~> 3.7.0)
+    rspec-core (3.7.1)
+      rspec-support (~> 3.7.0)
+    rspec-expectations (3.7.0)
+      diff-lcs (>= 1.2.0, < 2.0)
+      rspec-support (~> 3.7.0)
+    rspec-mocks (3.7.0)
+      diff-lcs (>= 1.2.0, < 2.0)
+      rspec-support (~> 3.7.0)
+    rspec-support (3.7.1)
+
+PLATFORMS
+  ruby
+
+DEPENDENCIES
+  bundler (~> 1.17)
+  esaj!
+  pry
+  pry-byebug
+  rake (~> 10.0)
+  rspec (~> 3.0)
+
+BUNDLED WITH
+   1.17.2

data/README.md

@@ -1,8 +1,6 @@
 # Esaj
 
-Welcome to your new gem! In this directory, you'll find the files you need to be able to package up your Ruby library into a gem. Put your Ruby code in the file `lib/esaj`. To experiment with that code, run `bin/console` for an interactive prompt.
-
-TODO: Delete this and the text above, and describe your gem
+This scraper wraps the lawsuits querying services provided to the general public by the 'Sistema de Automação da Justiça' website.
 
 ## Installation
 
@@ -22,7 +20,11 @@ Or install it yourself as:
 
 ## Usage
 
-TODO: Write usage instructions here
+Perform the following operation to retrieve the lawsuits for a given OAB code and forum:
+
+```ruby
+Esaj::Query.new(oab_code: '000000', forum: :all).perform
+```
 
 ## Development
 
@@ -32,7 +34,7 @@ To install this gem onto your local machine, run `bundle exec rake install`. To
 
 ## Contributing
 
-Bug reports and pull requests are welcome on GitHub at https://github.com/[USERNAME]/esaj.
+Bug reports and pull requests are welcome on GitHub at https://github.com/betogrun/esaj.
 
 ## License
 

data/bin/console

@@ -2,13 +2,5 @@
 
 require "bundler/setup"
 require "esaj"
-
-# You can add fixtures and/or initialization code here to make experimenting
-# with your gem easier. You can also use a different console, if you like.
-
-# (If you use this, don't forget to add pry to your Gemfile!)
-# require "pry"
-# Pry.start
-
-require "irb"
-IRB.start(__FILE__)
+require "pry"
+Pry.start

data/esaj.gemspec

@@ -21,7 +21,11 @@ Gem::Specification.new do |spec|
   spec.executables   = spec.files.grep(%r{^exe/}) { |f| File.basename(f) }
   spec.require_paths = ["lib"]
 
+  spec.add_runtime_dependency "nokogiri"
+
   spec.add_development_dependency "bundler", "~> 1.17"
   spec.add_development_dependency "rake", "~> 10.0"
   spec.add_development_dependency "rspec", "~> 3.0"
+  spec.add_development_dependency "pry"
+  spec.add_development_dependency "pry-byebug"
 end

data/lib/esaj/forum.rb

@@ -0,0 +1,12 @@
+module Esaj
+  module Forum
+    VALUES = {
+      all: -1,
+      foro_central_civel: 100
+    }
+
+    def self.code_for(option)
+      VALUES[option]
+    end
+  end
+end

data/lib/esaj/lawsuit.rb

@@ -0,0 +1,26 @@
+module Esaj
+  class Lawsuit
+    attr_reader :raw_attributes
+
+    def initialize(raw_attributes)
+      @raw_attributes = raw_attributes
+    end
+
+    def attributes
+      {
+        code: code,
+        details_resource: details_resource
+      }
+    end
+
+    private
+
+    def code
+      raw_attributes[:lawsuit_code].strip
+    end
+
+    def details_resource
+      "https://esaj.tjsp.jus.br#{raw_attributes[:lawsuit_details_resource]}"
+    end
+  end
+end

data/lib/esaj/metadata.rb

@@ -0,0 +1,53 @@
+require_relative 'parser_adapter'
+
+module Esaj
+  class Metadata
+    attr_reader :url
+
+    def initialize(url)
+      @url = url
+    end
+
+    def total_pages
+      (total_records.to_f/records_per_page).round
+    end
+
+    def error?
+      !error_message.empty?
+    end
+
+    def error_message
+      formatted_error_message
+    end
+
+    private
+
+    def records_per_page
+      formatted_pagination_result[3].to_i
+    end
+
+    def total_records
+      formatted_pagination_result[5].to_i
+    end
+
+    def formatted_pagination_result
+      pagination_element.text.split.uniq
+    end
+
+    def formatted_error_message
+      error_message_element.text.strip
+    end
+
+    def error_message_element
+      @error_message_element ||= document.css('td#mensagemRetorno')
+    end
+
+    def pagination_element
+      @pagination_element ||= document.css('span.resultadoPaginacao')
+    end
+
+    def document
+      @document ||= ParserAdapter.new(url).document
+    end
+  end
+end

data/lib/esaj/parser_adapter.rb

@@ -0,0 +1,17 @@
+require 'nokogiri'
+require 'open-uri'
+require 'openssl'
+
+module Esaj
+  class ParserAdapter
+    attr_reader :url
+
+    def initialize(url)
+      @url = url
+    end
+
+    def document
+      @document ||= Nokogiri::HTML(open(url, ssl_verify_mode: ::OpenSSL::SSL::VERIFY_NONE))
+    end
+  end
+end

data/lib/esaj/query.rb

@@ -0,0 +1,33 @@
+require_relative 'scraper'
+require_relative 'lawsuit'
+
+module Esaj
+  class Query
+    attr_reader :oab_code, :forum
+
+    def initialize(oab_code:, forum:)
+      @oab_code = oab_code
+      @forum = forum
+    end
+
+    def perform
+      begin
+        lawsuits.map(&:attributes)
+      rescue RemoteError => error
+        { error: error.message }
+      end
+    end
+
+    private
+
+    def lawsuits
+      scraped_results.map do |attributes|
+        Lawsuit.new(attributes)
+      end
+    end
+
+    def scraped_results
+      Scraper.new(oab_code, forum).results
+    end
+  end
+end

data/lib/esaj/query_page.rb

@@ -0,0 +1,34 @@
+require_relative 'parser_adapter'
+
+module Esaj
+  class QueryPage
+    attr_reader :url
+
+    def initialize(url)
+      @url = url
+    end
+
+    def result_set
+      result_elements.each_with_object([]) do |result_element, result_set|
+        result_set << result_item_for(result_element)
+      end
+    end
+
+    private
+
+    def result_item_for(result_element)
+      {
+        lawsuit_code: result_element.text,
+        lawsuit_details_resource: result_element[:href]
+      }
+    end
+
+    def result_elements
+      document.css('a.linkProcesso')
+    end
+
+    def document
+      @docuemnt ||= ParserAdapter.new(url).document
+    end
+  end
+end

data/lib/esaj/scraper.rb

@@ -0,0 +1,44 @@
+require_relative 'url_builder'
+require_relative 'query_page'
+require_relative 'metadata'
+
+module Esaj
+  class RemoteError < StandardError; end
+  class Scraper
+    extend Forwardable
+
+    def_delegators :@metadata, :total_pages, :error?, :error_message
+
+    attr_reader :oab_code, :forum
+
+    def initialize(oab_code, forum)
+      @oab_code = oab_code
+      @forum = forum
+      @metadata = Metadata.new(metadata_url)
+    end
+
+    def results
+      raise RemoteError.new(error_message) if error?
+      query_pages.flat_map(&:result_set)
+    end
+
+    private
+
+    def query_pages
+      [].tap do |pages|
+        1.upto(total_pages) do |page_number|
+          url = url_for(page_number)
+          pages << QueryPage.new(url)
+        end
+      end
+    end
+
+    def metadata_url
+      url_for(1)
+    end
+
+    def url_for(page_number)
+      UrlBuilder.new(oab_code, forum, page_number).build
+    end
+  end
+end

data/lib/esaj/url_builder.rb

@@ -0,0 +1,32 @@
+require_relative 'forum'
+
+module Esaj
+  class UrlBuilder
+    attr_reader :oab_code, :forum, :page_number
+
+    def initialize(oab_code, forum, page_number)
+      @oab_code = oab_code
+      @forum = forum
+      @page_number = page_number
+    end
+
+    def build
+      "#{base_url}" +
+      "?paginaConsulta=#{page_number}" +
+      "?dadosConsulta.localPesquisa.cdLocal=#{forum_code}" +
+      "&cbPesquisa=NUMOAB" +
+      "&dadosConsulta.tipoNuProcesso=UNIFICADO" +
+      "&dadosConsulta.valorConsulta=#{oab_code}"
+    end
+
+    private
+
+    def base_url
+      "https://esaj.tjsp.jus.br/cpopg/trocarPagina.do"
+    end
+
+    def forum_code
+      Forum.code_for(forum)
+    end
+  end
+end

data/lib/esaj/version.rb

@@ -1,3 +1,3 @@
 module Esaj
-  VERSION = "0.1.0"
+  VERSION = "0.2.0"
 end

data/lib/esaj.rb

@@ -1,6 +1,9 @@
 require "esaj/version"
+require "esaj/query_page"
+require "esaj/url_builder"
+require "esaj/scraper"
+require "esaj/query"
 
 module Esaj
   class Error < StandardError; end
-  # Your code goes here...
 end

metadata

@@ -1,15 +1,29 @@
 --- !ruby/object:Gem::Specification
 name: esaj
 version: !ruby/object:Gem::Version
-  version: 0.1.0
+  version: 0.2.0
 platform: ruby
 authors:
 - Alberto Rocha
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2019-01-31 00:00:00.000000000 Z
+date: 2019-02-04 00:00:00.000000000 Z
 dependencies:
+- !ruby/object:Gem::Dependency
+  name: nokogiri
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
 - !ruby/object:Gem::Dependency
   name: bundler
   requirement: !ruby/object:Gem::Requirement
@@ -52,6 +66,34 @@ dependencies:
     - - "~>"
       - !ruby/object:Gem::Version
         version: '3.0'
+- !ruby/object:Gem::Dependency
+  name: pry
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: pry-byebug
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
 description: 'This scraper wraps the lawsuits querying services provided to the general
   public by the ''Sistema de Automação da Justiça'' website. '
 email:
@@ -64,6 +106,7 @@ files:
 - ".rspec"
 - ".travis.yml"
 - Gemfile
+- Gemfile.lock
 - LICENSE.txt
 - README.md
 - Rakefile
@@ -71,6 +114,14 @@ files:
 - bin/setup
 - esaj.gemspec
 - lib/esaj.rb
+- lib/esaj/forum.rb
+- lib/esaj/lawsuit.rb
+- lib/esaj/metadata.rb
+- lib/esaj/parser_adapter.rb
+- lib/esaj/query.rb
+- lib/esaj/query_page.rb
+- lib/esaj/scraper.rb
+- lib/esaj/url_builder.rb
 - lib/esaj/version.rb
 homepage: https://github.com/betogrun/esaj
 licenses: