mwcrawler 0.1.0 → 0.1.2

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 535ef5f765febcd8e34046c5913006148e354e4c9d4735709ad4bba9fc30b058
-  data.tar.gz: f8014655d47a46e88bfeeccca72557341701685402182e6b0b878abfd362e534
+  metadata.gz: f261cbbdfe2fcc489def8bbc14a36967ef454190e201b5c1f2c62c160a602ccc
+  data.tar.gz: 37253ef7297d23721b6f2a006568227581a2b3423032c98ba431b364d737ec25
 SHA512:
-  metadata.gz: 9a2855da03d0feaa6386112e4ede645a5638a2f1d68628f115012220c81d4672959c358bd496853e1a10ce473a493e29cb0f2012803f4c484677ebd4df36b738
-  data.tar.gz: 34b27e7cbd83e191fb0065ba80b1ee62adcf7086a77e6e690e3fc426d958584420ed7dad110d18a55b402a1fba5408b3895399e7b0c38745332c9dc06fcd2594
+  metadata.gz: '02422271583bc57dbfad728ef0897b573fde92020c65bc28bcf1dea3c552bf41cb09f211ed150b4c70196355b70334084d379d892fc91a99594d12af7112e8cf'
+  data.tar.gz: e9f8e1ee8b32cd646e5cfb06fa1de71c273518ae3c75fa5338b1c240e29d2cc6d84bba87ed25e8b9a09e6c08f7429d28ebcf11a08bc44f3dc30251851ede7547

data/Gemfile.lock

@@ -1,7 +1,7 @@
 PATH
   remote: .
   specs:
-    mwcrawler (0.1.0)
+    mwcrawler (0.1.2)
       nokogiri (~> 1.8)
 
 GEM

data/lib/mwcrawler/classes.rb

@@ -3,7 +3,7 @@
 module Mwcrawler
   # Scraps Classes by campus
   module Classes
-    def self.scrap(department_code)
+    def self.scrap(department_code, options)
       courses_links = scrap_courses_links(department_code)
       rows = []
       courses_links.each do |course_link|
@@ -12,13 +12,15 @@ module Mwcrawler
       rows
     end
 
-    private_class_method def self.scrap_courses_links(department_code)
+    private
+
+    def self.scrap_courses_links(department_code)
       page = Helpers.set_crawler(department_code, 'graduacao/oferta_dis.aspx?cod=', exact: true)
       page.css('#datatable tr td:nth-child(2) a')
           .map { |link| link['href'] }
     end
 
-    private_class_method def self.scrap_classes(course_link)
+    def self.scrap_classes(course_link)
       rows = []
 
       page = Helpers.set_crawler(course_link, 'graduacao/', exact: true)
@@ -31,7 +33,7 @@ module Mwcrawler
       end
       rows
     end
-    private_class_method def self.class_row_init(page, name)
+    def self.class_row_init(page, name)
       { department: page.css('#datatable tr:first-child a').text,
         code:  page.css('#datatable')[0].css('tr:nth-child(2) td').text.to_i,
         course_code: scrap_course_code(page),
@@ -39,18 +41,18 @@ module Mwcrawler
         name: name }
     end
 
-    private_class_method def self.scrap_course_code(page)
+    def self.scrap_course_code(page)
       course_uri = page.css('#datatable')[0].css('tr:nth-child(3) td a').first['href']
       Helpers.uri_query_params(course_uri)['cod'].to_i
     end
 
-    private_class_method def self.scrap_credit_hash(page)
+    def self.scrap_credit_hash(page)
       credit_string = page.css('#datatable')[0].css('tr:nth-child(4) td').text
       credits = credit_string.split('-').map(&:to_i)
       { theory: credits[0], practical: credits[1], extension: credits[2], study: credits[3] }
     end
 
-    private_class_method def self.scrap_row(row_init, page, count)
+    def self.scrap_row(row_init, page, count)
       row = row_init
       row.merge(scrap_vacancies(page, count))
       # HORARIOS
@@ -60,7 +62,7 @@ module Mwcrawler
       row
     end
 
-    private_class_method def self.scrap_schedules(page, count)
+    def self.scrap_schedules(page, count)
       schedules = page.css('.tabela-oferta')[count]
                   .css('tr td:nth-child(4) .table')
                   .css('td').map(&:text)
@@ -68,7 +70,7 @@ module Mwcrawler
       Helpers.format_hours(schedules)
     end
 
-    private_class_method def self.scrap_teachers(page, count)
+    def self.scrap_teachers(page, count)
       teachers = page.css('.tabela-oferta')[count]
                  .css('tr td:nth-child(5) td')
                      .map(&:text)
@@ -76,7 +78,7 @@ module Mwcrawler
       Helpers.format_teachers(teachers)
     end
 
-    private_class_method def self.scrap_vacancies(page, count)
+    def self.scrap_vacancies(page, count)
       {
         vacancies_total: scrap_vacancy(1, page, count),
         vacancies_occupied: scrap_vacancy(2, page, count),
@@ -84,7 +86,7 @@ module Mwcrawler
       }
     end
 
-    private_class_method def self.scrap_vacancy(vacancy_row, page, count)
+    def self.scrap_vacancy(vacancy_row, page, count)
       page.css('.tabela-oferta')[count]
           .css(".tabela-vagas tr:nth-child(#{vacancy_row}) td:nth-child(3)").text
     end

data/lib/mwcrawler/courses.rb

@@ -17,7 +17,9 @@ module Mwcrawler
       rows
     end
 
-    private_class_method def self.scrap_row(courses)
+    private
+
+    def self.scrap_row(courses)
       row = {}
       row['type'] = courses.shift
       row['code'] = courses.shift

data/lib/mwcrawler/crawler.rb

@@ -7,7 +7,6 @@ module Mwcrawler
 
     SCRAPPERS = {
       courses: Courses,
-      classes: Classes,
       departments: Departments
     }.freeze
 
@@ -18,6 +17,11 @@ module Mwcrawler
       end
     end
 
+    def classes(department_code, options = { log: false })
+      Options.init(options)
+      Classes.scrap department_code, options
+    end
+
     def subjects(department, options = { log: false })
       Options.init(options)
       Subjects.scrap department, options

data/lib/mwcrawler/curriculum.rb

@@ -6,14 +6,16 @@ module Mwcrawler
     def self.scrap(code)
       rows = []
       page = Helpers.set_crawler(code, 'graduacao/curso_dados.aspx?cod=', exact: true)
-      curriculums = page.css('.table-responsive h4').map { |item| item.children[0].text }
+      curriculums = page.css('.table-responsive h4').map { |item| item.children[0]&.text }
       page.css('.table-responsive .table').each do |table|
         rows << scrap_row(curriculums.shift, table)
       end
       rows
     end
 
-    private_class_method def self.scrap_row(curriculum_name, table)
+    private
+
+    def self.scrap_row(curriculum_name, table)
       row = {}
       row['name'] = curriculum_name
       row['degree'] = table.css('tr:first td').text

data/lib/mwcrawler/departments.rb

@@ -13,7 +13,9 @@ module Mwcrawler
       rows
     end
 
-    private_class_method def self.scrap_row(departments)
+    private
+
+    def self.scrap_row(departments)
       row = {}
       row['code'] = departments.shift
       row['acronym'] = departments.shift

data/lib/mwcrawler/subjects.rb

@@ -13,24 +13,26 @@ module Mwcrawler
       end
     end
 
-    private_class_method def self.subject_by_department(department)
+    private
+
+    def self.subject_by_department(department)
       page = Helpers.set_crawler(department, 'graduacao/oferta_dis.aspx?cod=', exact: true)
       scrap_row(department, page)
     end
 
-    private_class_method def self.subject_by_id(id)
+    def self.subject_by_id(id)
       page = Helpers.set_crawler(id, 'graduacao/oferta_dados.aspx?cod=', exact: true)
       row_init_by_id(page)
     end
 
-    private_class_method def self.row_init_by_id(page)
+    def self.row_init_by_id(page)
       { code: page.css('#datatable')[0].css('tr:nth-child(2) td').text.to_i,
         name: page.css('#datatable')[0].css('tr:nth-child(3) td').text,
         department: page.css('#datatable tr:first-child a').first['href'].scan(/\d+/)[0].to_i,
         level: 'graduação' }
     end
 
-    private_class_method def self.scrap_row(dep_code, page)
+    def self.scrap_row(dep_code, page)
       subjects = []
       length = page.css('#datatable tr td:nth-child(1)').count
       length.times do |i|
@@ -39,7 +41,7 @@ module Mwcrawler
       subjects
     end
 
-    private_class_method def self.row_init_by_department(page, dep_code, index)
+    def self.row_init_by_department(page, dep_code, index)
       { code: page.css('#datatable tr td:nth-child(1)').map(&:text)[index].to_i,
         name: page.css('#datatable tr td:nth-child(2)').map(&:text)[index],
         department: dep_code.to_i,

data/lib/mwcrawler/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module Mwcrawler
-  VERSION = '0.1.0'
+  VERSION = '0.1.2'
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: mwcrawler
 version: !ruby/object:Gem::Version
-  version: 0.1.0
+  version: 0.1.2
 platform: ruby
 authors:
 - Danilo de Lima