tia-crawler 0.0.1

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: cd31504cbd760b69af3b4f391fb2db9ca2cd74c3
+  data.tar.gz: 29de4f16599b89eaf1afda7f553a2dc83c0d141c
+SHA512:
+  metadata.gz: bb3fc8f12106af50de8aa17b0a7dc9ece6f96bf2ff1407418d6aab9f15900829b55acf696cc3251b07e537eb86a543c564d349b4a28d4992e8271665fcbf11b2
+  data.tar.gz: 1f4c7fae45f0ca6408997c96b827159446270deb05a06d4ee69110ede4a2ef8e856ce2e766a79c6d8eb2748c47b4d9c43b83afd3eebebf495f0d6224d7714b63

data/bin/tia-crawler

@@ -0,0 +1,9 @@
+#!/usr/bin/env ruby
+
+if RUBY_VERSION < '2.0.0'
+  abort "tia-crawler requires Ruby 2.0.0 or higher"
+end
+
+require_relative '../lib/tia-crawler'
+
+TiaCrawler::CLI.start ARGV

data/lib/tia-crawler.rb

@@ -0,0 +1,22 @@
+#!/usr/bin/env ruby
+require 'thor'
+require_relative 'tia/services/tia-service'
+require_relative 'tia/models/credentials'
+
+module TiaCrawler
+  class CLI < Thor
+    desc 'horarios', 'Retorna a lista de horarios em formato JSON'
+    def horarios
+      print "Tia: "
+      alumat = STDIN.gets.chomp
+
+      print "Senha: "
+      password = STDIN.noecho(&:gets)
+
+      puts "\nCrawling horarios..."
+
+      credentials = Credentials.new alumat, password, '001'
+      puts TiaService.horarios credentials
+    end
+  end
+end

data/lib/tia/models/credentials.rb

@@ -0,0 +1,10 @@
+module TiaCrawler
+  class Credentials
+    attr_accessor :tia, :password, :unit
+    def initialize(tia, pass, unit)
+      @tia = tia
+      @password = pass
+      @unit = unit
+    end
+  end
+end

data/lib/tia/models/tia-url.rb

@@ -0,0 +1,8 @@
+module TiaCrawler
+  class TiaURL
+    Login     = 'https://www3.mackenzie.br/tia/index.php'
+    Auth      = 'https://www3.mackenzie.br/tia/verifica.php'
+    Home      = 'https://www3.mackenzie.br/tia/index2.php'
+    Horarios  = 'https://www3.mackenzie.br/tia/horarChamada.php'
+  end
+end

data/lib/tia/models/timetable.rb

@@ -0,0 +1,43 @@
+module TiaCrawler
+  class Timetable
+    attr_accessor :seg, :ter, :qua, :qui, :sex, :sab
+    
+    def initialize
+      @seg = []
+      @ter = []
+      @qua = []
+      @qui = []
+      @sex = []
+      @sab = []
+    end
+
+    def append(dayString, val)
+      if dayString == "Segunda"
+        @seg << val
+      elsif dayString == "Terça"
+        @ter << val
+      elsif dayString == "Quarta"
+        @qua << val
+      elsif dayString == "Quinta"
+        @qui << val
+      elsif dayString == "Sexta"
+        @sex << val
+      elsif dayString == "Sábado"
+        @sab << val
+      else
+        puts "Failed to append"
+      end
+    end
+
+    def as_json
+      return {
+        "seg" => @seg,
+        "ter" => @ter,
+        "qua" => @qua,
+        "qui" => @qui,
+        "sex" => @sex,
+        "sab" => @sab
+      }
+    end
+  end
+end

data/lib/tia/services/networking.rb

@@ -0,0 +1,17 @@
+require 'net/http'
+require 'uri'
+require 'nokogiri'
+
+module TiaCrawler
+  class Networking
+    def self.post(url, headers, body, ssl = true)
+      uri = URI.parse url
+      https = Net::HTTP.new uri.host, uri.port
+      https.use_ssl = ssl
+      req = Net::HTTP::Post.new uri.path, headers
+      req.set_form_data body unless body.nil?
+      res = https.request req
+      return res
+    end
+  end
+end

data/lib/tia/services/tia-service.rb

@@ -0,0 +1,147 @@
+require 'io/console'
+require 'net/http'
+require 'uri'
+require 'nokogiri'
+
+require_relative '../models/tia-url'
+require_relative '../models/timetable'
+require_relative 'networking'
+
+module TiaCrawler
+  class TiaService
+    def self.getAuthCookie(credentials)
+      token, cookie = TiaService.get_login_token_and_cookie
+      newCookie = TiaService.authenticate credentials, token, cookie
+
+      # ???
+      theCookie = "tiaMackenzieWeb=a%3A2%3A%7Bs%3A4%3A%22user%22%3BN%3Bs%3A6%3A%22passwd%22%3BN%3B%7D; #{newCookie}"
+
+      return theCookie
+    end
+
+    # Entra na página de login do tia para pegar
+    # o token e o cookie necessários para o login
+    def self.get_login_token_and_cookie
+      begin
+        # Entra na página de login do TIA
+        uri = URI.parse TiaURL::Login
+        response = Net::HTTP.get_response uri
+
+        # Guarda o cookie recebido na resposta HTTP (PHPSESSID)
+        cookie = response['set-cookie'].split('; ')[0]
+
+        # Guarda o token que está no formulário de login, dentro da página
+        nokogiriHTML = Nokogiri::HTML response.body
+        token = nokogiriHTML.css('[name="token"]')[0]['value']
+
+        return {token: token, cookie: cookie}
+      rescue Exception => e
+        puts "❗️ Failed!"
+        puts e
+      end
+    end
+
+    # Atentica e retorna o cookie da autenticação
+    def self.authenticate(credentials, token, cookie)
+      # Cabeçalho da requisição HTTP para autenticação
+      headers =
+      {
+        'Content-Type' => 'application/x-www-form-urlencoded',
+        'Cookie' => "#{cookie}",
+        'Referer' => TiaURL::Login
+      }
+
+      # Corpo da requisição HTTP para autenticação
+      body = {
+        token: token,
+        alumat: credentials.tia,
+        pass: credentials.password,
+        unidade: credentials.unit
+      }
+
+      # Pega a resposta do POST request do formulário de autenticação
+      res = Networking.post TiaURL::Auth, headers, body, true
+
+      # Pega o novo cookie no header da resposta HTTP
+      # O novo cookie é o que precisa ser usado para fazer os próximos requests
+      newCookie = res['set-cookie'].split('; ')[0]
+
+      return newCookie
+    end
+
+    def self.home(credentials)
+      cookie = TiaService.getAuthCookie credentials
+      # Cabeçalho da requisição HTTP para autenticação
+      headers =
+      {
+        'Cookie' => cookie,
+        'Referer' => TiaURL::Auth
+      }
+
+      res = Networking.post TiaURL::Home, headers, nil, true
+      nokogiriHTML = Nokogiri::HTML res.body
+
+      tia, name = nokogiriHTML.css('center h2').inner_html.split(' - ')
+      subject = nokogiriHTML.css('center h3')
+      puts "#{tia} - #{name}"
+      puts "#{subject}"
+
+      return nokogiriHTML
+    end
+
+    def self.jsonSubjects(html)
+      tables = html.css('.table-responsive')
+
+      theSubjects = {}
+
+      dias = []
+
+      header = tables[0].css('tr')[0].css('strong')
+      header[1...header.size].each do |d|
+        dias << d.inner_html
+      end
+
+      tables.each_with_index do |table, i|
+        rows = table.css('tr')
+        rows[1...rows.size].each_with_index do |row, j|
+          cols = row.css('td div')
+          cols[1...cols.size].each do |c|
+            items = c.inner_html.split('<br>')
+            name = items[0].strip
+            classid = items[1]
+            building = items[2]
+            classroom = items[3]
+
+            if name != "--"
+              dia = dias[j]
+              theSubjects[name] = Timetable.new if theSubjects[name].nil?
+              theSubjects[name].append dia, cols[0].inner_html
+            end
+          end
+        end
+      end
+
+      json = {}
+      theSubjects.each do |key, val|
+        json[key] = val.as_json
+      end
+
+      return json
+    end
+
+    def self.horarios(credentials)
+      cookie = TiaService.getAuthCookie credentials
+      # Cabeçalho da requisição HTTP para autenticação
+      headers =
+      {
+        'Cookie' => cookie,
+        'Referer' => TiaURL::Home
+      }
+
+      res = Networking.post TiaURL::Horarios, headers, nil, true
+      nokogiriHTML = Nokogiri::HTML res.body
+
+      return TiaService.jsonSubjects nokogiriHTML
+    end
+  end
+end

metadata

@@ -0,0 +1,51 @@
+--- !ruby/object:Gem::Specification
+name: tia-crawler
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+platform: ruby
+authors:
+- Aleph Retamal
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2017-08-14 00:00:00.000000000 Z
+dependencies: []
+description: Gem para acessar os dados do TIA Mackenzista
+email: retamal.ph@gmail.com
+executables:
+- tia-crawler
+extensions: []
+extra_rdoc_files: []
+files:
+- bin/tia-crawler
+- lib/tia-crawler.rb
+- lib/tia/models/credentials.rb
+- lib/tia/models/tia-url.rb
+- lib/tia/models/timetable.rb
+- lib/tia/services/networking.rb
+- lib/tia/services/tia-service.rb
+homepage: https://github.com/alaphao/tia-crawler
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.5.1
+signing_key: 
+specification_version: 4
+summary: Tia Crawler
+test_files: []