nthuevent 0.1.1

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 7c73ab820a67a71b30aa865d86d127e92d3c36e0
+  data.tar.gz: 672fd8ebd74712b3837f336cfa405fb1588ed0bd
+SHA512:
+  metadata.gz: be1466d9dfa7ff8b297838ea56416043a9c827a2d6e72b0c0b90bdb3f351438ea9f549d329967de26c0699cad1830d9801849f7ebd589c89b713fb22d93bbc73
+  data.tar.gz: 47b6dbcd9ac4cf98f8727b12f51cc175b17077a40f0cd86cae54ce4dd9a6175342b6d3a8ca5245693117f5bc308aaad88a9c654017a66e01437b9b2fda71188a

data/.gitignore

@@ -0,0 +1,53 @@
+*.gem
+*.rbc
+/.config
+/coverage/
+/InstalledFiles
+/pkg/
+/spec/reports/
+/spec/examples.txt
+/test/tmp/
+/test/version_tmp/
+/tmp/
+
+# Used by dotenv library to load environment variables.
+# .env
+
+## Specific to RubyMotion:
+.dat*
+.repl_history
+build/
+*.bridgesupport
+build-iPhoneOS/
+build-iPhoneSimulator/
+
+## Specific to RubyMotion (use of CocoaPods):
+#
+# We recommend against adding the Pods directory to your .gitignore. However
+# you should judge for yourself, the pros and cons are mentioned at:
+# https://guides.cocoapods.org/using/using-cocoapods.html#should-i-check-the-pods-directory-into-source-control
+#
+# vendor/Pods/
+
+## Documentation cache and generated files:
+/.yardoc/
+/_yardoc/
+/doc/
+/rdoc/
+
+## Environment normalization:
+/.bundle/
+/vendor/bundle
+/lib/bundler/man/
+
+# for a library or gem, you might want to ignore these files since the code is
+# intended to run in multiple environments; otherwise, check them in:
+# Gemfile.lock
+# .ruby-version
+# .ruby-gemset
+
+# unless supporting rvm < 1.11.0 or doing something fancy, ignore this:
+.rvmrc
+
+# macOS file system
+.DS_Store

data/.rubocop.yml

@@ -0,0 +1,7 @@
+---
+AllCops:
+  TargetRubyVersion: 2.3
+
+Style/LineLength:
+  Enabled: true
+  Max: 120

data/Gemfile

@@ -0,0 +1,5 @@
+# frozen_string_literal: true
+source 'https://rubygems.org'
+
+gem 'nokogiri'
+gem 'rubocop'

data/Gemfile.lock

@@ -0,0 +1,29 @@
+GEM
+  remote: https://rubygems.org/
+  specs:
+    ast (2.3.0)
+    mini_portile2 (2.1.0)
+    nokogiri (1.6.8.1)
+      mini_portile2 (~> 2.1.0)
+    parser (2.3.2.0)
+      ast (~> 2.2)
+    powerpack (0.1.1)
+    rainbow (2.1.0)
+    rubocop (0.45.0)
+      parser (>= 2.3.1.1, < 3.0)
+      powerpack (~> 0.1)
+      rainbow (>= 1.99.1, < 3.0)
+      ruby-progressbar (~> 1.7)
+      unicode-display_width (~> 1.0, >= 1.0.1)
+    ruby-progressbar (1.8.1)
+    unicode-display_width (1.1.1)
+
+PLATFORMS
+  ruby
+
+DEPENDENCIES
+  nokogiri
+  rubocop
+
+BUNDLED WITH
+   1.13.6

data/LICENSE

@@ -0,0 +1,21 @@
+MIT LICENSE
+
+Copyright (c)
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in
+all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
+THE SOFTWARE.

data/bin/nthuevent

@@ -0,0 +1,21 @@
+#!/usr/bin/env ruby
+# frozen_string_literal: true
+$LOAD_PATH.unshift File.join(File.dirname(__FILE__), '..', 'lib')
+require 'nthu_event'
+
+event_type = ARGV[0] || 'admin'
+# unless event_type
+#   puts 'USAGE: nthuevent [org_id]'
+#   exit(1)
+# end
+
+events = NthuEvent::Event.find(type: event_type, page: 1)
+
+unless events.nil?
+  events.first(3).each.with_index(1) do |event, index|
+    print "#{index}: "
+    puts "#{event.title} (#{event.date})"
+    puts event.content
+    puts
+  end
+end

data/lib/crawl.rb

@@ -0,0 +1,23 @@
+# frozen_string_literal: true
+require 'nokogiri'
+require 'uri'
+
+admin_board_uri = 'http://bulletin.web.nthu.edu.tw/files/40-1912-5074-1.php?Lang=zh-tw'
+
+doc = Nokogiri::HTML(open(admin_board_uri))
+
+events = doc.css('div.h5').map do |node|
+  date = node.css('.date').text.gsub(/[\[\]\s]+/, '')
+  event_node = node.css('.ptname a')
+  link = URI.join(admin_board_uri, event_node.attr('href').value)
+
+  title = event_node.attr('title').value
+  content_doc = Nokogiri::HTML(open(link))
+  content = content_doc.css('.ptcontent').text.strip
+
+  { title: title, content: content, link: link, date: date }
+end
+
+events.each do |event|
+  puts event
+end

data/lib/nthu_event.rb

@@ -0,0 +1,4 @@
+# frozen_string_literal: true
+
+files = Dir.glob(File.join(File.dirname(__FILE__), 'nthuevent/*.rb'))
+files.each { |lib| require_relative lib }

data/lib/nthuevent/event.rb

@@ -0,0 +1,30 @@
+# frozen_string_literal: true
+require_relative 'nthu_event_api'
+
+module NthuEvent
+  # Single event on organiztion's feed
+  class Event
+    attr_reader :title, :content, :url, :date
+
+    def initialize(event_data)
+      load_data(event_data)
+    end
+
+    def self.find(type: nil, page: nil)
+      events_data = NthuEvent::NthuEventApi.events(type: type, page: page)
+      events = events_data.map do |event_data|
+        new(event_data)
+      end
+      events
+    end
+
+    private
+
+    def load_data(event_data)
+      @title = event_data[:title]
+      @content = event_data[:content]
+      @url = event_data[:url]
+      @date = event_data[:date]
+    end
+  end
+end

data/lib/nthuevent/nthu_event_api.rb

@@ -0,0 +1,71 @@
+# frozen_string_literal: true
+require 'open-uri'
+require 'nokogiri'
+require 'uri'
+
+module NthuEvent
+  # Service for all FB API calls
+  class NthuEventApi
+    BASE_URL = 'http://bulletin.web.nthu.edu.tw/files/'
+    EVENT_TYPE_URL = {
+      admin: '40-1912-5074',
+      recruit_internal: '40-1912-5075',
+      recruit_external: '40-1912-5081',
+      admission: '40-1912-5082',
+      art: '40-1912-5083',
+      academic: '40-1912-5084',
+      student: '40-1912-5085',
+      others: '40-1912-5086'
+    }.freeze
+
+    def self.events(type: :admin, page: 0)
+      type = EVENT_TYPE_URL[type.to_sym]
+      events, totalpage = get_event_list("#{BASE_URL}#{type}-#{page}.php")
+      return events if page.positive?
+
+      # get all pages if page is zero
+      (2..totalpage).each do |p|
+        evnts, _total = get_event_list("#{BASE_URL}#{type}-#{p}.php")
+        events += evnts
+      end
+      events
+    end
+
+    private_class_method
+
+    def self.get_event_list(url)
+      doc = Nokogiri::HTML(open(url))
+      events = doc.css('div.h5').map do |node|
+        date, link, title = parse_event_metadata(node)
+        content = get_event_content(link)
+
+        { title: title, content: content, url: link, date: date }
+      end
+
+      # get total page
+      totalpage = get_pagenum_from_url(doc.css('#navigate a.pagenum').attr('href').value)
+      [events, totalpage]
+    end
+
+    def self.parse_event_metadata(node)
+      date = node.css('.date').text.gsub(/[\[\]\s]+/, '')
+      event_node = node.css('.ptname a')
+      link = URI.join(BASE_URL, event_node.attr('href').value)
+      title = event_node.attr('title').value
+      [date, link, title]
+    end
+
+    def self.get_event_content(url)
+      content_doc = Nokogiri::HTML(open(url))
+      content = content_doc.css('.ptcontent').text.strip
+      content
+    end
+
+    private_class_method
+
+    def self.get_pagenum_from_url(url)
+      match_data = url.match('-(\d+)\.php')
+      Integer(match_data.captures[0])
+    end
+  end
+end

data/lib/nthuevent/version.rb

@@ -0,0 +1,5 @@
+# frozen_string_literal: true
+
+module NthuEvent
+  VERSION = '0.1.1'
+end

data/nthuevent.gemspec

@@ -0,0 +1,32 @@
+# frozen_string_literal: true
+$LOAD_PATH.push File.expand_path('../lib', __FILE__)
+require 'nthuevent/version'
+
+Gem::Specification.new do |s|
+  s.name        =  'nthuevent'
+  s.version     =  NthuEvent::VERSION
+
+  s.summary     =  'Gets event content from NTHU bulletin'
+  s.description =  'Extracts the title, content, and other informaiton of an event'
+  s.authors     =  ['JJC', 'Rollee Chen', 'shannywu']
+  s.email       =  ['jjc@nlplab.cc']
+
+  s.files       =  `git ls-files`.split("\n")
+  s.test_files  =  `git ls-files -- spec/*`.split("\n")
+  s.executables << 'nthuevent'
+
+  s.add_runtime_dependency 'nokogiri', '~> 1.6'
+
+  s.add_development_dependency 'minitest', '~> 5.9'
+  s.add_development_dependency 'minitest-rg', '~> 5.2'
+  s.add_development_dependency 'rake', '~> 11.3'
+  s.add_development_dependency 'vcr', '~> 3.0'
+  s.add_development_dependency 'webmock', '~> 2.1'
+  s.add_development_dependency 'simplecov', '~> 0.12'
+  s.add_development_dependency 'flog', '~> 4.4'
+  s.add_development_dependency 'flay', '~> 2.8'
+  s.add_development_dependency 'rubocop', '~> 0.42'
+
+  s.homepage    =  'https://github.com/twentyfour7/nthu-event'
+  s.license     =  'MIT'
+end

metadata

@@ -0,0 +1,199 @@
+--- !ruby/object:Gem::Specification
+name: nthuevent
+version: !ruby/object:Gem::Version
+  version: 0.1.1
+platform: ruby
+authors:
+- JJC
+- Rollee Chen
+- shannywu
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2017-01-06 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: nokogiri
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.6'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.6'
+- !ruby/object:Gem::Dependency
+  name: minitest
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '5.9'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '5.9'
+- !ruby/object:Gem::Dependency
+  name: minitest-rg
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '5.2'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '5.2'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '11.3'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '11.3'
+- !ruby/object:Gem::Dependency
+  name: vcr
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.0'
+- !ruby/object:Gem::Dependency
+  name: webmock
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.1'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.1'
+- !ruby/object:Gem::Dependency
+  name: simplecov
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.12'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.12'
+- !ruby/object:Gem::Dependency
+  name: flog
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '4.4'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '4.4'
+- !ruby/object:Gem::Dependency
+  name: flay
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.8'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.8'
+- !ruby/object:Gem::Dependency
+  name: rubocop
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.42'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.42'
+description: Extracts the title, content, and other informaiton of an event
+email:
+- jjc@nlplab.cc
+executables:
+- nthuevent
+extensions: []
+extra_rdoc_files: []
+files:
+- ".gitignore"
+- ".rubocop.yml"
+- Gemfile
+- Gemfile.lock
+- LICENSE
+- bin/nthuevent
+- lib/crawl.rb
+- lib/nthu_event.rb
+- lib/nthuevent/event.rb
+- lib/nthuevent/nthu_event_api.rb
+- lib/nthuevent/version.rb
+- nthuevent.gemspec
+homepage: https://github.com/twentyfour7/nthu-event
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.5.1
+signing_key: 
+specification_version: 4
+summary: Gets event content from NTHU bulletin
+test_files: []