jr_codeschool 2.0.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 7a5b78957e8d9c68cfae57d332e8811270c72054
+  data.tar.gz: 9b78d10f6dc8834c2767e4b79019714f58fcfb93
+SHA512:
+  metadata.gz: 54b5dbf3c6d04f0e4c80455099503cda01f139c4f4f421335554f54bc09d5f6aa1ed69bda439f89df4dd3a683f1a7aa7937fcc3df1e4083846286ebcbd3d22e3
+  data.tar.gz: c440a70f9985f7a5da7bc9ba49152d049b0940e7b722bcb8701a52c717e1f86e09aa6faa3aed8671c11ef25c604c3c713ead5e884463ae8e382856e496b9d2e1

data/.gitignore

@@ -0,0 +1 @@
+Gemfile.lock

data/.travis.yml

@@ -0,0 +1,15 @@
+language: ruby
+rvm:
+  - ruby-head
+  - 1.9.3
+  - 2.1.1
+  - 2.1.0
+  - jruby-19mode # JRuby in 1.9 mode
+  - jruby-head
+
+branches:
+  only:
+    - master
+    - combine
+    - /^release-.*$/
+    

data/Gemfile

@@ -0,0 +1,13 @@
+source 'https://rubygems.org'
+
+gemspec
+
+gem 'nokogiri'
+
+group :test do
+  gem 'rake'
+  gem 'vcr'
+  gem 'webmock'
+  gem 'minitest'
+  gem 'minitest-rg'
+end

data/README.md

@@ -0,0 +1,2 @@
+# Team-HW-1-Ideate-and-Scrape
+# Hi!

data/Rakefile

@@ -0,0 +1,8 @@
+require 'rake/testtask'
+
+task :default => [:spec]
+
+desc 'Run specs'
+Rake::TestTask.new(name=:spec) do |t|
+	t.pattern = 'spec/*_spec.rb'
+end

data/bin/codeschool

@@ -0,0 +1,6 @@
+#!/usr/bin/env ruby
+
+require_relative '../lib/scrape'
+
+code_school = SiteScraper.new
+code_school.code_school_output

data/codeschool.gemspec

@@ -0,0 +1,24 @@
+$LOAD_PATH.push File.expand_path('../lib', __FILE__)
+require 'version'
+
+Gem::Specification.new do |s|
+  s.name        =  'jr_codeschool'
+  s.version     =  CodeSchool::VERSION
+  s.date        =  CodeSchool::DATE
+  s.executables << 'codeschool'
+  s.summary     =  'Access teacher and course information on CodeSchool'
+  s.description =  'show course and teacher on codeschool'
+  s.authors     =  %w('stozuka', 'stonegold546', 'huangjr', 'pengyuchen')
+  s.email       =  %w('stozuka@gmail.com', 'stozuka@gmail.com',
+                      'jr@nlplab.cc', 'pengyu@gmail.com')
+  s.files       =  `git ls-files`.split("\n")
+  s.test_files  =  `git ls-files spec/*`.split("\n")
+  s.homepage    =  'https://github.com/SOAupstart2/Team-HW-1-Ideate-and-Scrape'
+  s.license     =  'MIT'
+
+  s.add_development_dependency 'minitest'
+  s.add_development_dependency 'minitest-rg'
+  s.add_development_dependency 'vcr'
+  s.add_development_dependency 'webmock'
+  s.add_runtime_dependency 'nokogiri'
+end

data/lib/code_school.rb

@@ -0,0 +1,47 @@
+require 'open-uri'
+require 'nokogiri'
+require 'json'
+
+# Scraper for CodeSchool website
+module CodeSchool
+  COURSES = 'https://www.codeschool.com/courses'
+
+  # Gets array of courses
+  def courses
+    Nokogiri::HTML(open(COURSES))
+  end
+
+  # Gets names of teacher(s) for one course
+  def teacher(name)
+    Nokogiri::HTML(open("#{COURSES}/#{name}"))
+  end
+
+  # Get an array of course names
+  def course_names
+    courses.xpath('//h2/a').map(&:text)
+  end
+
+  # Change course names to urls
+  def course_urls
+    # Turn ' ', '.' to '-'
+    # Delete ':'
+    course_names.map do |name|
+      name.downcase.split(' ').join('-').tr('.', '-').delete(':')
+    end
+  end
+
+  # Get teachar's name by visiting each course page
+  def teacher_names
+    course_urls.map do |course_url|
+      teacher(course_url).xpath('//h3/a').map(&:text)
+    end
+  end
+
+  # JSON array of course names (string) and teacher(s) (array)
+  def code_school_data
+    course_names.zip(teacher_names).map do |c_t|
+      # { course: c_t[0], teacher: c_t[1] }
+      { c_t[0] => c_t[1] }
+    end.to_json
+  end
+end

data/lib/scrape.rb

@@ -0,0 +1,10 @@
+require_relative './code_school'
+
+# Scraper class for several sites
+class SiteScraper
+  include CodeSchool
+
+  def code_school_output
+    puts code_school_data
+  end
+end

data/lib/version.rb

@@ -0,0 +1,4 @@
+module CodeSchool
+	VERSION = '2.0.0'
+	DATE = '2015-10-19'
+end

data/spec/code_school_spec.rb

@@ -0,0 +1,17 @@
+require 'minitest/autorun'
+require 'minitest/rg'
+require_relative '../lib/scrape'
+
+describe 'test for code school' do
+  before do
+    cs = SiteScraper.new
+    @codeschool = cs.code_school_data
+    @output = File.read('./spec/testfiles/output.json')
+  end
+  it 'has same length' do
+    @codeschool.size.must_equal @output.chomp.length
+  end
+  it 'should be same' do
+    JSON.parse(@codeschool).must_equal JSON.parse(@output)
+  end
+end

data/spec/testfiles/output.json

@@ -0,0 +1 @@
+[{"Adventures in Web Animations":["Alyssa Nicoll"]},{"Breaking the Ice With Regular Expressions":["Dan Bickford"]},{"The Sequel to SQL":["Gregg Pollack"]},{"Unmasking HTML Emails":["Dan Denney"]},{"Try SQL":["Chari Clark"]},{"Staying Sharp with Angular.js":["Alyssa Nicoll"]},{"Blasting Off with Bootstrap":["Adam Fortuna"]},{"Building Blocks of Express.js":["Carlos Souza"]},{"Front-end Foundations":["Jon Friskics"]},{"Mastering GitHub":["Peter Bell"]},{"JavaScript Best Practices":["Jason Millhouse"]},{"Shaping up with Angular.js":["Gregg Pollack"]},{"Exploring Google Maps for iOS":["Jon Friskics"]},{"Surviving APIs with Rails":["Carlos Souza"]},{"Discover Drive":["Gregg Pollack"]},{"Warming Up With Ember.js":["Adam Fortuna"]},{"JavaScript Road Trip Part 3":["Jason Millhouse"]},{"Front-end Formations":["Drew Barontini"]},{"Core iOS 7":["Jon Friskics","Eric Allam"]},{"JavaScript Road Trip Part 1":["Jason Millhouse"]},{"JavaScript Road Trip Part 2":["Jason Millhouse"]},{"Rails 4 Patterns":["Gregg Pollack","Carlos Souza"]},{"Fundamentals of Design":["Tim Dikun"]},{"jQuery: The Return Flight":["Gregg Pollack"]},{"iOS Operation: MapKit":["Jon Friskics"]},{"Try Objective-C":["Eric Allam"]},{"iOS Operation: Models":["Jon Friskics"]},{"Git Real 2":["Gregg Pollack"]},{"Rails 4: Zombie Outlaws":["Gregg Pollack","Carlos Souza"]},{"Discover DevTools":["Gregg Pollack"]},{"Try jQuery":["Gregg Pollack"]},{"Anatomy of Backbone.js Part 2":["Gregg Pollack"]},{"Assembling Sass Part 2":["Nick Walsh"]},{"Try iOS":["Gregg Pollack"]},{"Try R":["Jay McGavren"]},{"Ruby Bits Part 2":["Carlos Souza","Mark Kendall"]},{"Assembling Sass":["Nick Walsh"]},{"Ruby Bits":["Gregg Pollack"]},{"Git Real":["Gregg Pollack","Olivier Lacan"]},{"Try Git":["Gregg Pollack","Olivier Lacan"]},{"Testing with RSpec":["Gregg Pollack","Olivier Lacan"]},{"Real-time Web with Node.js":["Gregg Pollack","Carlos Souza"]},{"Anatomy of Backbone.js":["Eric Allam","Gregg Pollack"]},{"Journey Into Mobile":["Jason VanLue"]},{"Rails Testing for Zombies":["Nathaniel Bibler"]},{"CSS Cross-Country":["Nick Walsh","Aimee Simone"]},{"CoffeeScript":["Gregg Pollack","Carlos Souza"]},{"Rails for Zombies 2":["Gregg Pollack"]},{"Try Ruby":["Why The Lucky Stiff"]},{"Rails for Zombies Redux":["Gregg Pollack"]}]

metadata

@@ -0,0 +1,136 @@
+--- !ruby/object:Gem::Specification
+name: jr_codeschool
+version: !ruby/object:Gem::Version
+  version: 2.0.0
+platform: ruby
+authors:
+- "'stozuka',"
+- "'stonegold546',"
+- "'huangjr',"
+- "'pengyuchen'"
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2015-10-19 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: minitest
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: minitest-rg
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: vcr
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: webmock
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: nokogiri
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+description: show course and teacher on codeschool
+email:
+- "'stozuka@gmail.com',"
+- "'stozuka@gmail.com',"
+- "'jr@nlplab.cc',"
+- "'pengyu@gmail.com'"
+executables:
+- codeschool
+extensions: []
+extra_rdoc_files: []
+files:
+- ".gitignore"
+- ".travis.yml"
+- Gemfile
+- LICENSE
+- README.md
+- Rakefile
+- bin/codeschool
+- codeschool.gemspec
+- lib/code_school.rb
+- lib/scrape.rb
+- lib/version.rb
+- spec/code_school_spec.rb
+- spec/testfiles/output.json
+homepage: https://github.com/SOAupstart2/Team-HW-1-Ideate-and-Scrape
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.2.2
+signing_key: 
+specification_version: 4
+summary: Access teacher and course information on CodeSchool
+test_files:
+- spec/code_school_spec.rb
+- spec/testfiles/output.json