soa_codeschool 0.0.1

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 291813dfc9df57eb94173e399b5da5c1a751539b
+  data.tar.gz: cffcad4abee4df6783d34553b8070095e48cd38f
+SHA512:
+  metadata.gz: abfa2fbaa6919af2fe2b3115a705c9b95c62de3faafcbae1e541ea394abc5ec12b162e95e412187bca4207d74214061dcacf8d007002c16427681c202e1500c4
+  data.tar.gz: 3d3396b93e74ab969063ce461f9fef8cf2ff527207f541cfe2be66f765bbc76c8e7130fff6f41a9f0c806014f52cb5c171fde4c9c769ccfb2bf8bce68c0f45b0

data/.gitignore

@@ -0,0 +1,2 @@
+*.gem
+Gemfile.lock

data/.travis.yml

@@ -0,0 +1,5 @@
+language : ruby
+rvm:
+  - 2.2.1
+  - 2.1.0
+  - jruby-head

data/Gemfile

@@ -0,0 +1,14 @@
+source 'https://rubygems.org'
+
+gemspec
+
+gem 'nokogiri'
+
+group  :test do
+    gem 'rake'
+    gem 'vcr'
+    gem 'webmock'
+    gem 'minitest'
+    gem 'minitest-rg'
+end
+    

data/README.md

@@ -0,0 +1,5 @@
+# Team-HW-1-Ideate-and-Scrape[![Build Status](https://travis-ci.org/pengyuchen/Team-HW-1-Ideate-and-Scrape.svg?branch=master)](https://travis-ci.org/pengyuchen/Team-HW-1-Ideate-and-Scrape)
+
+- @stozuka created [original scraper code](https://gist.github.com/stozuka/b5ad519866a46387e4f2)
+- @stonegold546 and @huangjr pair-refactored this code
+- @pengyuchen @stozuka created the specs (pair-programmed)

data/Rakefile

@@ -0,0 +1,5 @@
+task :default => [:spec]
+
+task :spec do
+    sh "ruby spec/*_spec.rb"
+end

data/bin/codeschool

@@ -0,0 +1,5 @@
+#!/usr/bin/env ruby
+require_relative '../lib/scrape'
+
+code_school = SiteScraper.new
+code_school.code_school_output

data/codeschool.gemspec

@@ -0,0 +1,23 @@
+$LOAD_PATH.push File.expand_path('../lib', __FILE__)
+require 'version'
+
+Gem::Specification.new do |s|
+  s.name        =  'soa_codeschool'
+  s.version     =  CodeSchool::VERSION
+  s.date        =  CodeSchool::DATE
+  s.executables << 'codeschool'
+  s.summary     =  'Access teacher and course information on CodeSchool'
+  s.description =  'show course and teacher on codeschool'
+  s.authors     =  ['stozuka', 'stonegold546','huangjr','pengyuchen']
+  s.email       =  ['stozuka@gmail.com','stozuka@gmail.com','jr@nlplab.cc', 'pengyu@gmail.com']
+  s.files       =  `git ls-files`.split("\n")
+  s.test_files  =  `git ls-files spec/*`.split("\n")
+  s.homepage    =  'https://github.com/SOAupstart2/Team-HW-1-Ideate-and-Scrape'
+  s.license     =  'MIT'
+
+  s.add_development_dependency 'minitest'
+  s.add_development_dependency 'minitest-rg'
+  s.add_development_dependency 'vcr'
+  s.add_development_dependency 'webmock'
+  s.add_runtime_dependency 'nokogiri'
+end

data/lib/code_school.rb

@@ -0,0 +1,47 @@
+require 'open-uri'
+require 'nokogiri'
+require 'json'
+
+# Scraper for CodeSchool website
+module CodeSchool
+  COURSES = 'https://www.codeschool.com/courses'
+
+  # Gets array of courses
+  def courses
+    Nokogiri::HTML(open(COURSES))
+  end
+
+  # Gets names of teacher(s) for one course
+  def teacher(name)
+    Nokogiri::HTML(open("#{COURSES}/#{name}"))
+  end
+
+  # Get an array of course names
+  def course_names
+    courses.xpath('//h2/a').map(&:text)
+  end
+
+  # Change course names to urls
+  def course_urls
+    # Turn ' ', '.' to '-'
+    # Delete ':'
+    course_names.map do |name|
+      name.downcase.split(' ').join('-').tr('.', '-').delete(':')
+    end
+  end
+
+  # Get teachar's name by visiting each course page
+  def teacher_names
+    course_urls.map do |course_url|
+      teacher(course_url).xpath('//h3/a').map(&:text)
+    end
+  end
+
+  # JSON array of course names (string) and teacher(s) (array)
+  def code_school_data
+    course_names.zip(teacher_names).map do |c_t|
+      # { course: c_t[0], teacher: c_t[1] }
+      { c_t[0] => c_t[1] }
+    end.to_json
+  end
+end

data/lib/scrape.rb

@@ -0,0 +1,10 @@
+require_relative './code_school'
+
+# Scraper class for several sites
+class SiteScraper
+  include CodeSchool
+
+  def code_school_output
+    puts code_school_data
+  end
+end

data/lib/version.rb

@@ -0,0 +1,6 @@
+module CodeSchool
+    VERSION = '0.0.1'
+    DATE    = '2015-10-15'
+end
+
+

data/spec/code_school_spec.rb

@@ -0,0 +1,25 @@
+require 'minitest/autorun'
+require 'minitest/rg'
+require 'vcr'
+require 'webmock/minitest'
+require_relative '../lib/scrape'
+
+VCR.configure do |config|
+    config.cassette_library_dir = './spec/fixtures/vcr/cassettes'
+    config.hook_into :webmock
+end
+
+VCR.use_cassette('codeschool') do
+  
+  codeschool = SiteScraper.new.code_school_data
+  golden     = File.read('./spec/fixtures/output.json')
+  
+  describe 'test for code school' do
+    it 'has same length' do
+      codeschool.size.must_equal golden.chomp.length
+    end
+    it 'should be same' do
+      JSON.parse(codeschool).must_equal JSON.parse(golden)
+    end
+  end
+end

data/spec/fixtures/output.json

@@ -0,0 +1 @@
+[{"Adventures in Web Animations":["Alyssa Nicoll"]},{"Breaking the Ice With Regular Expressions":["Dan Bickford"]},{"The Sequel to SQL":["Gregg Pollack"]},{"Unmasking HTML Emails":["Dan Denney"]},{"Try SQL":["Chari Clark"]},{"Staying Sharp with Angular.js":["Alyssa Nicoll"]},{"Blasting Off with Bootstrap":["Adam Fortuna"]},{"Building Blocks of Express.js":["Carlos Souza"]},{"Front-end Foundations":["Jon Friskics"]},{"Mastering GitHub":["Peter Bell"]},{"JavaScript Best Practices":["Jason Millhouse"]},{"Shaping up with Angular.js":["Gregg Pollack"]},{"Exploring Google Maps for iOS":["Jon Friskics"]},{"Surviving APIs with Rails":["Carlos Souza"]},{"Discover Drive":["Gregg Pollack"]},{"Warming Up With Ember.js":["Adam Fortuna"]},{"JavaScript Road Trip Part 3":["Jason Millhouse"]},{"Front-end Formations":["Drew Barontini"]},{"Core iOS 7":["Jon Friskics","Eric Allam"]},{"JavaScript Road Trip Part 1":["Jason Millhouse"]},{"JavaScript Road Trip Part 2":["Jason Millhouse"]},{"Rails 4 Patterns":["Gregg Pollack","Carlos Souza"]},{"Fundamentals of Design":["Tim Dikun"]},{"jQuery: The Return Flight":["Gregg Pollack"]},{"iOS Operation: MapKit":["Jon Friskics"]},{"Try Objective-C":["Eric Allam"]},{"iOS Operation: Models":["Jon Friskics"]},{"Git Real 2":["Gregg Pollack"]},{"Rails 4: Zombie Outlaws":["Gregg Pollack","Carlos Souza"]},{"Discover DevTools":["Gregg Pollack"]},{"Try jQuery":["Gregg Pollack"]},{"Anatomy of Backbone.js Part 2":["Gregg Pollack"]},{"Assembling Sass Part 2":["Nick Walsh"]},{"Try iOS":["Gregg Pollack"]},{"Try R":["Jay McGavren"]},{"Ruby Bits Part 2":["Carlos Souza","Mark Kendall"]},{"Assembling Sass":["Nick Walsh"]},{"Ruby Bits":["Gregg Pollack"]},{"Git Real":["Gregg Pollack","Olivier Lacan"]},{"Try Git":["Gregg Pollack","Olivier Lacan"]},{"Testing with RSpec":["Gregg Pollack","Olivier Lacan"]},{"Real-time Web with Node.js":["Gregg Pollack","Carlos Souza"]},{"Anatomy of Backbone.js":["Eric Allam","Gregg Pollack"]},{"Journey Into Mobile":["Jason VanLue"]},{"Rails Testing for Zombies":["Nathaniel Bibler"]},{"CSS Cross-Country":["Nick Walsh","Aimee Simone"]},{"CoffeeScript":["Gregg Pollack","Carlos Souza"]},{"Rails for Zombies 2":["Gregg Pollack"]},{"Try Ruby":["Why The Lucky Stiff"]},{"Rails for Zombies Redux":["Gregg Pollack"]}]