student_progress 0.1.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA256:
+  metadata.gz: 364b785b9683aa474e8dfdfdd8b5016877042155b61dbb9a2ea1d2bc11c5c7c4
+  data.tar.gz: 958a8434d01d1e491b03af4d21175237e3753f36a7deda63836accc01bbaf2b9
+SHA512:
+  metadata.gz: 6e05b7180e76f426cecbf2978efe99a0d0921391031a8a21de6399157ae4cae61b69b9f8b0593f3ec988098f4e4fa613a7d77da412c74efa1f75ca94cb24ffef
+  data.tar.gz: 446aa1937aac0ed6ac2f11fe2e571d7506265b4389c25f666a49f77c04d725208ef2964d144ef8f434f7f864133fa057d2336f63039ec9c698e25659c1fe2747

data/.gitignore

@@ -0,0 +1,16 @@
+/.bundle/
+/.yardoc
+/_yardoc/
+/coverage/
+/doc/
+/pkg/
+/spec/reports/
+/tmp/
+usernames
+student_progress.db
+results.data
+test.data
+ignore/*
+
+# rspec failure tracking
+.rspec_status

data/.rspec

@@ -0,0 +1,3 @@
+--format documentation
+--color
+--require spec_helper

data/.travis.yml

@@ -0,0 +1,5 @@
+sudo: false
+language: ruby
+rvm:
+  - 2.5.1
+before_install: gem install bundler -v 1.16.2

data/CODE_OF_CONDUCT.md

@@ -0,0 +1,74 @@
+# Contributor Covenant Code of Conduct
+
+## Our Pledge
+
+In the interest of fostering an open and welcoming environment, we as
+contributors and maintainers pledge to making participation in our project and
+our community a harassment-free experience for everyone, regardless of age, body
+size, disability, ethnicity, gender identity and expression, level of experience,
+nationality, personal appearance, race, religion, or sexual identity and
+orientation.
+
+## Our Standards
+
+Examples of behavior that contributes to creating a positive environment
+include:
+
+* Using welcoming and inclusive language
+* Being respectful of differing viewpoints and experiences
+* Gracefully accepting constructive criticism
+* Focusing on what is best for the community
+* Showing empathy towards other community members
+
+Examples of unacceptable behavior by participants include:
+
+* The use of sexualized language or imagery and unwelcome sexual attention or
+advances
+* Trolling, insulting/derogatory comments, and personal or political attacks
+* Public or private harassment
+* Publishing others' private information, such as a physical or electronic
+  address, without explicit permission
+* Other conduct which could reasonably be considered inappropriate in a
+  professional setting
+
+## Our Responsibilities
+
+Project maintainers are responsible for clarifying the standards of acceptable
+behavior and are expected to take appropriate and fair corrective action in
+response to any instances of unacceptable behavior.
+
+Project maintainers have the right and responsibility to remove, edit, or
+reject comments, commits, code, wiki edits, issues, and other contributions
+that are not aligned to this Code of Conduct, or to ban temporarily or
+permanently any contributor for other behaviors that they deem inappropriate,
+threatening, offensive, or harmful.
+
+## Scope
+
+This Code of Conduct applies both within project spaces and in public spaces
+when an individual is representing the project or its community. Examples of
+representing a project or community include using an official project e-mail
+address, posting via an official social media account, or acting as an appointed
+representative at an online or offline event. Representation of a project may be
+further defined and clarified by project maintainers.
+
+## Enforcement
+
+Instances of abusive, harassing, or otherwise unacceptable behavior may be
+reported by contacting the project team at dakotaleemusic@gmail.com. All
+complaints will be reviewed and investigated and will result in a response that
+is deemed necessary and appropriate to the circumstances. The project team is
+obligated to maintain confidentiality with regard to the reporter of an incident.
+Further details of specific enforcement policies may be posted separately.
+
+Project maintainers who do not follow or enforce the Code of Conduct in good
+faith may face temporary or permanent repercussions as determined by other
+members of the project's leadership.
+
+## Attribution
+
+This Code of Conduct is adapted from the [Contributor Covenant][homepage], version 1.4,
+available at [http://contributor-covenant.org/version/1/4][version]
+
+[homepage]: http://contributor-covenant.org
+[version]: http://contributor-covenant.org/version/1/4/

data/Gemfile

@@ -0,0 +1,6 @@
+source "https://rubygems.org"
+
+git_source(:github) {|repo_name| "https://github.com/#{repo_name}" }
+
+# Specify your gem's dependencies in student_progress.gemspec
+gemspec

data/Gemfile.lock

@@ -0,0 +1,82 @@
+PATH
+  remote: .
+  specs:
+    student_progress (0.1.0)
+      json
+      nokogiri
+      poltergeist
+      sequel
+      sqlite3
+      terminal-table
+
+GEM
+  remote: https://rubygems.org/
+  specs:
+    addressable (2.5.2)
+      public_suffix (>= 2.0.2, < 4.0)
+    capybara (3.3.1)
+      addressable
+      mini_mime (>= 0.1.3)
+      nokogiri (~> 1.8)
+      rack (>= 1.6.0)
+      rack-test (>= 0.6.3)
+      xpath (~> 3.1)
+    cliver (0.3.2)
+    coderay (1.1.2)
+    diff-lcs (1.3)
+    gem-release (2.0.1)
+    json (2.1.0)
+    method_source (0.9.0)
+    mini_mime (1.0.0)
+    mini_portile2 (2.3.0)
+    nokogiri (1.8.4)
+      mini_portile2 (~> 2.3.0)
+    poltergeist (1.18.1)
+      capybara (>= 2.1, < 4)
+      cliver (~> 0.3.1)
+      websocket-driver (>= 0.2.0)
+    pry (0.11.3)
+      coderay (~> 1.1.0)
+      method_source (~> 0.9.0)
+    public_suffix (3.0.2)
+    rack (2.0.5)
+    rack-test (1.0.0)
+      rack (>= 1.0, < 3)
+    rake (10.5.0)
+    rspec (3.7.0)
+      rspec-core (~> 3.7.0)
+      rspec-expectations (~> 3.7.0)
+      rspec-mocks (~> 3.7.0)
+    rspec-core (3.7.1)
+      rspec-support (~> 3.7.0)
+    rspec-expectations (3.7.0)
+      diff-lcs (>= 1.2.0, < 2.0)
+      rspec-support (~> 3.7.0)
+    rspec-mocks (3.7.0)
+      diff-lcs (>= 1.2.0, < 2.0)
+      rspec-support (~> 3.7.0)
+    rspec-support (3.7.1)
+    sequel (5.10.0)
+    sqlite3 (1.3.13)
+    terminal-table (1.8.0)
+      unicode-display_width (~> 1.1, >= 1.1.1)
+    unicode-display_width (1.4.0)
+    websocket-driver (0.7.0)
+      websocket-extensions (>= 0.1.0)
+    websocket-extensions (0.1.3)
+    xpath (3.1.0)
+      nokogiri (~> 1.8)
+
+PLATFORMS
+  ruby
+
+DEPENDENCIES
+  bundler (~> 1.16)
+  gem-release
+  pry
+  rake (~> 10.0)
+  rspec (~> 3.0)
+  student_progress!
+
+BUNDLED WITH
+   1.16.2

data/LICENSE.txt

@@ -0,0 +1,21 @@
+The MIT License (MIT)
+
+Copyright (c) 2018 Dakota Martinez
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in
+all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
+THE SOFTWARE.

data/README.md

@@ -0,0 +1,43 @@
+# StudentProgress
+
+Welcome to your new gem! In this directory, you'll find the files you need to be able to package up your Ruby library into a gem. Put your Ruby code in the file `lib/student_progress`. To experiment with that code, run `bin/console` for an interactive prompt.
+
+TODO: Delete this and the text above, and describe your gem
+
+## Installation
+
+Add this line to your application's Gemfile:
+
+```ruby
+gem 'student_progress'
+```
+
+And then execute:
+
+    $ bundle
+
+Or install it yourself as:
+
+    $ gem install student_progress
+
+## Usage
+
+TODO: Write usage instructions here
+
+## Development
+
+After checking out the repo, run `bin/setup` to install dependencies. Then, run `rake spec` to run the tests. You can also run `bin/console` for an interactive prompt that will allow you to experiment.
+
+To install this gem onto your local machine, run `bundle exec rake install`. To release a new version, update the version number in `version.rb`, and then run `bundle exec rake release`, which will create a git tag for the version, push git commits and tags, and push the `.gem` file to [rubygems.org](https://rubygems.org).
+
+## Contributing
+
+Bug reports and pull requests are welcome on GitHub at https://github.com/DakotaLMartinez/student_progress. This project is intended to be a safe, welcoming space for collaboration, and contributors are expected to adhere to the [Contributor Covenant](http://contributor-covenant.org) code of conduct.
+
+## License
+
+The gem is available as open source under the terms of the [MIT License](https://opensource.org/licenses/MIT).
+
+## Code of Conduct
+
+Everyone interacting in the StudentProgress project’s codebases, issue trackers, chat rooms and mailing lists is expected to follow the [code of conduct](https://github.com/DakotaLMartinez/student_progress/blob/master/CODE_OF_CONDUCT.md).

data/Rakefile

@@ -0,0 +1,6 @@
+require "bundler/gem_tasks"
+require "rspec/core/rake_task"
+
+RSpec::Core::RakeTask.new(:spec)
+
+task :default => :spec

data/bin/console

@@ -0,0 +1,14 @@
+#!/usr/bin/env ruby
+
+require "bundler/setup"
+require_relative "../lib/student_progress"
+
+# You can add fixtures and/or initialization code here to make experimenting
+# with your gem easier. You can also use a different console, if you like.
+
+# (If you use this, don't forget to add pry to your Gemfile!)
+# require "pry"
+# Pry.start
+
+require "irb"
+IRB.start(__FILE__)

data/bin/setup

@@ -0,0 +1,8 @@
+#!/usr/bin/env bash
+set -euo pipefail
+IFS=$'\n\t'
+set -vx
+
+bundle install
+
+# Do any other automated setup that you need to do here

data/bin/student_progress

@@ -0,0 +1,5 @@
+#!/usr/bin/env ruby
+
+require_relative "../lib/student_progress"
+
+StudentProgress::CLI.new.call

data/lib/student_progress/cli.rb

@@ -0,0 +1,206 @@
+class StudentProgress::CLI
+  def call
+    puts "Hello from CLI"
+    prompt_for_login
+    StudentProgress::Scraper.scrape_lessons
+    main_menu
+    goodbye
+  end
+
+  def prompt_for_login
+    puts "Log in to your learn.co account:"
+    print "Email: "
+    email = gets.strip
+    puts "\n"
+    print "Password: "
+    password = STDIN.noecho(&:gets).chomp
+    StudentProgress::Scraper.login_user(email, password)
+  end
+
+  def main_menu
+    @input = nil
+    @goal = nil
+    @selected_cohort = nil 
+    list_choices
+    while @input != "exit" 
+      puts "type 'exit' at any point to quit or 'menu' to see your options"
+      @input = gets.strip
+      if @input == 'menu'
+        list_choices
+      elsif @input == '1'
+        list_cohorts
+      elsif @input == '2'
+        prompt_for_cohort_name
+      elsif @input == '3'
+        prompt_for_goal
+      elsif @input == '4'
+        prompt_for_reports
+      elsif @input == 'exit'
+        break
+      elsif @input == 'debug'
+        binding.pry
+      else
+        puts "Whoops! I didn't understand that"
+        list_choices 
+      end
+    end
+  end
+
+  def list_choices
+    puts "Choose an option below by number"
+    puts "1. Select Cohort"
+    puts "2. Add Cohort"
+    puts "3. Set goal for the week"
+    puts "4. To view a list of past reports"
+    puts "'exit' to leave the program"
+    puts "type 'menu' at any point if you'd like to see these options again"
+  end
+
+  def list_cohorts
+    @selected_cohort = nil
+    until @selected_cohort || @input == "exit"
+      puts "Please select the cohort you'd like to view details for"
+      StudentProgress::Cohort.all.each.with_index(1) do |cohort, index|
+        puts "#{index}. #{cohort.name}"
+      end
+      @input = gets.strip
+      if @input.to_i > 0 && @input.to_i <= StudentProgress::Cohort.count 
+        @selected_cohort = StudentProgress::Cohort.all[@input.to_i - 1]
+      elsif @input == "exit" || @input == "back"
+        return
+      else
+        puts "Whoops! Didn't understand that input"
+      end
+    end
+    display_students
+  end
+
+  def prompt_for_cohort_by_number
+
+  end
+
+  def prompt_for_cohort_name
+    puts "Please enter the name of the cohort you'd like to create"
+    name = gets.chomp
+    @new_cohort = StudentProgress::Cohort.find_or_create(name: name)
+    prompt_for_usernames
+  end
+
+  def prompt_for_usernames
+    puts "Please enter the GitHub usernames for the students you'd like info about (separated by commas)"
+    usernames = gets.chomp.split(',').map(&:strip)
+    puts "Hang on a sec, adding #{usernames.count} students"
+    @new_cohort.add_students(usernames)
+    puts "All done!"
+  end
+
+  def prompt_for_goal 
+    @goal = nil
+    puts "Which topic should students be working in at the end of the week?"
+    StudentProgress::Topic.all.each.with_index(1) {|t,i| puts "#{i}. #{t.title}"}
+    @input = gets.strip
+    if @input == "exit" 
+      return
+    elsif @input.to_i <= 0 
+      puts "Make sure you enter a number in range"
+      prompt_for_goal
+    elsif topic = StudentProgress::Topic.all[@input.to_i-1]
+      puts "Great! We'll be looking within #{topic.title}"
+    else
+      puts "Whoops! Don't have that option"
+      prompt_for_goal
+    end
+    while @input != "exit" && @goal.nil?
+      puts "Which unit should students finish by the end of the week?"
+      topic.units.each.with_index(1) {|t,i| puts "#{i}. #{t.title}"}
+      @input = gets.strip
+      if @input == "exit" 
+        return
+      elsif @input.to_i <= 0 
+        puts "Make sure you enter a number in range"
+        prompt_for_goal
+      elsif unit = topic.units[@input.to_i-1]
+        puts "Great! We'll set the goal for the week"
+        @goal = StudentProgress::Lesson.progress_when_unit_complete(unit.title)
+      else
+        puts "Whoops! Don't have that option"
+      end
+    end
+  end
+  
+  def display_students
+    output = []
+    now = DateTime.now
+    output << now.strftime('%b %e, %Y %l:%M %p')
+    @selected_cohort ||= StudentProgress::Student.all
+    @selected_cohort.run_progress_report
+    if @goal
+      output << "\n"
+      output << "Students should #{@goal[:goal]} by the end of the week"
+      output << "To do that, they'll have completed #{@goal[:lessons]} lessons and #{@goal[:labs]} labs"
+    end
+    headers = ['Student Name', 'Current Lab', 'Lessons', 'Labs']
+    report = @selected_cohort.progress_reports.last
+    rows = report.student_reports.collect.with_index(1) do |student_report|
+      [student_report.student_name, student_report.current_lab, student_report.lessons_complete, student_report.labs_complete]
+    end
+    table = Terminal::Table.new headings: headers, rows: rows
+    output << table
+
+    if @goal
+      split_by_progress = report.on_track(@goal, @selected_cohort)
+      on_track = split_by_progress[:on_track].collect.with_index(1) do |student_report|
+        [student_report.student_name, student_report.current_lab, student_report.lessons_complete, student_report.labs_complete]
+      end
+      behind = split_by_progress[:behind].collect.with_index(1) do |student_report|
+        [student_report.student_name, student_report.current_lab, student_report.lessons_complete, student_report.labs_complete]
+      end
+      ahead = split_by_progress[:ahead].collect.with_index(1) do |student_report|
+        [student_report.student_name, student_report.current_lab, student_report.lessons_complete, student_report.labs_complete]
+      end
+      behind_table = Terminal::Table.new headings: headers, rows: behind
+      on_track_table = Terminal::Table.new headings: headers, rows: on_track
+      ahead_table = Terminal::Table.new headings: headers, rows: ahead
+      output << "BEHIND"
+      output << behind_table
+      output << "ON TRACK"
+      output << on_track_table
+      output << "Ahead"
+      output << ahead_table
+    end
+    report.content = output.join("\n")
+    report.save
+    puts output
+  end
+
+  def prompt_for_reports 
+    list_previous_reports
+    
+    @input = nil 
+    until @input == "exit" || @input == "back"
+      puts "Enter the number of the report you'd like to view (type 'back' to return to main menu)"
+      puts "You can also type 'list' to see the list of reports again"
+      @input = gets.strip
+      if DB[:progress_reports].first(id: @input.to_i)
+        puts DB[:progress_reports].first(id: @input.to_i)[:content]
+      elsif @input == "list"
+        list_previous_reports
+      elsif @input == "exit" || @input == "back"
+        break
+      else
+        put "Whoops! I didn't understand that."
+      end
+    end
+  end
+
+  def list_previous_reports
+    DB[:progress_reports].each do |p|
+      puts "#{p[:id]}. #{p[:created_at].strftime('%b %e, %Y %l:%M %p')}" if p[:created_at]
+    end
+  end
+
+  def goodbye
+    puts "\n"
+    puts "Thanks for using the Student Tracker CLI! See you next time!!!"
+  end
+end

data/lib/student_progress/cohort.rb

@@ -0,0 +1,15 @@
+class StudentProgress::Cohort < Sequel::Model
+  one_to_many :students
+  one_to_many :progress_reports
+  def add_students(usernames)
+    usernames.each do |username|
+      student = StudentProgress::Student.find_or_create(github_username: username)
+      student.cohort_id = self.id
+      student.save
+    end
+  end
+
+  def run_progress_report
+    StudentProgress::Scraper.scrape_progress(self)
+  end
+end

data/lib/student_progress/lesson.rb

@@ -0,0 +1,99 @@
+class StudentProgress::Lesson
+  attr_accessor :title, :content_type, :repo, :id
+  attr_reader :unit
+
+  SECTIONS = {}
+
+  @@all = []
+
+  def self.all
+    @@all
+  end
+
+  def self.create_from_hash(hash)
+    new(hash).save
+  end
+
+  def self.find_by_id(id)
+    all.find {|l| l.id == id}
+  end
+
+  def self.pre_cli
+    pre_cli_end = nil
+    StudentProgress::Lesson.all.each_with_index do |lesson, index|
+      if lesson.id == 32164
+        pre_cli_end = index
+      end
+    end
+    result = StudentProgress::Lesson.all[0..pre_cli_end]
+  end
+
+  def self.build_section_hash
+    ordinal = 0
+    self.all.each do |lesson|
+      if !SECTIONS[lesson.unit.topic.title] 
+        SECTIONS[lesson.unit.topic.title] = {}
+      end
+      if !SECTIONS[lesson.unit.topic.title][lesson.unit.title]
+        SECTIONS[lesson.unit.topic.title][lesson.unit.title] = {
+          "Readme" => lesson.content_type == "Readme" ? 1 : 0,
+          "Lab" => lesson.content_type == "Lab" ? 1 : 0,
+          "Project" => lesson.content_type == "Project" ? 1 : 0,
+          "ordinal" => ordinal
+        }
+        ordinal += 1
+      else
+        SECTIONS[lesson.unit.topic.title][lesson.unit.title][lesson.content_type] += 1
+      end
+    end 
+  end
+
+  def self.unit_from_lesson_title(lesson_title)
+    lesson = @@all.find{ |l| l.title == lesson_title}
+    lesson ? lesson.unit.title : "couldn't find that lesson"
+  end
+
+  def self.progress_when_unit_complete(unit_title)
+    lessons = 0
+    labs = 0
+    all.find do |lesson|
+      lessons += 1
+      if lesson.content_type == "Lab"
+        labs += 1
+      end
+      # when the next lesson is on a different unit we're at the end
+      lesson.unit.title == unit_title && all[lessons] && all[lessons].unit.title != unit_title
+    end
+    { 
+      goal: "Complete #{unit_title}",
+      lessons: lessons,
+      labs: labs
+    }
+  end
+
+  def self.progress_when_topic_complete(topic_title)
+    topic = StudentProgress::Topic.find_by_title(topic_title)
+    progress_when_unit_complete(topic.units.last.title)
+  end
+
+  def initialize(attrs = {})
+    attrs.each do |attr, value|
+      self.send("#{attr}=", value)
+    end
+  end
+
+  def save
+    @@all << self
+    self
+  end
+
+  def topic 
+    @unit && @unit.topic
+  end
+
+  def unit=(unit)
+    @unit = unit
+    unit.add_lesson(self)
+    @unit
+  end
+end

data/lib/student_progress/progress_report.rb

@@ -0,0 +1,17 @@
+class StudentProgress::ProgressReport < Sequel::Model
+  one_to_many :student_reports
+
+  def on_track(labs_goal, cohort=nil)
+    result = {}
+    result[:on_track] = student_reports.select do |report| 
+      labs_goal[:labs] - report.labs_complete <= 5 && (cohort.nil? || report.student.cohort == cohort)
+    end
+    result[:behind] = student_reports.select do |report| 
+      labs_goal[:labs] - report.labs_complete > 5 && (cohort.nil? || report.student.cohort == cohort)
+    end
+    result[:ahead] = student_reports.select do |report| 
+      labs_goal[:labs] - report.labs_complete <= -5 && (cohort.nil? || report.student.cohort == cohort)
+    end
+    result
+  end
+end

data/lib/student_progress/scraper.rb

@@ -0,0 +1,74 @@
+class StudentProgress::Scraper 
+  attr_accessor :first_name, :last_name, :profile_url, :current_lab, 
+                :total_labs_complete, :total_lessons_complete
+  def self.scrape_progress(cohort)
+    print "#students loaded: "
+    report = StudentProgress::ProgressReport.create(created_at: DateTime.now, cohort_id: cohort.id)
+    cohort.students.collect do |s|
+      s.github_username
+    end.each.with_index(1) do |username, index|
+      @@session.visit("https://learn.co/#{username}")
+      student = StudentProgress::Student.find_or_create(
+        github_username: username
+      )
+      student.first_name = @@session.first('.media-block__content--fill').text.split("\n").first.split(' ').first
+      student.last_name = @@session.first('.media-block__content--fill').text.split("\n").first.split(' ').slice(1)
+      student.save
+      StudentProgress::StudentReport.create(
+        current_lab: @@session.find('h4 a').text,
+        lessons_complete: @@session.all('.flex-grid__item__stretcher h3.heading').map{|n| n.text}[1].split(' / ').first.to_i,
+        created_at: DateTime.now,
+        labs_complete: @@session.all('.flex-grid__item__stretcher h3.heading').map{|n| n.text}[3].split(' / ').first.to_i,
+        student_id: student.id,
+        progress_report_id: report.id
+      )
+          
+      print "#{index}.."
+    end
+    puts "Done!"
+  end
+
+  def self.login_user(email, password)
+    @@session = Capybara::Session.new(:poltergeist)
+
+    @@session.visit('https://learn.co')
+    @@session.fill_in "user-email", with: email
+    @@session.fill_in "user-password", with: password
+    puts "Signing in now..."
+    sleep 0.5
+    @@session.click_button "Sign in"
+  end
+
+  def self.scrape_lessons
+    doc = Nokogiri::HTML(@@session.body)
+    script = doc.css('script')[8].text
+    data = script.gsub("\n//<![CDATA[",'').gsub("//]]>",'')
+    match_data = /track_nav_data=(.+);/.match(data)
+    string = match_data.captures.first.split(';').first
+    hash = JSON.parse(string)
+    hash['topics'].each.with_index(1) do |topic_hash, index|
+      
+      topic = StudentProgress::Topic.create_from_hash({
+        title: topic_hash['title'],
+        id: topic_hash['id']
+      })
+      topic_hash['units'].each do |unit_hash|
+        unit = StudentProgress::Unit.create_from_hash({
+          title: unit_hash['title'],
+          id: unit_hash['id'],
+          topic: topic
+        })
+        unit_hash['lessons'].each do |lesson_hash|
+          lesson = StudentProgress::Lesson.create_from_hash({
+            id: lesson_hash['id'],
+            title: lesson_hash['title'],
+            content_type: lesson_hash['content_type'],
+            repo: "https://github.com/#{lesson_hash['github_repo_name']}",
+            unit: unit
+          })
+        end
+      end
+      
+    end
+  end
+end

data/lib/student_progress/student.rb

@@ -0,0 +1,26 @@
+class StudentProgress::Student < Sequel::Model
+  many_to_one :cohort
+  one_to_many :student_reports
+                
+  def current_lab
+    student_reports.last.current_lab
+  end
+
+  def full_name
+    "#{first_name} #{last_name}"
+  end
+
+  def distance_to_goal(goal)
+    current_index = StudentProgress::Lesson.all.index { |l| l.title == current_lab }
+    goal_index = StudentProgress::Lesson.all.index { |l| l.title == goal }
+    distance = {
+      "Readme" => 0,
+      "Lab" => 0,
+      "Project" => 0
+    }
+    StudentProgress::Lesson.all[current_index..goal_index].each do |l|
+      distance[l.content_type] += 1
+    end
+    distance
+  end
+end

data/lib/student_progress/student_report.rb

@@ -0,0 +1,8 @@
+class StudentProgress::StudentReport < Sequel::Model 
+  many_to_one :progress_report
+  many_to_one :student
+
+  def student_name
+    self.student && self.student.full_name
+  end
+end 

data/lib/student_progress/topic.rb

@@ -0,0 +1,59 @@
+class StudentProgress::Topic
+  attr_accessor :title, :id
+  attr_reader :units
+
+  @@all = []
+
+  def self.all 
+    @@all
+  end
+
+  def self.create_from_hash(hash)
+    new(hash).save
+  end
+
+  def self.find_by_title(title)
+    all.find{|t| t.title == title}
+  end
+
+  def initialize(attrs = {})
+    attrs.each do |attr, value|
+      self.send("#{attr}=", value)
+    end
+    @units = []
+  end
+
+  def save 
+    @@all << self 
+    self
+  end
+
+  def add_unit(unit)
+    @units << unit unless @units.include?(unit)
+    unit.topic = self unless unit.topic == self
+    unit
+  end
+
+  def lessons
+    @units.map{|u| u.lessons}.flatten
+  end
+
+  def lessons_by_unit
+    result = {}
+    @units.each do |unit|
+      result[unit.title] = unit.lessons.map{|l| "#{l.title} - #{l.content_type} (#{l.id})"}
+    end
+    result
+  end
+
+  def summary
+    {
+      topic: title,
+      units: @units.map{|u| u.title},
+      lessons: lessons_by_unit,
+      readmes: lessons.count{|l| l.content_type == "Readme"},
+      labs: lessons.count{|l| l.content_type == "Lab"},
+      projects: lessons.count{|l| l.content_type == "Project"}
+    }
+  end
+end

data/lib/student_progress/unit.rb

@@ -0,0 +1,52 @@
+class StudentProgress::Unit
+  attr_accessor :title, :id, :topic
+  attr_reader :lessons
+
+  @@all = []
+
+  def self.all
+    @@all
+  end
+
+  def self.create_from_hash(hash)
+    new(hash).save
+  end
+
+  def initialize(attrs = {})
+    attrs.each do |attr, value|
+      self.send("#{attr}=", value)
+    end
+    @lessons = []
+  end
+
+  def save 
+    @@all << self 
+    self
+  end
+
+  def add_lesson(lesson)
+    @lessons << lesson unless @lessons.include?(lesson)
+    lesson.unit = self unless lesson.unit == self
+    lesson
+  end
+
+  def topic=(topic)
+    @topic = topic
+    topic.add_unit(self)
+  end
+
+  def lessons_by_type
+    @lessons.map{|l| "#{l.title} - #{l.content_type} (#{l.id})"}
+  end
+
+  def summary
+    { 
+      topic: topic,
+      unit: title,
+      lessons: lessons_by_type,
+      readmes: @lessons.count{|l| l.content_type == "Readme"},
+      labs: @lessons.count{|l| l.content_type == "Lab"},
+      projects: @lessons.count{|l| l.content_type == "Project"}
+    }
+  end
+end

data/lib/student_progress/version.rb

@@ -0,0 +1,3 @@
+module StudentProgress
+  VERSION = "0.1.0"
+end

data/lib/student_progress.rb

@@ -0,0 +1,81 @@
+require 'pry'
+require 'capybara/poltergeist'
+require 'nokogiri'
+require 'json'
+require 'io/console'
+require 'terminal-table'
+require 'sqlite3'
+require 'sequel'
+
+Capybara.register_driver :poltergeist do |app|
+  Capybara::Poltergeist::Driver.new(app, {js_errors: false})
+end
+
+DB = Sequel.sqlite('./student_progress.db') # memory database, requires sqlite3
+
+unless DB.table_exists? :lessons 
+  DB.create_table :lessons do
+    primary_key :id
+    String :title
+    String :content_type
+    String :repo
+    String :unit
+    String :track_version
+  end
+end
+
+unless DB.table_exists? :progress_reports 
+  DB.create_table :progress_reports do
+    primary_key :id
+    DateTime :created_at
+    String :content
+    Integer :cohort_id
+  end
+end
+
+
+unless DB.table_exists? :student_reports 
+  DB.create_table :student_reports do
+    primary_key :id
+    DateTime :created_at
+    String :current_lab
+    Integer :lessons_complete
+    Integer :labs_complete
+    Integer :progress_report_id
+    Integer :student_id
+  end
+end
+
+unless DB.table_exists? :cohorts 
+  DB.create_table :cohorts do
+    primary_key :id
+    String :name
+  end
+end
+
+unless DB.table_exists? :students 
+  DB.create_table :students do
+    primary_key :id
+    String :first_name
+    String :last_name
+    String :github_username
+    String :timezone
+    Integer :cohort_id
+  end
+end
+
+require_relative "./student_progress/version"
+require_relative "./student_progress/cli"
+require_relative "./student_progress/student"
+require_relative "./student_progress/cohort"
+require_relative "./student_progress/scraper"
+require_relative "./student_progress/lesson"
+require_relative "./student_progress/topic"
+require_relative "./student_progress/unit"
+require_relative "./student_progress/student_report"
+require_relative "./student_progress/progress_report"
+
+
+# module StudentProgress
+#   # Your code goes here...
+# end

data/student_progress.gemspec

@@ -0,0 +1,46 @@
+
+lib = File.expand_path("../lib", __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require "student_progress/version"
+
+Gem::Specification.new do |spec|
+  spec.name          = "student_progress"
+  spec.version       = StudentProgress::VERSION
+  spec.authors       = ["Dakota Martinez"]
+  spec.email         = ["dakotaleemusic@gmail.com"]
+
+  spec.summary       = %q{Scrapes Learn.co site to measure student progress}
+  spec.description   = %q{Collects data about student progress}
+  spec.homepage      = "https://github.com/DakotaLMartinez"
+  spec.license       = "MIT"
+
+  # Prevent pushing this gem to RubyGems.org. To allow pushes either set the 'allowed_push_host'
+  # to allow pushing to a single host or delete this section to allow pushing to any host.
+  # if spec.respond_to?(:metadata)
+  #   spec.metadata["allowed_push_host"] = "TODO: Set to 'http://mygemserver.com'"
+  # else
+  #   raise "RubyGems 2.0 or newer is required to protect against " \
+  #     "public gem pushes."
+  # end
+
+  # Specify which files should be added to the gem when it is released.
+  # The `git ls-files -z` loads the files in the RubyGem that have been added into git.
+  spec.files         = Dir.chdir(File.expand_path('..', __FILE__)) do
+    `git ls-files -z`.split("\x0").reject { |f| f.match(%r{^(test|spec|features)/}) }
+  end
+  # spec.bindir        = "exe"
+  spec.executables   = "student_progress"
+  spec.require_paths = ["lib"]
+
+  spec.add_development_dependency "bundler", "~> 1.16"
+  spec.add_development_dependency "rake", "~> 10.0"
+  spec.add_development_dependency "rspec", "~> 3.0"
+  spec.add_development_dependency "pry"
+  spec.add_development_dependency "gem-release"
+  spec.add_dependency "poltergeist"
+  spec.add_dependency "nokogiri"
+  spec.add_dependency "sqlite3"
+  spec.add_dependency "sequel"
+  spec.add_dependency "json"
+  spec.add_dependency "terminal-table"
+end

metadata

@@ -0,0 +1,223 @@
+--- !ruby/object:Gem::Specification
+name: student_progress
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+platform: ruby
+authors:
+- Dakota Martinez
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2018-07-21 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.16'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.16'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.0'
+- !ruby/object:Gem::Dependency
+  name: pry
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: gem-release
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: poltergeist
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: nokogiri
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: sqlite3
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: sequel
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: json
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: terminal-table
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+description: Collects data about student progress
+email:
+- dakotaleemusic@gmail.com
+executables:
+- student_progress
+extensions: []
+extra_rdoc_files: []
+files:
+- ".gitignore"
+- ".rspec"
+- ".travis.yml"
+- CODE_OF_CONDUCT.md
+- Gemfile
+- Gemfile.lock
+- LICENSE.txt
+- README.md
+- Rakefile
+- bin/console
+- bin/setup
+- bin/student_progress
+- lib/student_progress.rb
+- lib/student_progress/cli.rb
+- lib/student_progress/cohort.rb
+- lib/student_progress/lesson.rb
+- lib/student_progress/progress_report.rb
+- lib/student_progress/scraper.rb
+- lib/student_progress/student.rb
+- lib/student_progress/student_report.rb
+- lib/student_progress/topic.rb
+- lib/student_progress/unit.rb
+- lib/student_progress/version.rb
+- student_progress.gemspec
+homepage: https://github.com/DakotaLMartinez
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.7.6
+signing_key: 
+specification_version: 4
+summary: Scrapes Learn.co site to measure student progress
+test_files: []