scry 1.0.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 8498f89f31168881c6697f7cdc1a9425096f1162
+  data.tar.gz: f4edcdd786e68962a9edf92ab98c0b12d5731386
+SHA512:
+  metadata.gz: 71cb018b167abfd16e0375392791665c30d9ec1deef82a8cbf57f8c3eaf24f83e5e901108e149d32e9f28e549d5c1000dd172b857c6b64417847504591cc156a
+  data.tar.gz: db13dd81f55baeee873b7344b168b1c8db14765019c42b26eea2202c7bec2873c391dd08588238e80395e7cf44689052f74b93a42ef7e78bb4b6d05d9c7ad1b6

data/LICENSE.txt

@@ -0,0 +1,21 @@
+The MIT License (MIT)
+
+Copyright (c) 2016 AtomicJolt
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in
+all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
+THE SOFTWARE.

data/README.md

@@ -0,0 +1,123 @@
+# Scry [![Build Status](https://travis-ci.org/atomicjolt/scry.svg?branch=master)](https://travis-ci.org/atomicjolt/scry)
+
+Scrapes courses from blackboard.
+
+## Dependencies
+ruby >= 2.2.2
+
+redis-server >= 3.0.7
+
+## Installation
+
+Add this line to your application's Gemfile:
+
+```ruby
+gem "scry"
+```
+
+And then execute:
+```sh
+$ bundle
+```
+
+Or install it yourself as:
+```sh
+$ gem install scry
+```
+
+Create a ruby file `workers.rb` and add
+```ruby
+require "scry/workers"
+```
+
+Create a `Rakefile` and add
+```ruby
+require "scry/tasks"
+Scry::Tasks.install_tasks
+```
+
+Create a `sidekiq.yml` file and add
+```yml
+:concurrency: 20
+
+:queues:
+  - [scry_export_generator, 1]
+  - [scry_export_downloader, 1]
+  - [scry_log_writer, 1]
+
+:limits:
+  scry_export_generator: 5
+  scry_export_downloader: 15
+  scry_log_writer: 1
+```
+_note: limits is available through the [sidekiq-limit_fetch](https://github.com/brainopia/sidekiq-limit_fetch) gem_
+
+Create a "scry.yml" file and add
+```yml
+:url: https://<blackboard_url>/
+:login: <user_name>
+:passwd: <user_password>
+```
+
+### Optional
+If different log file names are desired, in the `scry.yml` add the file names.
+This is the default configuration:
+```yml
+:export_generation_good: export_generation_good.txt
+:export_generation_bad: export_generation_bad.txt
+:export_download_good: export_download_good.txt
+:export_download_bad: export_download_bad.txt
+:export_generation_no_export_button: export_generation_no_export_button.txt
+```
+And if a different export folder is desired:
+```yml
+:default_dir: blackboard_exports
+```
+
+## Usage
+
+Start up sidekiq
+```sh
+bundle exec sidekiq -r ./workers.rb -C sidekiq.yml
+```
+
+Run the rake task to download all the courses.
+```sh
+bundle exec rake scry:scrape
+```
+This will download each cartridge zip into the default directory `blackboard_exports`
+
+Delete entire default blackboard_exports folder
+```sh
+bundle exec rake scry:clean
+```
+
+Monitor sidekiq
+```sh
+bundle exec monitor
+```
+
+# Development
+
+After checking out the repo, run `bundle install` to install dependencies. You can also run `bin/console` for an interactive prompt that will allow you to experiment.
+
+To install this gem onto your local machine, run `bundle exec rake install`. To release a new version, update the version number in `version.rb`, and then run `bundle exec rake release`, which will create a git tag for the version, push git commits and tags, and push the `.gem` file to [rubygems.org](https://rubygems.org).
+
+## Running sidekiq
+
+Need redis running first: `redis-server`
+
+Run `bundle exec sidekiq -r ./lib/scry/workers.rb -C sidekiq.yml`
+
+To get access to the workers in code require "lib/scry/sidekiq/boot.rb"
+
+To monitor sidekiq using the web UI, run `bin/monitor`
+
+## Contributing
+
+Bug reports and pull requests are welcome on GitHub at https://github.com/[USERNAME]/scry. This project is intended to be a safe, welcoming space for collaboration, and contributors are expected to adhere to the [Contributor Covenant](http://contributor-covenant.org) code of conduct.
+
+
+## License
+
+The gem is available as open source under the terms of the [MIT License](http://opensource.org/licenses/MIT).

data/bin/console

@@ -0,0 +1,14 @@
+#!/usr/bin/env ruby
+
+require "bundler/setup"
+require "scry"
+
+# You can add fixtures and/or initialization code here to make experimenting
+# with your gem easier. You can also use a different console, if you like.
+
+# (If you use this, don't forget to add pry to your Gemfile!)
+require "pry"
+Pry.start
+
+# require "irb"
+# IRB.start

data/bin/monitor

@@ -0,0 +1,8 @@
+#!/usr/bin/env ruby
+
+LIB_DIR = File.join(__dir__, "..", "lib")
+$LOAD_PATH << LIB_DIR
+
+require "rack"
+
+Rack::Server.start config: File.join(LIB_DIR, "scry", "sidekiq", "config.ru")

data/bin/scrape_blackboard

@@ -0,0 +1,6 @@
+#!/usr/bin/env ruby
+
+require "scry"
+
+# ruby -Ilib ./bin/scrape_blackboard
+Scry.scrape

data/lib/scry.rb

@@ -0,0 +1,57 @@
+require "scry/scraper"
+
+EXPORT_GENERATION_GOOD = "export_generation_good.txt".freeze
+EXPORT_GENERATION_BAD = "export_generation_bad.txt".freeze
+EXPORT_DOWNLOAD_GOOD = "export_download_good.txt".freeze
+EXPORT_DOWNLOAD_BAD = "export_download_bad.txt".freeze
+EXPORT_GENERATION_NO_EXPORT_BUTTON =
+  "export_generation_no_export_button.txt".freeze
+
+DEFAULT_DIR = "blackboard_exports".freeze
+
+module Scry
+  def self.config
+    if File.exists? "scry.yml"
+      YAML::load(File.read("scry.yml"))
+    else
+      {}
+    end
+  end
+
+  def self.url
+    Scry.config[:url]
+  end
+
+  def self.login
+    Scry.config[:login]
+  end
+
+  def self.passwd
+    Scry.config[:passwd]
+  end
+
+  def self.default_dir
+    Scry.config[:default_dir] || DEFAULT_DIR
+  end
+
+  def self.export_generation_good
+    Scry.config[:export_generation_good] || EXPORT_GENERATION_GOOD
+  end
+
+  def self.export_generation_bad
+    Scry.config[:export_generation_bad] || EXPORT_GENERATION_BAD
+  end
+
+  def self.export_download_good
+    Scry.config[:export_download_good] || EXPORT_DOWNLOAD_GOOD
+  end
+
+  def self.export_download_bad
+    Scry.config[:export_download_bad] || EXPORT_DOWNLOAD_BAD
+  end
+
+  def self.export_generation_no_export_button
+    Scry.config[:export_generation_no_export_button] ||
+      EXPORT_GENERATION_NO_EXPORT_BUTTON
+  end
+end

data/lib/scry/course.rb

@@ -0,0 +1,194 @@
+require "mechanize"
+require "scry"
+require "scry/helpers"
+require "scry/export_failed"
+
+TWO_HOURS = 7200
+
+module Scry
+  ##
+  # This class represents a course for which we are extracting data
+  ##
+  class Course
+    include Scry::Helpers
+
+    ##
+    # A new course accepts a Mechanize Agent
+    # and a Mechanize::Page::Link object for a course link
+    ##
+    def initialize(agent, course_link)
+      @agent = agent
+      @course_link = course_link
+    end
+
+    ##
+    # Creates a new instance of a course
+    # from given cookies so the user is signed in
+    ##
+    def self.from_cookies(cookie_crumbs, course_url)
+      agent = Mechanize.new
+      agent.cookie_jar = YAML::load(cookie_crumbs)
+      course_link = Mechanize::Page::Link.new(
+        {
+          "href" => course_url,
+        },
+        agent,
+        nil,
+      )
+      Course.new(agent, course_link)
+    end
+
+    ##
+    # Creates an export file for the course
+    #
+    # Navigates from the course page to the export course page
+    # and creates an export for the course.
+    #
+    # First it all existing exports, then attempts to create a new export.
+    #
+    # It will wait a specified amount of time for the export to be created.
+    ##
+    def create_export
+      course_page = @agent.click(@course_link)
+      package_links = course_page.links_with(
+        text: /Packages & Utilities Overview Page/,
+      )
+      if package_links.any?
+        utilities_page = click_link(
+          agent: @agent,
+          page: course_page,
+          text: /Packages & Utilities Overview Page/,
+        )
+        exports_page = click_link(
+          agent: @agent,
+          page: utilities_page,
+          text: /Export\/Archive Course/,
+        )
+        export_button_link = exports_page.links_with(
+          text: /Export Package/,
+        )
+        if export_button_link.any?
+          course_id =
+            exports_page.form_with(name: "selectFileToDelete")["courseId"]
+          _delete_existing_exports(exports_page, course_id, nil)
+          export_page = click_link(
+            agent: @agent,
+            page: exports_page,
+            text: /Export Package/,
+          )
+          exports_page = _process_export_form(export_page)
+          exports = exports_page.links_with(
+            text: "View Basic Log",
+          )
+          _wait_for_export(exports, utilities_page, exports_page, course_id)
+        else
+          write_log(
+            Scry.export_generation_no_export_button,
+            @course_link.href.strip,
+          )
+        end
+      end
+    end
+
+    ##
+    # Opens the log for an export and checks if it was successful.
+    ##
+    def validate_export(exports_page)
+      links = exports_page.links_with(text: "View Basic Log")
+      if links.empty?
+        raise Scry::ExportFailed, "Links empty #{exports_page.uri}"
+      end
+      url = links.last.attributes["onclick"][/'(.*)'/, 1]
+      log_page = @agent.get(url)
+      text = Nokogiri::HTML(log_page.body).css("div#containerdiv").text
+      !text.match(/error/i)
+    end
+
+    ##
+    # Extracts the download URL for an export
+    ##
+    def download_url(page)
+      download_link = page.links_with(text: "Open").last
+      download_link.href
+    end
+
+    ##
+    # Downloads the export into the given directory.
+    ##
+    def download_export(url)
+      puts "Start downloading #{url}"
+      time = Time.now
+      @agent.pluggable_parser["application/zip"] = Mechanize::Download
+      filename = File.basename(URI.parse(url).path)
+      @agent.get(url).save(File.join(Scry.default_dir, filename))
+      elapsed = Time.now - time
+      puts "Done downloading #{url} took #{elapsed} seconds"
+    end
+
+    ##
+    # :nodoc:
+    # Fills out the export form and submits it.
+    ##
+    def _process_export_form(export_page)
+      export_page.form_with(name: "selectCourse") do |export_form|
+        export_form.radiobutton_with(
+          id: "copyLinkToCourseFilesAndCopiesOfContent",
+        ).check
+        export_form.radiobutton_with(
+          id: "copyLinkToExternalCourseFilesAndCopiesOfContent",
+        ).check
+        export_form.checkboxes.each(&:check)
+      end.submit
+    end
+
+    ##
+    # :nodoc:
+    # Waits a specified amount of time for an export
+    # to show up on the exports page.
+    ##
+    def _wait_for_export(exports, utilities_page, exports_page, course_id)
+      time = Time.now
+      elapsed = 0
+      puts "Begin waiting for export link for #{course_id}"
+      while exports.count.zero? && elapsed < TWO_HOURS
+        sleep 30
+        exports_page = click_link(
+          agent: @agent,
+          page: utilities_page,
+          text: /Export\/Archive Course/,
+        )
+        exports = exports_page.links_with(
+          text: "View Basic Log",
+        )
+        elapsed = Time.now - time
+        puts "#{course_id} waited #{elapsed.to_i} seconds for link"
+      end
+      if elapsed >= TWO_HOURS
+        raise Scry::ExportFailed, "Export timeout for #{course_id}"
+      end
+      puts "#{course_id} done after #{(Time.now - time).to_i} seconds"
+      exports_page
+    end
+
+    ##
+    # :nodoc:
+    # Deletes all existing exports from a page.
+    ##
+    def _delete_existing_exports(page, course_id, links)
+      links ||= page.links_with(text: "Delete")
+      puts "#{course_id} Deleting exports... #{links.count} remaining"
+      if links.any?
+        filename = links.last.href[/'(.*)'\,/, 1]
+
+        page = page.form_with(name: "selectFileToDelete") do |form|
+          form.field_with(name: "filename").value = filename
+        end.submit
+
+        links = page.links_with(text: "Delete")
+        if links.any?
+          _delete_existing_exports(page, course_id, links)
+        end
+      end
+    end
+  end
+end

data/lib/scry/export_failed.rb

@@ -0,0 +1,7 @@
+##
+# :nodoc:
+##
+module Scry
+  class ExportFailed < RuntimeError
+  end
+end

data/lib/scry/helpers.rb

@@ -0,0 +1,19 @@
+require "scry/sidekiq/workers/log_writer"
+
+module Scry
+  module Helpers
+    ##
+    # Clicks a link with the given text.
+    ##
+    def click_link(agent:, page:, text:)
+      agent.click(page.link_with(text: text))
+    end
+
+    ##
+    # Enqueues data to be written to a log file.
+    ##
+    def write_log(log, data)
+      Scry::LogWriter.perform_async(log, data)
+    end
+  end
+end

data/lib/scry/scraper.rb

@@ -0,0 +1,62 @@
+require "rubygems"
+require "mechanize"
+require "scry"
+require "scry/sidekiq/workers/export_generator"
+require "scry/helpers"
+require "scry/course"
+
+module Scry
+  extend Scry::Helpers
+
+  ##
+  # Creates sidekiq jobs for each course to generate an export.
+  #
+  # Logs in the user and goes over every course
+  # and creates a sidekiq to generate an export for it.
+  ##
+  def self.scrape
+    url = Scry.url
+    login = Scry.login
+    passwd = Scry.passwd
+
+    agent = Mechanize.new do |secret_agent_man|
+      secret_agent_man.follow_meta_refresh = true
+    end
+
+    agent.get(url) do |home_page|
+      index_page = home_page.form_with(name: "login") do |form|
+        form["user_id"] = login
+        form["password"] = passwd
+      end.submit
+      courses_page = click_link(
+        agent: agent,
+        page: index_page,
+        text: /Open Bb Course List/,
+      )
+
+      courses_downloaded = Scry.courses_downloaded
+
+      # It is currently unknown if the links on the courses_page are paginated
+      # This gets them as if they are not.
+      course_links = courses_page.links_with(href: /type=Course/)
+      course_links.each do |course_link|
+        course_url = course_link.href.strip
+        if !courses_downloaded.include? course_url
+          cookie_crumbs = agent.cookie_jar.to_yaml
+          Scry::ExportGenerator.perform_async(
+            cookie_crumbs,
+            File.join(url, course_url),
+          )
+        end
+      end
+    end
+  end
+
+  def self.courses_downloaded
+    if File.exists?(Scry.export_download_good)
+      File.read(Scry.export_download_good)
+    else
+      ""
+    end
+  end
+end

data/lib/scry/sidekiq/config.ru

@@ -0,0 +1,8 @@
+require "sidekiq"
+
+Sidekiq.configure_client do |config|
+  config.redis = { size: 1 }
+end
+
+require "sidekiq/web"
+run Sidekiq::Web

data/lib/scry/sidekiq/workers/export_downloader.rb

@@ -0,0 +1,39 @@
+require "mechanize"
+require "sidekiq"
+require "scry"
+require "scry/course"
+require "scry/export_failed"
+require "scry/helpers"
+
+module Scry
+  ##
+  # Works on downloading an export.
+  #
+  # Will attempt 5 times before giving up.
+  ##
+  class ExportDownloader
+    include Sidekiq::Worker
+    include Scry::Helpers
+    sidekiq_options queue: :scry_export_downloader, retry: 5
+
+    ##
+    # Instigates downloading an export.
+    #
+    # Creates a course from the cookies,
+    # then starts downloading the export.
+    ##
+    def perform(cookie_crumbs, course_url, download_url)
+      course = Course.from_cookies(cookie_crumbs, course_url)
+      uri = URI.parse(course_url)
+      uri.path = download_url
+      course.download_export(uri.to_s)
+      write_log(Scry.export_download_good, course_url)
+    rescue SocketError, Mechanize::Error, Net::HTTPClientError => e
+      write_log(
+        Scry.export_download_bad,
+        "#{course_url} #{e.class} #{e.message}",
+      )
+      raise
+    end
+  end
+end

data/lib/scry/sidekiq/workers/export_generator.rb

@@ -0,0 +1,45 @@
+require "sidekiq"
+require "scry"
+require "scry/course"
+require "scry/export_failed"
+require "scry/helpers"
+require "scry/sidekiq/workers/export_downloader"
+
+##
+# Works on generating the export.
+#
+# Will attempt 5 times before giving up.
+##
+module Scry
+  class ExportGenerator
+    include Sidekiq::Worker
+    include Scry::Helpers
+    sidekiq_options queue: :scry_export_generator, retry: 5
+
+    ##
+    # Instigates generating an export.
+    #
+    # Creates a course from the cookies,
+    # then starts generating the export.
+    ##
+    def perform(cookie_crumbs, course_url)
+      course = Course.from_cookies(cookie_crumbs, course_url)
+      exports_page = course.create_export
+      if exports_page.is_a? Mechanize::Page
+        valid = course.validate_export(exports_page)
+        if valid
+          write_log(Scry.export_generation_good, course_url)
+          download_url = course.download_url(exports_page)
+          Scry::ExportDownloader.perform_async(
+            cookie_crumbs,
+            course_url,
+            download_url,
+          )
+        else
+          write_log(Scry.export_generation_bad, course_url)
+          raise Scry::ExportFailed, "Something failed"
+        end
+      end
+    end
+  end
+end

data/lib/scry/sidekiq/workers/log_writer.rb

@@ -0,0 +1,22 @@
+require "sidekiq"
+
+##
+# Writes log files
+#
+# Will attempt 5 times before giving up.
+##
+module Scry
+  class LogWriter
+    include Sidekiq::Worker
+    sidekiq_options queue: :scry_log_writer, retry: 5
+
+    ##
+    # Writes data to the given log file
+    ##
+    def perform(log, data)
+      File.open(log, "a") do |file|
+        file.puts data
+      end
+    end
+  end
+end

data/lib/scry/tasks.rb

@@ -0,0 +1,32 @@
+require "rake/clean"
+require "scry"
+
+module Scry
+  class Tasks
+    extend Rake::DSL if defined? Rake::DSL
+
+    ##
+    # Creates rake tasks that can be ran from the gem.
+    #
+    # Add this to your Rakefile
+    #
+    #   require "scry/tasks"
+    #   Scry::Tasks.install_tasks
+    #
+    ##
+    def self.install_tasks
+      namespace :scry do
+        desc "Scrape the configured url for course data"
+        task :scrape do
+          mkdir_p Scry.default_dir
+          Scry.scrape
+        end
+
+        desc "Completely delete all downloaded files"
+        task :clean do
+          rm_rf Scry.default_dir
+        end
+      end
+    end
+  end
+end

data/lib/scry/version.rb

@@ -0,0 +1,3 @@
+module Scry
+  VERSION = "1.0.0".freeze
+end

data/lib/scry/workers.rb

@@ -0,0 +1,4 @@
+require "sidekiq-limit_fetch"
+require "scry/sidekiq/workers/export_generator"
+require "scry/sidekiq/workers/export_downloader"
+require "scry/sidekiq/workers/log_writer"

metadata

@@ -0,0 +1,196 @@
+--- !ruby/object:Gem::Specification
+name: scry
+version: !ruby/object:Gem::Version
+  version: 1.0.0
+platform: ruby
+authors:
+- Atomic Jolt
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2016-12-07 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: pry-byebug
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.4'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.4'
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.5'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.5'
+- !ruby/object:Gem::Dependency
+  name: webmock
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.1'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.1'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '11.3'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '11.3'
+- !ruby/object:Gem::Dependency
+  name: mechanize
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.7'
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 2.7.5
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.7'
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 2.7.5
+- !ruby/object:Gem::Dependency
+  name: fileutils
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.7'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.7'
+- !ruby/object:Gem::Dependency
+  name: sidekiq
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '4.2'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '4.2'
+- !ruby/object:Gem::Dependency
+  name: sidekiq-limit_fetch
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.4'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.4'
+- !ruby/object:Gem::Dependency
+  name: thin
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.7'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.7'
+description: Commandline tool that downloads blackboard cartridges
+email: joel@atomicjolt.com
+executables:
+- console
+- monitor
+- scrape_blackboard
+extensions: []
+extra_rdoc_files:
+- README.md
+files:
+- LICENSE.txt
+- README.md
+- bin/console
+- bin/monitor
+- bin/scrape_blackboard
+- lib/scry.rb
+- lib/scry/course.rb
+- lib/scry/export_failed.rb
+- lib/scry/helpers.rb
+- lib/scry/scraper.rb
+- lib/scry/sidekiq/config.ru
+- lib/scry/sidekiq/workers/export_downloader.rb
+- lib/scry/sidekiq/workers/export_generator.rb
+- lib/scry/sidekiq/workers/log_writer.rb
+- lib/scry/tasks.rb
+- lib/scry/version.rb
+- lib/scry/workers.rb
+homepage: https://github.com/atomicjolt/scry
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.5.1
+signing_key: 
+specification_version: 4
+summary: Downloads Blackboard Cartridges
+test_files: []