owasp_ri_scraper 0.0.1

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: dbf591f8e7127156b0284bd8e90405b1b70c2594
+  data.tar.gz: b9a94cc3fa74f108e9fcc5e39ec266f6c85e63ba
+SHA512:
+  metadata.gz: ba1d7e7e287385968d6daa232e8c8a3819b9ea13d41edc006b62cea31e17d67d5737a7c28161003d8731eecf1440d6781d78dfa19c4ba8ea9af375a56cb5286f
+  data.tar.gz: 623efca2c9475006e39cda9c6bb3055dbd845ce1476ff1c6f9965365a5ff93a5ba38d6277dfae523e03583fe5c13f9d85d01222fbcc343665810cfdf59d23a1d

data/.gitignore

@@ -0,0 +1,17 @@
+*.gem
+*.rbc
+.bundle
+.config
+.yardoc
+Gemfile.lock
+InstalledFiles
+_yardoc
+coverage
+doc/
+lib/bundler/man
+pkg
+rdoc
+spec/reports
+test/tmp
+test/version_tmp
+tmp

data/.rspec

@@ -0,0 +1,2 @@
+--color
+--format progress

data/.travis.yml

@@ -0,0 +1,6 @@
+language: ruby
+rvm:
+    - 1.9.2
+    - 1.9.3
+    - 2.0.0
+script: bundle exec rake

data/Gemfile

@@ -0,0 +1,4 @@
+source 'https://rubygems.org'
+
+# Specify your gem's dependencies in owasp_ri_scraper.gemspec
+gemspec

data/LICENSE.txt

@@ -0,0 +1,22 @@
+Copyright (c) 2014 Matt Gillooly
+
+MIT License
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.md

@@ -0,0 +1,37 @@
+# OwaspRiScraper
+
+Scrape currently scheduled event from [OWASP RI](https://www.owasp.org/index.php/Rhode_Island).
+Built for automating updates to [PVDTechEvents.com](http://pvdtechevents.com/).
+
+NOTE: Current implementation is extremely fragile, and will very likely break if any changes are made to the source page's layout.
+Use at your own risk.
+
+## Installation
+
+Add this line to your application's Gemfile:
+
+    gem 'owasp_ri_scraper'
+
+And then execute:
+
+    $ bundle
+
+Or install it yourself as:
+
+    $ gem install owasp_ri_scraper
+
+## Usage
+
+```ruby
+require 'owasp_ri_scraper'
+event = OwaspRiScraper.scheduled_event
+event.start_time #=> 2014-02-12 17:45:00 -0500
+```
+
+## Contributing
+
+1. Fork it
+2. Create your feature branch (`git checkout -b my-new-feature`)
+3. Commit your changes (`git commit -am 'Add some feature'`)
+4. Push to the branch (`git push origin my-new-feature`)
+5. Create new Pull Request

data/Rakefile

@@ -0,0 +1,6 @@
+require "bundler/gem_tasks"
+require 'rspec/core/rake_task'
+
+RSpec::Core::RakeTask.new('spec')
+
+task :default => :spec

data/lib/owasp_ri_scraper/event.rb

@@ -0,0 +1,6 @@
+module OwaspRiScraper
+
+  class Event < Struct.new(:start_time, :end_time, :description)
+  end
+
+end

data/lib/owasp_ri_scraper/event_parser.rb

@@ -0,0 +1,26 @@
+require 'owasp_ri_scraper/event'
+require 'nokogiri'
+
+module OwaspRiScraper
+
+  class EventParser
+
+    # This method is extremely fragile, but so far OWASP.org has been sticking to
+    # the same format, so that may be okay.
+    def parse(content)
+      doc = Nokogiri::HTML.parse(content)
+      event_node = doc.css('div#mw-content-text pre').first
+
+      start_time = event_node.css('b').text
+      description = event_node.children.select(&:text?).map(&:text).join("\n").strip
+
+      Event.new(
+        Time.parse(start_time),
+        nil,
+        description
+      )
+    end
+
+  end
+
+end

data/lib/owasp_ri_scraper/homepage.rb

@@ -0,0 +1,15 @@
+require 'open-uri'
+
+module OwaspRiScraper
+
+  class Homepage
+    def initialize(url='https://www.owasp.org/index.php/Rhode_Island')
+      @url = url
+    end
+
+    def content
+      open(@url).read
+    end
+  end
+
+end

data/lib/owasp_ri_scraper/version.rb

@@ -0,0 +1,3 @@
+module OwaspRiScraper
+  VERSION = "0.0.1"
+end

data/lib/owasp_ri_scraper.rb

@@ -0,0 +1,13 @@
+require "owasp_ri_scraper/version"
+require "owasp_ri_scraper/homepage"
+require "owasp_ri_scraper/event_parser"
+
+module OwaspRiScraper
+
+  def self.scheduled_event
+    homepage = Homepage.new
+    parser = EventParser.new
+    parser.parse(homepage.content)
+  end
+
+end

data/owasp_ri_scraper.gemspec

@@ -0,0 +1,28 @@
+# coding: utf-8
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'owasp_ri_scraper/version'
+
+Gem::Specification.new do |spec|
+  spec.name          = "owasp_ri_scraper"
+  spec.version       = OwaspRiScraper::VERSION
+  spec.authors       = ["Matt Gillooly"]
+  spec.email         = ["matt@mattgillooly.com"]
+  spec.description   = %q{Scrape currently scheduled event from OWASP.org for PVDTechEvents.com}
+  spec.summary       = %q{OWASP.org event scraper}
+  spec.homepage      = "http://pvdtechevents.com/"
+  spec.license       = "MIT"
+
+  spec.files         = `git ls-files`.split($/)
+  spec.executables   = spec.files.grep(%r{^bin/}) { |f| File.basename(f) }
+  spec.test_files    = spec.files.grep(%r{^(test|spec|features)/})
+  spec.require_paths = ["lib"]
+
+  spec.add_dependency 'nokogiri'
+  spec.add_development_dependency "bundler", "~> 1.3"
+  spec.add_development_dependency "rake"
+  spec.add_development_dependency "rspec"
+  spec.add_development_dependency "vcr"
+  spec.add_development_dependency "webmock"
+  spec.add_development_dependency "timecop"
+end