schedule-scraper 0.5.0 → 0.6.0
Sign up to get free protection for your applications and to get access to all the features.
- data/lib/schedule-scraper.rb +13 -9
- data/lib/schedule-scraper/config.rb +15 -0
- data/lib/schedule-scraper/schedule.rb +1 -0
- data/lib/schedule-scraper/version.rb +1 -1
- data/spec/schedule-scraper/config_spec.rb +22 -0
- data/spec/schedule-scraper/schedule_spec.rb +5 -1
- data/spec/schedule-scraper_spec.rb +6 -0
- data/spec/spec_helper.rb +12 -10
- metadata +5 -2
data/lib/schedule-scraper.rb
CHANGED
@@ -4,6 +4,7 @@ require 'csv'
|
|
4
4
|
require 'uri'
|
5
5
|
require 'nokogiri'
|
6
6
|
require "schedule-scraper/version"
|
7
|
+
require "schedule-scraper/config"
|
7
8
|
require "schedule-scraper/event"
|
8
9
|
require "schedule-scraper/schedule"
|
9
10
|
require "schedule-scraper/pointstreak/event"
|
@@ -12,25 +13,28 @@ require "schedule-scraper/ezleagues/event"
|
|
12
13
|
require "schedule-scraper/ezleagues/schedule"
|
13
14
|
|
14
15
|
module ScheduleScraper
|
15
|
-
def self.fetch(
|
16
|
+
def self.fetch(type_or_url, url = nil)
|
17
|
+
type = url ? type_or_url : type_from_url(type_or_url)
|
18
|
+
url = url || type_or_url
|
19
|
+
|
16
20
|
raise UnsupportedSchedule unless supported_schedules.include?(type.to_sym)
|
17
21
|
raise InvalidURL unless valid_url?(url)
|
18
22
|
|
19
23
|
type_class(type).fetch(url)
|
20
24
|
end
|
21
25
|
|
22
|
-
def self.
|
23
|
-
|
24
|
-
|
25
|
-
when :ezleagues then EZLeagues::Schedule
|
26
|
+
def self.type_from_url(url)
|
27
|
+
Config.types.each do |key, klass|
|
28
|
+
return key if /#{key}/ =~ url
|
26
29
|
end
|
27
30
|
end
|
28
31
|
|
32
|
+
def self.type_class(type)
|
33
|
+
Config.types[type]
|
34
|
+
end
|
35
|
+
|
29
36
|
def self.supported_schedules
|
30
|
-
|
31
|
-
:pointstreak,
|
32
|
-
:ezleagues
|
33
|
-
]
|
37
|
+
Config.types.keys
|
34
38
|
end
|
35
39
|
|
36
40
|
def self.valid_url?(url)
|
@@ -0,0 +1,22 @@
|
|
1
|
+
require File.expand_path(File.join(File.dirname(__FILE__), '../spec_helper'))
|
2
|
+
|
3
|
+
module ScheduleScraper
|
4
|
+
module ExampleSite
|
5
|
+
class Schedule
|
6
|
+
include ScheduleScraper::Schedule
|
7
|
+
end
|
8
|
+
end
|
9
|
+
end
|
10
|
+
|
11
|
+
describe ScheduleScraper::Config do
|
12
|
+
describe ".register_type" do
|
13
|
+
it "retains the included class type" do
|
14
|
+
expected = ScheduleScraper::ExampleSite::Schedule
|
15
|
+
ScheduleScraper::Config.types.values.must_include(expected)
|
16
|
+
end
|
17
|
+
|
18
|
+
it "converts the class to a simple symbol for the type" do
|
19
|
+
ScheduleScraper::Config.types.keys.must_include(:examplesite)
|
20
|
+
end
|
21
|
+
end
|
22
|
+
end
|
@@ -1,7 +1,11 @@
|
|
1
1
|
require File.expand_path(File.join(File.dirname(__FILE__), '../spec_helper'))
|
2
2
|
|
3
3
|
describe ScheduleScraper::Schedule do
|
4
|
-
subject() { ScheduleTest.fetch("http://www.xyz.com") }
|
4
|
+
subject() { ScheduleScraper::ScheduleTest.fetch("http://www.xyz.com") }
|
5
|
+
|
6
|
+
it "adds itself to avaliable schedule types" do
|
7
|
+
ScheduleScraper::Config.types.keys.must_include(:scheduletest)
|
8
|
+
end
|
5
9
|
|
6
10
|
it "converts events to a list hashes" do
|
7
11
|
export = subject.to_h
|
@@ -15,6 +15,12 @@ describe ScheduleScraper do
|
|
15
15
|
}.must_raise ScheduleScraper::UnsupportedSchedule
|
16
16
|
end
|
17
17
|
|
18
|
+
it "supports deterministic schedule types" do
|
19
|
+
ScheduleScraper::Pointstreak::Schedule.stub :fetch, nil do
|
20
|
+
ScheduleScraper.fetch(options)
|
21
|
+
end
|
22
|
+
end
|
23
|
+
|
18
24
|
it "validates the url" do
|
19
25
|
-> {
|
20
26
|
ScheduleScraper.fetch(:pointstreak, "abc")
|
data/spec/spec_helper.rb
CHANGED
@@ -23,19 +23,21 @@ class EventTest
|
|
23
23
|
def time; @time ||= "09:00 PM"; end
|
24
24
|
end
|
25
25
|
|
26
|
-
|
27
|
-
|
26
|
+
module ScheduleScraper
|
27
|
+
class ScheduleTest
|
28
|
+
include ScheduleScraper::Schedule
|
28
29
|
|
29
|
-
|
30
|
-
|
31
|
-
|
30
|
+
def self.fetch(url)
|
31
|
+
new()
|
32
|
+
end
|
32
33
|
|
33
|
-
|
34
|
-
|
35
|
-
|
34
|
+
def events
|
35
|
+
(1..10).collect { EventTest.new }
|
36
|
+
end
|
36
37
|
|
37
|
-
|
38
|
-
|
38
|
+
def event_class
|
39
|
+
EventTest
|
40
|
+
end
|
39
41
|
end
|
40
42
|
end
|
41
43
|
|
metadata
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: schedule-scraper
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 0.
|
4
|
+
version: 0.6.0
|
5
5
|
prerelease:
|
6
6
|
platform: ruby
|
7
7
|
authors:
|
@@ -9,7 +9,7 @@ authors:
|
|
9
9
|
autorequire:
|
10
10
|
bindir: bin
|
11
11
|
cert_chain: []
|
12
|
-
date: 2012-07-
|
12
|
+
date: 2012-07-09 00:00:00.000000000 Z
|
13
13
|
dependencies:
|
14
14
|
- !ruby/object:Gem::Dependency
|
15
15
|
name: nibbler
|
@@ -154,6 +154,7 @@ files:
|
|
154
154
|
- README.md
|
155
155
|
- Rakefile
|
156
156
|
- lib/schedule-scraper.rb
|
157
|
+
- lib/schedule-scraper/config.rb
|
157
158
|
- lib/schedule-scraper/event.rb
|
158
159
|
- lib/schedule-scraper/ezleagues/event.rb
|
159
160
|
- lib/schedule-scraper/ezleagues/schedule.rb
|
@@ -162,6 +163,7 @@ files:
|
|
162
163
|
- lib/schedule-scraper/schedule.rb
|
163
164
|
- lib/schedule-scraper/version.rb
|
164
165
|
- schedule-scraper.gemspec
|
166
|
+
- spec/schedule-scraper/config_spec.rb
|
165
167
|
- spec/schedule-scraper/event_spec.rb
|
166
168
|
- spec/schedule-scraper/ezleagues/event_spec.rb
|
167
169
|
- spec/schedule-scraper/ezleagues/schedule_spec.rb
|
@@ -198,6 +200,7 @@ specification_version: 3
|
|
198
200
|
summary: A web calendar scraper for sites that do not provid portable (csv, i-cal
|
199
201
|
etc) version. Initial version suport PointStreak.com.
|
200
202
|
test_files:
|
203
|
+
- spec/schedule-scraper/config_spec.rb
|
201
204
|
- spec/schedule-scraper/event_spec.rb
|
202
205
|
- spec/schedule-scraper/ezleagues/event_spec.rb
|
203
206
|
- spec/schedule-scraper/ezleagues/schedule_spec.rb
|