greenmonster 0.3.2 → 0.4.0.dev
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- data/greenmonster.gemspec +1 -1
- data/lib/greenmonster/spider.rb +3 -4
- data/lib/greenmonster/version.rb +1 -1
- data/test/test_greenmonster_spider.rb +0 -12
- metadata +18 -18
data/greenmonster.gemspec
CHANGED
@@ -19,7 +19,7 @@ Gem::Specification.new do |s|
|
|
19
19
|
s.add_dependency "nokogiri"
|
20
20
|
s.add_dependency "httparty"
|
21
21
|
s.add_dependency "activerecord"
|
22
|
-
s.add_development_dependency "minitest"
|
22
|
+
s.add_development_dependency "minitest"
|
23
23
|
s.add_development_dependency "supermodel"
|
24
24
|
s.add_development_dependency "sqlite3-ruby"
|
25
25
|
end
|
data/lib/greenmonster/spider.rb
CHANGED
@@ -38,9 +38,8 @@ module Greenmonster::Spider
|
|
38
38
|
copy_gameday_xml('linescore.xml',paths)
|
39
39
|
|
40
40
|
if args[:date].year > 2007
|
41
|
-
|
42
|
-
|
43
|
-
end
|
41
|
+
copy_gameday_xml('inning_all.xml',paths)
|
42
|
+
copy_gameday_xml('inning_hit.xml',paths)
|
44
43
|
else
|
45
44
|
# Iterate through the inning files, but skip inning
|
46
45
|
# files numbered 0 (some bad spring training data).
|
@@ -151,7 +150,7 @@ module Greenmonster::Spider
|
|
151
150
|
# paths: (Hash)
|
152
151
|
|
153
152
|
def self.copy_gameday_xml (file_name,paths)
|
154
|
-
download = self.get(paths[:mlbGameFolder] + "#{file_name =~ /inning/ ? 'inning/' : ''}" + file_name).body
|
153
|
+
download = self.get(paths[:mlbGameFolder] + "#{file_name =~ /inning/ ? 'inning/' : ''}" + file_name).body
|
155
154
|
unless download.include?('404 Not Found')
|
156
155
|
open(paths[:localGameFolder] + (file_name =~ /inning/ ? 'inning/' : '') + file_name, 'w') do |file|
|
157
156
|
file.write(download)
|
data/lib/greenmonster/version.rb
CHANGED
@@ -27,18 +27,6 @@ class GreenmonsterSpiderTest < MiniTest::Unit::TestCase
|
|
27
27
|
assert_equal 400023, Nokogiri::XML(open(paths[:localGameFolder] + 'inning/inning_all.xml')).search("atbat").first.attribute('batter').value.to_i
|
28
28
|
end
|
29
29
|
|
30
|
-
def test_copy_gameday_xml_downloads_file_when_it_has_bad_encoding
|
31
|
-
paths = {
|
32
|
-
:localGameFolder => "#{@local_test_data_location}/mlb/year_2012/month_04/day_10/gid_2012_04_10_arimlb_sdnmlb_1/",
|
33
|
-
:mlbGameFolder => "http://gd2.mlb.com/components/game/mlb/year_2012/month_04/day_10/gid_2012_04_10_arimlb_sdnmlb_1/"
|
34
|
-
}
|
35
|
-
FileUtils.mkdir_p paths[:localGameFolder] + 'inning'
|
36
|
-
|
37
|
-
Greenmonster::Spider.copy_gameday_xml('inning_all.xml',paths)
|
38
|
-
|
39
|
-
assert_equal 11, Nokogiri::XML(open(paths[:localGameFolder] + '/inning/inning_all.xml')).search("inning").count
|
40
|
-
end
|
41
|
-
|
42
30
|
def test_pull_day
|
43
31
|
Greenmonster::Spider.pull_day({:print_games => false, :games_folder => @local_test_data_location, :date => Date.new(2011,6,7)})
|
44
32
|
|
metadata
CHANGED
@@ -1,8 +1,8 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: greenmonster
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 0.
|
5
|
-
prerelease:
|
4
|
+
version: 0.4.0.dev
|
5
|
+
prerelease: 6
|
6
6
|
platform: ruby
|
7
7
|
authors:
|
8
8
|
- Geoff Harcourt
|
@@ -13,7 +13,7 @@ date: 2012-04-15 00:00:00.000000000 Z
|
|
13
13
|
dependencies:
|
14
14
|
- !ruby/object:Gem::Dependency
|
15
15
|
name: nokogiri
|
16
|
-
requirement: &
|
16
|
+
requirement: &70241678952940 !ruby/object:Gem::Requirement
|
17
17
|
none: false
|
18
18
|
requirements:
|
19
19
|
- - ! '>='
|
@@ -21,10 +21,10 @@ dependencies:
|
|
21
21
|
version: '0'
|
22
22
|
type: :runtime
|
23
23
|
prerelease: false
|
24
|
-
version_requirements: *
|
24
|
+
version_requirements: *70241678952940
|
25
25
|
- !ruby/object:Gem::Dependency
|
26
26
|
name: httparty
|
27
|
-
requirement: &
|
27
|
+
requirement: &70241678952520 !ruby/object:Gem::Requirement
|
28
28
|
none: false
|
29
29
|
requirements:
|
30
30
|
- - ! '>='
|
@@ -32,10 +32,10 @@ dependencies:
|
|
32
32
|
version: '0'
|
33
33
|
type: :runtime
|
34
34
|
prerelease: false
|
35
|
-
version_requirements: *
|
35
|
+
version_requirements: *70241678952520
|
36
36
|
- !ruby/object:Gem::Dependency
|
37
37
|
name: activerecord
|
38
|
-
requirement: &
|
38
|
+
requirement: &70241678952100 !ruby/object:Gem::Requirement
|
39
39
|
none: false
|
40
40
|
requirements:
|
41
41
|
- - ! '>='
|
@@ -43,21 +43,21 @@ dependencies:
|
|
43
43
|
version: '0'
|
44
44
|
type: :runtime
|
45
45
|
prerelease: false
|
46
|
-
version_requirements: *
|
46
|
+
version_requirements: *70241678952100
|
47
47
|
- !ruby/object:Gem::Dependency
|
48
48
|
name: minitest
|
49
|
-
requirement: &
|
49
|
+
requirement: &70241678951680 !ruby/object:Gem::Requirement
|
50
50
|
none: false
|
51
51
|
requirements:
|
52
|
-
- -
|
52
|
+
- - ! '>='
|
53
53
|
- !ruby/object:Gem::Version
|
54
|
-
version: '
|
54
|
+
version: '0'
|
55
55
|
type: :development
|
56
56
|
prerelease: false
|
57
|
-
version_requirements: *
|
57
|
+
version_requirements: *70241678951680
|
58
58
|
- !ruby/object:Gem::Dependency
|
59
59
|
name: supermodel
|
60
|
-
requirement: &
|
60
|
+
requirement: &70241678951260 !ruby/object:Gem::Requirement
|
61
61
|
none: false
|
62
62
|
requirements:
|
63
63
|
- - ! '>='
|
@@ -65,10 +65,10 @@ dependencies:
|
|
65
65
|
version: '0'
|
66
66
|
type: :development
|
67
67
|
prerelease: false
|
68
|
-
version_requirements: *
|
68
|
+
version_requirements: *70241678951260
|
69
69
|
- !ruby/object:Gem::Dependency
|
70
70
|
name: sqlite3-ruby
|
71
|
-
requirement: &
|
71
|
+
requirement: &70241678950840 !ruby/object:Gem::Requirement
|
72
72
|
none: false
|
73
73
|
requirements:
|
74
74
|
- - ! '>='
|
@@ -76,7 +76,7 @@ dependencies:
|
|
76
76
|
version: '0'
|
77
77
|
type: :development
|
78
78
|
prerelease: false
|
79
|
-
version_requirements: *
|
79
|
+
version_requirements: *70241678950840
|
80
80
|
description: A utility for working with MLB Gameday XML data.
|
81
81
|
email:
|
82
82
|
- geoff.harcourt@gmail.com
|
@@ -185,9 +185,9 @@ required_ruby_version: !ruby/object:Gem::Requirement
|
|
185
185
|
required_rubygems_version: !ruby/object:Gem::Requirement
|
186
186
|
none: false
|
187
187
|
requirements:
|
188
|
-
- - ! '
|
188
|
+
- - ! '>'
|
189
189
|
- !ruby/object:Gem::Version
|
190
|
-
version:
|
190
|
+
version: 1.3.1
|
191
191
|
requirements: []
|
192
192
|
rubyforge_project:
|
193
193
|
rubygems_version: 1.8.11
|