scraped_resource 0.0.1

data/.gitignore

@@ -0,0 +1,21 @@
+## MAC OS
+.DS_Store
+
+## TEXTMATE
+*.tmproj
+tmtags
+
+## EMACS
+*~
+\#*
+.\#*
+
+## VIM
+*.swp
+
+## PROJECT::GENERAL
+coverage
+rdoc
+pkg
+
+## PROJECT::SPECIFIC

data/LICENSE

@@ -0,0 +1,20 @@
+Copyright (c) 2010 hasclass
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.rdoc

@@ -0,0 +1,3 @@
+== ScrapedResource
+
+

data/Rakefile

@@ -0,0 +1,54 @@
+require 'rubygems'
+require 'rake'
+
+begin
+  require 'jeweler'
+  Jeweler::Tasks.new do |gem|
+    gem.name = "scraped_resource"
+    gem.summary = %Q{Webscraping framework}
+    gem.description = %Q{Webscraping framework}
+    gem.email = "sebi.burkhard@gmail.com"
+    gem.homepage = "http://github.com/hasclass/scraped_resource"
+    gem.authors = ["hasclass"]
+
+    gem.add_dependency 'activesupport'
+    gem.add_dependency 'fastercsv', '1.5.3'
+    gem.add_dependency 'mechanize', '1.0.0'
+    gem.add_dependency 'roo', '1.9.3'
+    gem.add_dependency 'google-spreadsheet-ruby'
+    gem.add_dependency 'rubyzip', '0.9.4'
+    gem.add_dependency 'spreadsheet', '0.6.4.1'
+
+    gem.add_development_dependency 'rspec', '1.3.0'
+    # gem is a Gem::Specification... see http://www.rubygems.org/read/chapter/20 for additional settings
+  end
+  Jeweler::GemcutterTasks.new
+rescue LoadError
+  puts "Jeweler (or a dependency) not available. Install it with: gem install jeweler"
+end
+
+require 'spec/rake/spectask'
+Spec::Rake::SpecTask.new(:spec) do |spec|
+  spec.libs << 'lib' << 'spec'
+  spec.spec_files = FileList['spec/**/*_spec.rb']
+end
+
+Spec::Rake::SpecTask.new(:rcov) do |spec|
+  spec.libs << 'lib' << 'spec'
+  spec.pattern = 'spec/**/*_spec.rb'
+  spec.rcov = true
+end
+
+task :spec => :check_dependencies
+
+task :default => :spec
+
+require 'rake/rdoctask'
+Rake::RDocTask.new do |rdoc|
+  version = File.exist?('VERSION') ? File.read('VERSION') : ""
+
+  rdoc.rdoc_dir = 'rdoc'
+  rdoc.title = "scraped #{version}"
+  rdoc.rdoc_files.include('README*')
+  rdoc.rdoc_files.include('lib/**/*.rb')
+end

data/VERSION

@@ -0,0 +1 @@
+0.0.1

data/scraped_resource.gemspec

@@ -0,0 +1,81 @@
+# Generated by jeweler
+# DO NOT EDIT THIS FILE DIRECTLY
+# Instead, edit Jeweler::Tasks in Rakefile, and run the gemspec command
+# -*- encoding: utf-8 -*-
+
+Gem::Specification.new do |s|
+  s.name = %q{scraped_resource}
+  s.version = "0.0.1"
+
+  s.required_rubygems_version = Gem::Requirement.new(">= 0") if s.respond_to? :required_rubygems_version=
+  s.authors = ["hasclass"]
+  s.date = %q{2010-10-01}
+  s.description = %q{Webscraping framework}
+  s.email = %q{sebi.burkhard@gmail.com}
+  s.extra_rdoc_files = [
+    "LICENSE",
+     "README.rdoc"
+  ]
+  s.files = [
+    ".gitignore",
+     "LICENSE",
+     "README.rdoc",
+     "Rakefile",
+     "VERSION",
+     "scraped_resource.gemspec"
+  ]
+  s.homepage = %q{http://github.com/hasclass/scraped_resource}
+  s.rdoc_options = ["--charset=UTF-8"]
+  s.require_paths = ["lib"]
+  s.rubygems_version = %q{1.3.7}
+  s.summary = %q{Webscraping framework}
+  s.test_files = [
+    "spec/models/scraped_resource/attribute_spec.rb",
+     "spec/models/scraped_resource/base_spec.rb",
+     "spec/models/scraped_resource/csv/list_spec.rb",
+     "spec/models/scraped_resource/excel/base_spec.rb",
+     "spec/models/scraped_resource/excel/list_spec.rb",
+     "spec/models/scraped_resource/excel/show_spec.rb",
+     "spec/models/scraped_resource/html/list_spec.rb",
+     "spec/models/scraped_resource/normalizer/base_spec.rb",
+     "spec/models/scraped_resource/normalizer/numeric_spec.rb",
+     "spec/models/scraped_resource/row_spec.rb",
+     "spec/models/scraped_resource/util_spec.rb",
+     "spec/spec_helper.rb"
+  ]
+
+  if s.respond_to? :specification_version then
+    current_version = Gem::Specification::CURRENT_SPECIFICATION_VERSION
+    s.specification_version = 3
+
+    if Gem::Version.new(Gem::VERSION) >= Gem::Version.new('1.2.0') then
+      s.add_runtime_dependency(%q<activesupport>, [">= 0"])
+      s.add_runtime_dependency(%q<fastercsv>, ["= 1.5.3"])
+      s.add_runtime_dependency(%q<mechanize>, ["= 1.0.0"])
+      s.add_runtime_dependency(%q<roo>, ["= 1.9.3"])
+      s.add_runtime_dependency(%q<google-spreadsheet-ruby>, [">= 0"])
+      s.add_runtime_dependency(%q<rubyzip>, ["= 0.9.4"])
+      s.add_runtime_dependency(%q<spreadsheet>, ["= 0.6.4.1"])
+      s.add_development_dependency(%q<rspec>, ["= 1.3.0"])
+    else
+      s.add_dependency(%q<activesupport>, [">= 0"])
+      s.add_dependency(%q<fastercsv>, ["= 1.5.3"])
+      s.add_dependency(%q<mechanize>, ["= 1.0.0"])
+      s.add_dependency(%q<roo>, ["= 1.9.3"])
+      s.add_dependency(%q<google-spreadsheet-ruby>, [">= 0"])
+      s.add_dependency(%q<rubyzip>, ["= 0.9.4"])
+      s.add_dependency(%q<spreadsheet>, ["= 0.6.4.1"])
+      s.add_dependency(%q<rspec>, ["= 1.3.0"])
+    end
+  else
+    s.add_dependency(%q<activesupport>, [">= 0"])
+    s.add_dependency(%q<fastercsv>, ["= 1.5.3"])
+    s.add_dependency(%q<mechanize>, ["= 1.0.0"])
+    s.add_dependency(%q<roo>, ["= 1.9.3"])
+    s.add_dependency(%q<google-spreadsheet-ruby>, [">= 0"])
+    s.add_dependency(%q<rubyzip>, ["= 0.9.4"])
+    s.add_dependency(%q<spreadsheet>, ["= 0.6.4.1"])
+    s.add_dependency(%q<rspec>, ["= 1.3.0"])
+  end
+end
+

data/spec/models/scraped_resource/attribute_spec.rb

@@ -0,0 +1,28 @@
+require 'spec_helper'
+
+
+module ScrapedResource
+
+
+  describe Attribute do
+    before { @attr = Attribute.new('100') }
+
+    describe "one formatter" do
+      before { 
+        @attr = Attribute.new('100', :format => :to_float ) 
+        @attr.should_receive(:to_float).with('100').and_return(100)
+      }
+      specify { @attr.value.should == 100 }
+    end
+
+    describe "format chain" do
+      before { 
+        @attr = Attribute.new('100', :format => [:chain_one, :chain_two] ) 
+        @attr.should_receive(:chain_one).once.with('100').and_return(90)
+        @attr.should_receive(:chain_two).once.with(90).and_return(80)
+      }
+      specify { @attr.value.should == 80 }
+    end
+  end
+
+end

data/spec/models/scraped_resource/base_spec.rb

@@ -0,0 +1,22 @@
+require 'spec_helper'
+
+module ScrapedResource
+
+describe Base do
+
+  describe "#options" do
+    subject { Base.options }
+    specify { Base.options[:base_path].should == 'tmp/scraped_resources'}
+  end
+
+  describe "#options[:base_path] = something_else" do
+    before do
+      @new_path = 'new_path'
+      Base.options[:base_path] = @new_path
+    end
+    specify { Base.options[:base_path].should == @new_path}
+  end
+
+end
+
+end

data/spec/models/scraped_resource/csv/list_spec.rb

@@ -0,0 +1,64 @@
+require 'spec_helper'
+
+
+module ScrapedResource::Csv
+
+  describe List do
+    class Sample1 < ScrapedResource::Csv::List
+      csv_list do |config|
+        config.headers 1
+      end
+      attribute :name, :key => :name
+    end
+
+    before { @list = Sample1.new('spec/files/csv/sample.csv') }
+
+    subject do
+      @list
+    end
+    its(:document) { should_not be_nil }
+
+    describe :headers do
+      subject {@list.headers}
+
+      it { should_not be_empty}
+      it { should include(:name) }
+    end
+
+    describe :results do
+      before { @results = @list.to_a }
+      subject { @results }
+
+      it { should have(2).items }
+      specify { @results.any?{|r| r[:name] == 'Foo'}.should be_true }
+      specify { @results.any?{|r| r[:name] == 'Hello'}.should be_true }
+    end
+  end
+
+  describe List do
+    class Sample2 < ScrapedResource::Csv::List
+      csv_list do |config|
+        config.headers 3
+      end
+      attribute :name, :key => :name
+    end
+
+    before { @list = Sample2.new('spec/files/csv/sample2.csv') }
+
+    describe :headers do
+      subject {@list.headers}
+      it { should_not be_empty}
+      it { should include(:name) }
+    end
+
+    describe :results do
+      before { @results = @list.to_a }
+      subject { @results }
+
+      it { should have(2).items }
+      specify { @results.any?{|r| r[:name] == 'Foo'}.should be_true }
+      specify { @results.any?{|r| r[:name] == 'Hello'}.should be_true }
+    end
+  end
+
+end

data/spec/models/scraped_resource/excel/base_spec.rb

@@ -0,0 +1,9 @@
+require 'spec_helper'
+
+module ScrapedResource::Excel
+  describe Base do
+    it "should initialize" do
+      Base.new('file_name')
+    end
+  end
+end

data/spec/models/scraped_resource/excel/list_spec.rb

@@ -0,0 +1,98 @@
+require 'spec_helper'
+
+
+module ScrapedResource::Excel
+
+
+  describe List do
+    class Sample1 < ScrapedResource::Excel::List
+      excel_list do |config|
+        config.headers 5
+      end
+
+      attribute :name, :key => :name
+      attribute :custom, :method => :custom_method
+      attribute :list_of_names, :key => [:sym, :symbol]
+
+      attribute :name_plus_foo do |row, value|
+        "#{row[:name]}_plus"
+      end
+
+      attribute :block_with_column, :key => :name do |row, value|
+        "#{value}_plus"
+      end
+
+      def custom_method
+        'custom'
+      end
+    end
+
+    before { @list = Sample1.new('spec/files/excel/sample1.xls') }
+
+    subject do
+      @list
+    end
+
+    its(:document) { should_not be_nil }
+
+    describe :headers do
+      subject {@list.headers}
+
+      it { should_not be_empty}
+      it { should include(:symbol) }
+      it { should include(:indexanbieter) }
+      it { should include(:symbol) }
+    end
+
+    describe :results do
+      before { @results = @list.to_a }
+      subject { @results }
+
+      it { should have(4).items }
+      specify { @results.any?{|r| r[:name] == 'Foo'}.should be_true }
+      specify { @results.first.has_key?(:custom).should be_true }
+      specify { @results.first[:list_of_names].should == '100GBA' }
+      specify { @results.first[:custom].should == 'custom' }
+      specify { @results.first[:name].should == 'Foo' }
+      specify { @results.first[:name_plus_foo].should == 'Foo_plus' }
+      specify { @results.first[:block_with_column].should == 'Foo_plus' }
+    end
+  end
+
+  describe List, "#reject_row_if" do
+    class SampleRejectRow < ScrapedResource::Excel::List
+      excel_list do |config|
+        config.headers 5
+      end
+
+      attribute :name, :key => :name
+
+      reject_row_if {|row| row[:name].blank? }
+      reject_row_if {|row| row[:name] == 'Baz' }
+    end
+
+    subject do
+      SampleRejectRow.new('spec/files/excel/sample1.xls')
+    end
+
+    its(:to_a) { should have(2).items }
+  end
+
+  describe List, "#header" do
+    class SampleHeaderWithBlock < ScrapedResource::Excel::List
+
+      excel_list do |config|
+        config.headers do |list|
+          {:name => 1}
+        end
+      end
+
+      attribute :name, :key => :name
+    end
+
+    subject do
+      SampleHeaderWithBlock.new('spec/files/excel/sample1.xls')
+    end
+    its(:to_a) { should have(9).items }
+  end
+end

data/spec/models/scraped_resource/html/list_spec.rb

@@ -0,0 +1,67 @@
+require 'spec_helper'
+
+
+module ScrapedResource::Html
+  describe List do
+    class Xetra < ScrapedResource::Html::List
+      html_list do |config|
+        config.table 'table.fulldouble'
+        config.rows 'tr.sorter ~ tr'
+        config.cells 'td'
+        config.cell_values :inner_html
+
+        config.headers do |base|    
+          hsh = {}
+          base.document./("table.fulldouble:first-of-type tr")[0]./("th").each_with_index do |cells, i|
+            txt = cells.inner_text || 'undefined'
+            hsh[ScrapedResource::Utilities.slug(txt).to_sym] = i 
+          end
+          hsh
+        end
+      end
+
+      attribute :isin, :key => :nameisin do |row, value| value.split('<br>').last; end
+      attribute :default, :default => 'foo'
+      attribute :custom, :method => :custom_method
+      attribute :list_of_names, :key => [:sym, :symbol]
+      attribute :name_plus_foo do |row, value| "#{row[:isin]}_plus"; end
+      attribute :block_with_column, :key => :name do |row, value| "#{value}_plus"; end
+
+      def custom_method
+        'custom'
+      end
+    end
+
+    before { @list = Xetra.new('spec/files/html/sample.html') }
+
+    subject do
+      @list
+    end
+
+
+    its(:document) { should_not be_nil }
+
+    describe :headers do
+      subject {@list.headers}
+
+      it { should_not be_empty}
+      it { should include(:nameisin) }
+      specify { @list.headers[:nameisin].should == 0 }
+    end
+
+    describe :results do
+      before { @results = @list.to_a }
+      subject { @results }
+
+      it { should have(20).items }
+#      specify { @results.any?{|r| r[:name] == 'Foo'}.should be_true }
+#      specify { @results.first.has_key?(:custom).should be_true }
+#      specify { @results.first[:list_of_names].should == '100GBA' }
+#      specify { @results.first[:custom].should == 'custom' }
+      specify { @results.first[:isin].should == 'FR0010821728' }
+      specify { @results.first[:default].should == 'foo' }
+#      specify { @results.first[:name_plus_foo].should == 'Foo_plus' }
+#      specify { @results.first[:block_with_column].should == 'Foo_plus' }
+    end    
+  end
+end

data/spec/models/scraped_resource/normalizer/base_spec.rb

@@ -0,0 +1,8 @@
+require 'spec_helper'
+
+
+module ScrapedResource
+  describe Normalizer do
+    specify { Normalizer.respond_to?(:to_numeric).should be_true}
+  end
+end

data/spec/models/scraped_resource/normalizer/numeric_spec.rb

@@ -0,0 +1,28 @@
+require 'spec_helper'
+
+
+module ScrapedResource
+  describe "floats" do
+    before { @result = 1005.42}
+
+    specify { n = "1005.42"; Normalizer.to_numeric(n).should be_close(@result, 0.001) }
+    specify { n = "1005,42"; Normalizer.to_numeric(n).should be_close(@result, 0.001) }
+    specify { n = "1,005,420"; Normalizer.to_numeric(n).should be_close(1005420.0, 0.001) }
+
+    specify { n = "1 005.42"; Normalizer.to_numeric(n).should be_close(@result, 0.001) }
+    specify { n = "1,005.42"; Normalizer.to_numeric(n).should be_close(@result, 0.001) }
+    specify { n = "1'005.42"; Normalizer.to_numeric(n).should be_close(@result, 0.001) }
+    specify { n = "1 a 005.42"; Normalizer.to_numeric(n).should be_close(@result, 0.001) }
+    specify { n = "$ 1005.42"; Normalizer.to_numeric(n).should be_close(@result, 0.001) }
+    specify { n = "1'005.420,000,251"; Normalizer.to_numeric(n).should be_close(@result, 0.001) }
+  end
+  describe "ints" do
+    before { @result = 1005.0}
+    specify { n = "1005"; Normalizer.to_numeric(n).should be_close(@result, 0.001) }
+    specify { n = "1,005"; lambda { Normalizer.to_numeric(n).should be_close(@result, 0.001) }.should raise_error }
+    specify { n = "1.005"; lambda { Normalizer.to_numeric(n).should be_close(@result, 0.001) }.should raise_error }
+    specify { n = "1'005"; lambda { Normalizer.to_numeric(n).should be_close(@result, 0.001) }.should raise_error }
+
+    specify { Normalizer.to_numeric("1,000", :separator => '.').should be_close(1000.0, 0.01) }
+  end
+end

data/spec/models/scraped_resource/row_spec.rb

@@ -0,0 +1,18 @@
+require 'spec_helper'
+
+
+module ScrapedResource
+  describe Row, '#normalize_value' do
+    describe "one normalizer" do
+      before { @row = Row.new(nil,nil,nil) }
+      specify { @row.normalize_value([:numeric], "145.01").should == 145.01 }
+    end
+    describe "chained normalizers" do
+      before do
+        @row = Row.new(nil,nil,nil) 
+        @row.should_receive(:to_foo).and_return(10)
+      end
+      specify { @row.normalize_value([:numeric, :foo], "145.01").should == 10 }
+    end
+  end
+end

data/spec/models/scraped_resource/util_spec.rb

@@ -0,0 +1,7 @@
+require 'spec_helper'
+
+
+module ScrapedResource
+
+
+end

data/spec/spec_helper.rb

@@ -0,0 +1,38 @@
+require 'init'
+#require 'lib/scraped_resource'
+
+
+
+def check_results(path, klass)
+  Dir[path].each do |results_file|
+    source_file = results_file.gsub('.yml', '')
+    next unless File.exists?(source_file)
+
+    describe results_file do
+      before(:all) do
+        @spider = klass.list_mapper.new(source_file)
+        @arr = @spider.to_a
+      end
+
+      specify {@arr.should_not be_nil}
+
+      results = YAML::load_file(results_file) rescue []
+      puts path if results.empty?
+      results.each_with_index do |result, i|
+        it "#{results_file}row #{i} should be the same" do 
+          result.each do |key, expected_value|
+            next if key == :spidered_at
+            # compare string values, otherwise comparing floats with each other sucks
+            parsed_value = @arr[i][key]
+            if parsed_value.is_a?(Float)
+              parsed_value.should be_close(expected_value, 0.0001)
+            else
+              parsed_value.to_s.should ==(expected_value.to_s) 
+            end
+          end
+        end
+      end
+    end#describe
+  end
+end
+

metadata

@@ -0,0 +1,220 @@
+--- !ruby/object:Gem::Specification 
+name: scraped_resource
+version: !ruby/object:Gem::Version 
+  hash: 29
+  prerelease: false
+  segments: 
+  - 0
+  - 0
+  - 1
+  version: 0.0.1
+platform: ruby
+authors: 
+- hasclass
+autorequire: 
+bindir: bin
+cert_chain: []
+
+date: 2010-10-01 00:00:00 +02:00
+default_executable: 
+dependencies: 
+- !ruby/object:Gem::Dependency 
+  name: activesupport
+  prerelease: false
+  requirement: &id001 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        hash: 3
+        segments: 
+        - 0
+        version: "0"
+  type: :runtime
+  version_requirements: *id001
+- !ruby/object:Gem::Dependency 
+  name: fastercsv
+  prerelease: false
+  requirement: &id002 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - "="
+      - !ruby/object:Gem::Version 
+        hash: 5
+        segments: 
+        - 1
+        - 5
+        - 3
+        version: 1.5.3
+  type: :runtime
+  version_requirements: *id002
+- !ruby/object:Gem::Dependency 
+  name: mechanize
+  prerelease: false
+  requirement: &id003 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - "="
+      - !ruby/object:Gem::Version 
+        hash: 23
+        segments: 
+        - 1
+        - 0
+        - 0
+        version: 1.0.0
+  type: :runtime
+  version_requirements: *id003
+- !ruby/object:Gem::Dependency 
+  name: roo
+  prerelease: false
+  requirement: &id004 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - "="
+      - !ruby/object:Gem::Version 
+        hash: 53
+        segments: 
+        - 1
+        - 9
+        - 3
+        version: 1.9.3
+  type: :runtime
+  version_requirements: *id004
+- !ruby/object:Gem::Dependency 
+  name: google-spreadsheet-ruby
+  prerelease: false
+  requirement: &id005 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        hash: 3
+        segments: 
+        - 0
+        version: "0"
+  type: :runtime
+  version_requirements: *id005
+- !ruby/object:Gem::Dependency 
+  name: rubyzip
+  prerelease: false
+  requirement: &id006 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - "="
+      - !ruby/object:Gem::Version 
+        hash: 51
+        segments: 
+        - 0
+        - 9
+        - 4
+        version: 0.9.4
+  type: :runtime
+  version_requirements: *id006
+- !ruby/object:Gem::Dependency 
+  name: spreadsheet
+  prerelease: false
+  requirement: &id007 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - "="
+      - !ruby/object:Gem::Version 
+        hash: 109
+        segments: 
+        - 0
+        - 6
+        - 4
+        - 1
+        version: 0.6.4.1
+  type: :runtime
+  version_requirements: *id007
+- !ruby/object:Gem::Dependency 
+  name: rspec
+  prerelease: false
+  requirement: &id008 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - "="
+      - !ruby/object:Gem::Version 
+        hash: 27
+        segments: 
+        - 1
+        - 3
+        - 0
+        version: 1.3.0
+  type: :development
+  version_requirements: *id008
+description: Webscraping framework
+email: sebi.burkhard@gmail.com
+executables: []
+
+extensions: []
+
+extra_rdoc_files: 
+- LICENSE
+- README.rdoc
+files: 
+- .gitignore
+- LICENSE
+- README.rdoc
+- Rakefile
+- VERSION
+- scraped_resource.gemspec
+- spec/models/scraped_resource/attribute_spec.rb
+- spec/models/scraped_resource/base_spec.rb
+- spec/models/scraped_resource/csv/list_spec.rb
+- spec/models/scraped_resource/excel/base_spec.rb
+- spec/models/scraped_resource/excel/list_spec.rb
+- spec/models/scraped_resource/excel/show_spec.rb
+- spec/models/scraped_resource/html/list_spec.rb
+- spec/models/scraped_resource/normalizer/base_spec.rb
+- spec/models/scraped_resource/normalizer/numeric_spec.rb
+- spec/models/scraped_resource/row_spec.rb
+- spec/models/scraped_resource/util_spec.rb
+- spec/spec_helper.rb
+has_rdoc: true
+homepage: http://github.com/hasclass/scraped_resource
+licenses: []
+
+post_install_message: 
+rdoc_options: 
+- --charset=UTF-8
+require_paths: 
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      hash: 3
+      segments: 
+      - 0
+      version: "0"
+required_rubygems_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      hash: 3
+      segments: 
+      - 0
+      version: "0"
+requirements: []
+
+rubyforge_project: 
+rubygems_version: 1.3.7
+signing_key: 
+specification_version: 3
+summary: Webscraping framework
+test_files: 
+- spec/models/scraped_resource/attribute_spec.rb
+- spec/models/scraped_resource/base_spec.rb
+- spec/models/scraped_resource/csv/list_spec.rb
+- spec/models/scraped_resource/excel/base_spec.rb
+- spec/models/scraped_resource/excel/list_spec.rb
+- spec/models/scraped_resource/excel/show_spec.rb
+- spec/models/scraped_resource/html/list_spec.rb
+- spec/models/scraped_resource/normalizer/base_spec.rb
+- spec/models/scraped_resource/normalizer/numeric_spec.rb
+- spec/models/scraped_resource/row_spec.rb
+- spec/models/scraped_resource/util_spec.rb
+- spec/spec_helper.rb