yasf 0.0.3

data/spec/lib/yasf/scraper_spec.rb

@@ -0,0 +1,18 @@
+require "spec_helper"
+
+describe Yasf::Scraper do
+
+  describe ".result" do
+    it "raises without arguments" do
+      lambda {
+       Yasf::Scraper::result
+      }.should raise_error(ArgumentError, "one symbol to return the value of this accessor")
+    end
+
+    it "Return a proc with two or more symbols" do
+       Yasf::Scraper::result(:one, :tow, :three).should be_a(Proc)
+    end
+
+  end
+end
+

data/spec/lib/yasf_spec.rb

@@ -0,0 +1,100 @@
+require 'spec_helper'
+
+describe Yasf do
+  it "should be created new scraper without block" do
+    scraper = Yasf::define
+    scraper.should_not be_nil
+    scraper.ancestors.should be_include(Yasf::Scraper)
+  end
+
+  it "should be raised error sintax with wrong selector" do
+    url = "http://www.fakeurl.com/basic_example"
+
+    scraper = Yasf::define do
+      scrape :title, "2h1.title", :title => :text
+      result :title
+    end
+
+    lambda {
+      title = scraper.extract_from(url)
+    }.should raise_error(Nokogiri::CSS::SyntaxError)
+
+  end
+
+  it "scrape basic example content" do
+    url = "http://www.fakeurl.com/basic_example"
+
+    scraper = Yasf::define do
+      scrape :title, "h1.title", :title => :text
+      result :title
+    end
+
+    title = scraper.extract_from(url)
+    title.should be_eql("Title 1")
+  end
+
+  it "scrape basic example content with not found selector should be return nil" do
+    url = "http://www.fakeurl.com/basic_example"
+
+    scraper = Yasf::define do
+      scrape :title, "h1.not_found_element", :title => :text
+      result :title
+    end
+
+    title = scraper.extract_from(url)
+    title.should be_eql(nil)
+  end
+
+  it "scrape medium example content and result should be stored in array" do
+    url = "http://www.fakeurl.com/medium_example"
+    scraper = Yasf::define do
+      scrape :title, "h1.title", :'titles[]' => :text
+      result :titles
+    end
+    titles = scraper.extract_from(url)
+    titles.should be_is_a(Array)
+  end
+
+  it "scrape advanced example content and  should be to have more results" do
+    url = "http://www.fakeurl.com/advanced_example"
+
+    title = Yasf::define do
+      scrape :title, "h1.title_under_table", :title => :text
+      scrape :links, "a.title_under_table", :link_name => :text, :link_url => :href
+
+      result :title, :link_name, :link_url
+    end
+    scraper = Yasf::define do
+      scrape :titles, "table tr.tr_with_title", :'titles[]' => title
+
+      result :titles
+    end
+
+    titles = scraper.extract_from(url)
+    titles.should be_is_a(Array)
+    titles.size.should be_equal(5)
+    titles[3].title.should be_eql("Title 4")
+  end
+
+  it "scrape thepiratebay.se should be to have more results" do
+     url = "http://thepiratebay.se/browse/101"
+
+     album = Yasf::define do
+       scrape :name, "td div.detName a", :name => :text
+       scrape :desc, "td font.detDesc", :desc => :text
+       
+       result :name, :desc
+     end
+          
+     scraper = Yasf::define do
+       scrape :albums, "table#searchResult tbody tr", :'albums[]' => album
+
+       result :albums
+     end
+     albums = scraper.extract_from(url)
+     albums.should be_is_a(Array)
+     albums.size.should be_equal(31)
+     albums[29].name.should be_eql("Maurice Ravel Complete Piano Works 2CD")
+  end
+  
+end

data/spec/spec_helper.rb

@@ -0,0 +1,24 @@
+require 'yasf'
+
+def read_fixture(path)
+  File.read(File.expand_path(File.join(File.dirname(__FILE__), "fixtures", path)))
+end
+
+FAKE_URLS = { 
+  "http://www.fakeurl.com/basic_example" => "basic_example_response",
+  "http://www.fakeurl.com/medium_example" => "medium_example_response",
+  "http://www.fakeurl.com/advanced_example" => "advanced_example_response",
+  "http://thepiratebay.se/browse/101" => "thepiratebay_response.html"
+}
+
+begin
+  require 'fakeweb'
+
+  FakeWeb.allow_net_connect = false
+  FAKE_URLS.each do |url, response|
+    FakeWeb.register_uri(:get, url, :body => read_fixture(response))
+  end
+rescue LoadError
+  puts "Could not load FakeWeb. Please run 'bundle install'"
+end
+

data/yasf.gemspec

@@ -0,0 +1,25 @@
+# -*- encoding: utf-8 -*-
+$:.push File.expand_path("../lib", __FILE__)
+require "yasf/version"
+
+Gem::Specification.new do |s|
+  s.name        = "yasf"
+  s.version     = Yasf::VERSION
+  s.authors     = ["Algonauti"]
+  s.email       = ["devel@algonauti.com"]
+  s.homepage    = "https://github.com/algonauti/yasf"
+  s.summary     = %q{Uses DSL to write easy, maintainable HTML scraping rules.}
+  s.description = %q{HTML scraping to write maintainable rules to extract data from HTML content.}
+
+  s.files         = `git ls-files`.split("\n")
+  s.test_files    = `git ls-files -- {test,spec,features}/*`.split("\n")
+  s.executables   = `git ls-files -- bin/*`.split("\n").map{ |f| File.basename(f) }
+  s.require_paths = ["lib"]
+
+  s.add_dependency('nokogiri', '1.5.5')
+  
+  s.add_development_dependency 'rake'
+  s.add_development_dependency 'rspec'
+  s.add_development_dependency 'fakeweb'
+    
+end

metadata

@@ -0,0 +1,118 @@
+--- !ruby/object:Gem::Specification
+name: yasf
+version: !ruby/object:Gem::Version
+  version: 0.0.3
+  prerelease: 
+platform: ruby
+authors:
+- Algonauti
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2012-09-28 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: nokogiri
+  requirement: &2151806380 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - =
+      - !ruby/object:Gem::Version
+        version: 1.5.5
+  type: :runtime
+  prerelease: false
+  version_requirements: *2151806380
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: &2151805860 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: *2151805860
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: &2151805300 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: *2151805300
+- !ruby/object:Gem::Dependency
+  name: fakeweb
+  requirement: &2151804720 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: *2151804720
+description: HTML scraping to write maintainable rules to extract data from HTML content.
+email:
+- devel@algonauti.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- .gitignore
+- .rvmrc
+- Gemfile
+- Gemfile.lock
+- LICENSE.txt
+- README.md
+- Rakefile
+- lib/yasf.rb
+- lib/yasf/scraper.rb
+- lib/yasf/version.rb
+- spec/fixtures/.gitkeep
+- spec/fixtures/advanced_example_response
+- spec/fixtures/basic_example_response
+- spec/fixtures/medium_example_response
+- spec/fixtures/thepiratebay_response.html
+- spec/lib/yasf/.gitkeep
+- spec/lib/yasf/scraper_spec.rb
+- spec/lib/yasf_spec.rb
+- spec/spec_helper.rb
+- yasf.gemspec
+homepage: https://github.com/algonauti/yasf
+licenses: []
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 1.8.15
+signing_key: 
+specification_version: 3
+summary: Uses DSL to write easy, maintainable HTML scraping rules.
+test_files:
+- spec/fixtures/.gitkeep
+- spec/fixtures/advanced_example_response
+- spec/fixtures/basic_example_response
+- spec/fixtures/medium_example_response
+- spec/fixtures/thepiratebay_response.html
+- spec/lib/yasf/.gitkeep
+- spec/lib/yasf/scraper_spec.rb
+- spec/lib/yasf_spec.rb
+- spec/spec_helper.rb