ucnv-chainsaw 0.0.0

data/test/test_chainsaw.rb

@@ -0,0 +1,20 @@
+require File.dirname(__FILE__) + '/helper.rb'
+
+
+class TestChainsaw < Test::Unit::TestCase
+  
+  def test_launch
+    agent1 = Chainsaw.launch('http://example.com/some', {:user_agent => 'XXX'}) { |cs|
+      cs.user_agent = 'Chainsaw XXX'
+      cs.set_next 'http://example.com/'
+    }
+    
+    agent2 = Chainsaw.launch('http://example.com/', {:user_agent => 'Chainsaw XXX'})
+    
+    assert_instance_of Chainsaw::Browser, agent1
+    assert_equal agent1.to_yaml, agent2.to_yaml
+    
+  end
+
+end
+

data/test/test_element.rb

@@ -0,0 +1,32 @@
+require File.dirname(__FILE__) + '/helper.rb'
+
+class TestElement < Test::Unit::TestCase
+
+  def setup ; end
+  
+  def test_serialize_form_01
+    f = <<-FORM
+    <form action="">
+      <input type="text" name="t1" value="abc" />
+      <input type="hidden" name="t2" value="def" />
+      <input type="password" name="t3" value="ghi" />
+    </form>
+    FORM
+    n = Nokogiri::HTML.parse f
+    n.xpath('.//input[@type="password"]').first.set_attribute('value', 'jkl')
+    s = n.xpath('.//form').first.serialize_form
+    assert_equal s, [["t1", "abc"], ["t2", "def"], ["t3", "jkl"]]
+  end
+  
+  def test_serialize_form_02
+    f = <<-FORM
+    <form action="">
+      <input name="t1" value="abc" />
+      <input type="text" value="def" />
+    </form>
+    FORM
+    n = Nokogiri::HTML.parse f
+    s = n.xpath('.//form').first.serialize_form
+    assert_equal s, [["t1", "abc"]]
+  end
+end

data/test/test_ext.rb

@@ -0,0 +1,31 @@
+require File.dirname(__FILE__) + '/helper.rb'
+
+class TestExt < Test::Unit::TestCase
+
+  def setup ; end
+  
+  def test_httpclient_get_r
+    h = HTTPClient.new 
+    d = h.get_r(URI.join(TEST_URL, '01.html'), nil, {}) #TODO: test with redirect
+    assert_equal 200, d.status
+  end
+  
+  def test_nokogiri_id_func
+    x = <<-XML
+    <doc>
+      <items>
+        <item id="item1" name="abc"/>
+        <item id="item2" name="efd"/>
+      </items>
+    </doc>
+    XML
+    n = Nokogiri::XML.parse(x)
+    ps = n.fix_xpath('id("a")', 'id("b")/x', '//*[id="c"]')
+    assert_equal ['.//*[@id="a"]', './/*[@id="b"]/x', '//*[id="c"]'], ps
+    
+    i = n.search('id("item1")')[0]
+    assert_equal 'abc', i.get_attribute('name')
+  end
+  
+  
+end

data/test/test_m17n.rb

@@ -0,0 +1,23 @@
+require File.dirname(__FILE__) + '/helper.rb'
+
+class TestM17N < Test::Unit::TestCase
+
+  def setup ; end
+  
+  def test_guess
+    assert_equal 'UTF-8', Chainsaw::Encoding.guess(open(TEST_URL + '04.html').read)
+    assert_equal 'SHIFT-JIS', Chainsaw::Encoding.guess(open(TEST_URL + '05.html').read)
+    assert_equal 'EUC-JP', Chainsaw::Encoding.guess(open(TEST_URL + '06.html').read)
+  end
+  
+  def test_guess_through_chainsaw
+    %w{04.html 05.html 06.html}.each do |html|
+      Chainsaw.launch(TEST_URL + html).open { |cs|
+        a = cs.doc.xpath('//a[@name="ウェブ検索のサービス"]')
+        assert_kind_of Nokogiri::XML::NodeSet, a, "Error during the process #{html}"
+        assert_equal 'グーグル・ジャパン', a[0].content, "Error during the process #{html}"
+        assert_equal 'ヤフー・ジャパン', a[1].content, "Error during the process #{html}"
+      }
+    end
+  end
+end

metadata

@@ -0,0 +1,116 @@
+--- !ruby/object:Gem::Specification 
+name: ucnv-chainsaw
+version: !ruby/object:Gem::Version 
+  version: 0.0.0
+platform: ruby
+authors: 
+- ucnv
+autorequire: ""
+bindir: bin
+cert_chain: []
+
+date: 2009-03-02 00:00:00 -08:00
+default_executable: 
+dependencies: 
+- !ruby/object:Gem::Dependency 
+  name: nokogiri
+  type: :runtime
+  version_requirement: 
+  version_requirements: !ruby/object:Gem::Requirement 
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        version: 1.2.1
+    version: 
+- !ruby/object:Gem::Dependency 
+  name: httpclient
+  type: :runtime
+  version_requirement: 
+  version_requirements: !ruby/object:Gem::Requirement 
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        version: 2.1.4
+    version: 
+description: A Ruby library for spidering web resources.
+email: ucnvvv at gmail.com
+executables: []
+
+extensions: []
+
+extra_rdoc_files: 
+- README.rdoc
+- ChangeLog
+files: 
+- README.rdoc
+- ChangeLog
+- Rakefile
+- test/helper.rb
+- test/htdocs
+- test/htdocs/01.html
+- test/htdocs/02.html
+- test/htdocs/03.html
+- test/htdocs/04.html
+- test/htdocs/05.html
+- test/htdocs/06.html
+- test/htdocs/cgi.rb
+- test/htdocs/img.gif
+- test/server.rb
+- test/test_browser.rb
+- test/test_chainsaw.rb
+- test/test_element.rb
+- test/test_ext.rb
+- test/test_m17n.rb
+- lib/chainsaw
+- lib/chainsaw/browser.rb
+- lib/chainsaw/common.rb
+- lib/chainsaw/element.rb
+- lib/chainsaw/ext
+- lib/chainsaw/ext/httpclient.rb
+- lib/chainsaw/ext/nokogiri.rb
+- lib/chainsaw.rb
+- examples/01_google.rb
+- examples/02_twitter.rb
+has_rdoc: true
+homepage: http://github.com/ucnv/chainsaw/tree/master
+post_install_message: 
+rdoc_options: 
+- --title
+- chainsaw documentation
+- --charset
+- utf-8
+- --opname
+- index.html
+- --line-numbers
+- --main
+- README.rdoc
+- --inline-source
+- --exclude
+- ^(examples|extras)/
+require_paths: 
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement 
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      version: 1.8.6
+  version: 
+required_rubygems_version: !ruby/object:Gem::Requirement 
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      version: "0"
+  version: 
+requirements: []
+
+rubyforge_project: chainsaw
+rubygems_version: 1.2.0
+signing_key: 
+specification_version: 2
+summary: A Ruby library for spidering web resources.
+test_files: 
+- test/test_browser.rb
+- test/test_chainsaw.rb
+- test/test_element.rb
+- test/test_ext.rb
+- test/test_m17n.rb