rhack 0.2.2

data/lib/words.rb

@@ -0,0 +1,37 @@
+# encoding: utf-8
+if !defined? RuDict and !defined? String::RuDict
+    
+  if d = RHACK::CONFIG['rudict'] 
+    if File.file? d and (d = YAML.load(read d)).is Hash
+      String::RuDict = d
+    end
+  elsif RHACK::DB
+    class RuDictionary < ActiveRecord::Base
+      declare :rudictionary, :id => false do |t|
+        t.string :word
+        t.string :form0
+        t.string :form1
+        t.string :form2
+      end
+      String::RuDict = Hash[all.map{|w| [w.word, [w.form0, w.form1, w.form2]]}]
+    end
+  end
+  
+end
+
+class String
+  RuDict = {} if !defined? RuDict
+  
+  def x(int)
+    "#{int} #{if cyr?
+        if forms = RuDict[self]
+          mod = int%10
+          forms[mod == 1 ? 0 : int.in(2..4) ? 1 : 2]
+        else self end
+      else
+        mod = int%10
+        mod == 1 ? self : pluralize
+      end}"
+  end
+  
+end

data/test/test_frame.rb

@@ -0,0 +1,107 @@
+    class TC_Frame < Test::Unit::TestCase
+      include HTTPAccessKit
+      
+      def test_init
+        f = Frame 10
+        assert_equal 10, f.ss.size
+        assert !f.static
+        f = Frame "example.com", :ck=>{"key"=>"value"}, :timeout=>10
+        assert_equal 20, f.ss.size
+        assert_equal "http://example.com", f.loc.root
+        assert_instance_of Scout, f.ss.rand
+        assert_equal 'value', f.ss.next.main_cks.values.to_s
+        assert_equal 10, f.ss.next.timeout
+        assert f.static
+        assert_raise(ArgumentError) {Frame "example.com", 0}
+      end
+      
+    end
+
+    class TC_StaticInterpreter < Test::Unit::TestCase
+      include HTTPAccessKit
+    
+      def setup
+        @f = Frame("http://site.org/index.html", 1)
+      end
+
+      def test_target_fail
+        assert_raise(TargetError) {@f.interpret_request("http://example.com")}
+        assert_raise(TargetError) {@f.interpret_request({}, "http://example.com")}
+        assert_raise(TargetError) {@f.interpret_request({}, true, ["http://example.com", "http://site.org/index.html"])}
+      end
+
+      def test_simple
+        assert_equal [nil, [:loadGet, "http://site.org/index.html"], nil, {:eval=>true, :a=>:b}],
+                          @f.interpret_request(:a=>:b)
+        assert_equal [nil, [:loadGet, "http://site.org/"], nil, {:eval=>nil}],
+                          @f.interpret_request("http://site.org/", :eval=>nil)
+        assert_equal [true, nil, [[:loadGet, "http://site.org/page_1"], [:loadGet, "http://site.org/page_2"]], {:eval=>true, :wait=>1, :headers=>{'Referer'=>'localhost'}}],
+                          @f.interpret_request((1..2).map{|i|"http://site.org/page_#{i}"}, :wait=>1, :headers=>{'Referer'=>'localhost'})
+        assert_equal [true, nil, [[:loadGet, "http://site.org/page_1"]], {:eval=>true}],
+                          @f.interpret_request(["page_1"])
+      end
+    
+      def test_zip
+        _1x1 = [true, nil, [[:loadPost, {:a=>:b}, false, "http://site.org/page_3"]], {:eval=>true}]
+        assert_equal _1x1, @f.interpret_request([{:a=>:b}], false, ["page_3"])
+        assert_equal _1x1, @f.interpret_request([{:a=>:b}], false, ["page_3"], :zip=>1)
+        
+        assert_equal [true, nil, [[:loadPost, {:a=>:b}, false, "http://site.org/page_3"], [:loadPost, {:c=>:d}, false, "http://site.org/page_4"]], {:eval=>true}],
+                          @f.interpret_request([{:a=>:b}, {:c=>:d}], :def, ["page_3", "page_4"], :zip=>true)
+      end
+    
+      def test_zip_fail
+        assert_raise(ZippingError) {@f.interpret_request({:a=>:b, :_1=>:_2}, false, "page_3", :zip=>1)}
+        assert_raise(ZippingError) {@f.interpret_request([{:a=>:b}], false, "page_3", :zip=>0)}
+        assert_raise(ZippingError) {@f.interpret_request([{:a=>:b}, {:_1=>:_2}], false, ["page_3"], :zip=>1)}
+      end
+        
+      def test_quad
+        _2x2 = [true, nil, [[:loadPost, {:a=>:b}, false, "http://site.org/page_3"], [:loadPost, {:a=>:b}, false, "http://site.org/page_4"], [:loadPost, {:c=>:d}, false, "http://site.org/page_3"], [:loadPost, {:c=>:d}, false, "http://site.org/page_4"]], {:eval=>true}]
+        assert_equal _2x2, @f.interpret_request([{:a=>:b},{:c=>:d}], :def, ["page_3", "page_4"], :zip=>false)
+        assert_equal _2x2, @f.interpret_request([{:a=>:b},{:c=>:d}], ["page_3", "page_4"])
+      end
+      
+      def test_implicit
+        assert_equal [true, nil, [[:loadPost, {:a=>:b}, false, "http://site.org/index.html"]], {:eval=>true}],
+                          @f.interpret_request([:a=>:b])
+        assert_equal [nil, [:loadGet, "http://site.org/index.html"], nil, {:eval=>true}],
+                          @f.interpret_request
+        assert_equal [nil, [:loadPost, {:a=>:b, :_1=>:_2}, false, "http://site.org/"], nil, {:eval=>true}],
+                          @f.interpret_request({:a=>:b, :_1=>:_2}, "/")
+        assert_equal [nil, [:loadPost, {:a=>:b, :_1=>:_2}, true, "http://site.org/page_3"], nil, {:eval=>true}],
+                          @f.interpret_request({:a=>:b, :_1=>:_2}, "/", "page_3")
+        assert_equal [true, nil, [[:loadGet, "http://site.org/page_1"], [:loadGet, "http://site.org/page_2"]], {:eval=>true}],
+                          @f.interpret_request(['page_1', 'page_2'], true, "/")
+      end
+      
+      def test_params_fail
+        assert_raise(TypeError) {@f.interpret_request("/", [])}
+        assert_raise(TypeError) {@f.interpret_request([], "/")}
+        assert_raise(TypeError) {@f.interpret_request("/", "")}
+        assert_raise(TypeError) {@f.interpret_request([], "/", :a=>:b)}
+        assert_raise(TypeError) {@f.interpret_request([], true, "/")}
+        assert_raise(ArgumentError) {@f.interpret_request({:a=>:b}, [])}
+        assert_raise(ArgumentError) {@f.interpret_request({:a=>:b}, true, [])}
+      end
+    
+    end
+
+    class TC_DynamicInterpreter < Test::Unit::TestCase
+      include HTTPAccessKit
+    
+      def setup
+        @f = Frame()
+      end
+
+      def test_target_fail
+        assert_raise(TargetError) {@f.interpret_request}
+        assert_raise(TargetError) {@f.interpret_request([{}], "./")}
+        assert_raise(TargetError) {@f.interpret_request("example.com")}
+        assert_raise(TargetError) {@f.interpret_request({}, true, ["http://example.com", "site.org/index.html"])}
+      end
+
+    end
+
+
+

data/test/test_rhack.rb

@@ -0,0 +1,5 @@
+require 'frame'
+require 'test/unit'
+require 'test/unit/ui/console/testrunner'
+require 'test_frame'
+#Test::Unit::UI::Console::TestRunner.run

data/test/test_scout.rb

@@ -0,0 +1,53 @@
+    class TC_Scout < Test::Unit::TestCase
+      include HTTPAccessKit
+      
+      def setup
+        Curl.run
+      end
+    
+      def teardown
+        Curl.stop
+      end
+      
+      def test_init
+        s = {}
+        assert_nothing_raised {
+          s = Scout 'http://example.com', ['127.0.0.1', 8000], :def, false
+        }
+        assert_equal s.ua, :rand
+        assert_equal s.proxystr, '127.0.0.1:8000'
+        assert_nil s.webproxy
+      end
+    
+      def test_load
+        res = nil
+        s = Scout 'api.rubyonrails.org', :raise=>true
+        s.loadGet('/') {|c| res = c.res}
+        Curl.wait
+        assert_equal res.code, 200
+        assert_equal s.http.response_code, 200
+        s.loadGet 'http://example.com/aaaaaa'
+        assert_equal res.code, 200
+        Curl.wait
+        assert_equal res.code, 302
+        assert_equal s.http.response_code, 302
+        s.loadGet 'https://developer.mozilla.org/en'
+        Curl.wait
+        s.loadGet('./CSS') {|c| res = nil}
+        assert_equal res.code, 200
+        s.cp_on
+        Curl.wait
+        assert_nil res
+        assert_equal s.res.req.header.Referer, "https://developer.mozilla.org/CSS"
+        s.refforge = false
+        s.loadGet {|c| res = c.res.req.url}
+        Curl.wait
+        assert_equal res, "https://developer.mozilla.org/en/CSS"
+        assert_nil s.res.req.header.Referer
+        assert_not_empty s.main_cks
+      end
+    
+      def test_fail
+      end
+      
+    end

metadata

@@ -0,0 +1,195 @@
+--- !ruby/object:Gem::Specification 
+name: rhack
+version: !ruby/object:Gem::Version 
+  hash: 19
+  prerelease: 
+  segments: 
+  - 0
+  - 2
+  - 2
+  version: 0.2.2
+platform: ruby
+authors: 
+- Sergey Baev
+autorequire: 
+bindir: bin
+cert_chain: []
+
+date: 2012-08-01 00:00:00 Z
+dependencies: 
+- !ruby/object:Gem::Dependency 
+  name: rmtools
+  prerelease: false
+  requirement: &id001 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        hash: 23
+        segments: 
+        - 1
+        - 0
+        - 0
+        version: 1.0.0
+  type: :runtime
+  version_requirements: *id001
+- !ruby/object:Gem::Dependency 
+  name: rake
+  prerelease: false
+  requirement: &id002 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        hash: 49
+        segments: 
+        - 0
+        - 8
+        - 7
+        version: 0.8.7
+  type: :runtime
+  version_requirements: *id002
+- !ruby/object:Gem::Dependency 
+  name: libxml-ruby
+  prerelease: false
+  requirement: &id003 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        hash: 21
+        segments: 
+        - 1
+        - 1
+        - 3
+        version: 1.1.3
+  type: :runtime
+  version_requirements: *id003
+- !ruby/object:Gem::Dependency 
+  name: hoe
+  prerelease: false
+  requirement: &id004 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ~>
+      - !ruby/object:Gem::Version 
+        hash: 27
+        segments: 
+        - 2
+        - 12
+        version: "2.12"
+  type: :development
+  version_requirements: *id004
+description: Webscrapping library based on curb gem extension and libxml-ruby (and optionally Johnson and ActiveRecord)
+email: 
+- tinbka@gmail.com
+executables: []
+
+extensions: 
+- ext/curb/extconf.rb
+extra_rdoc_files: 
+- ./Manifest.txt
+- ./License.txt
+- ./README.txt
+- ./History.txt
+files: 
+- ext/curb/curb_errors.c
+- ext/curb/curb_errors.h
+- ext/curb/Makefile
+- ext/curb/curb_macros.h
+- ext/curb/curb_multi.c
+- ext/curb/curb_multi.h
+- ext/curb/curb_upload.c
+- ext/curb/curb_upload.h
+- ext/curb/curb_config.h
+- ext/curb/extconf.rb
+- ext/curb/curb.c
+- ext/curb/curb.h
+- ext/curb/curb_easy.c
+- ext/curb/curb_easy.h
+- ext/curb/curb_postfield.c
+- ext/curb/curb_postfield.h
+- ext/curb-original/curb_errors.c
+- ext/curb-original/curb_errors.h
+- ext/curb-original/curb_macros.h
+- ext/curb-original/curb_multi.c
+- ext/curb-original/curb_multi.h
+- ext/curb-original/curb_upload.c
+- ext/curb-original/curb_upload.h
+- ext/curb-original/curb_config.h
+- ext/curb-original/curb.c
+- ext/curb-original/curb.h
+- ext/curb-original/curb_easy.c
+- ext/curb-original/curb_easy.h
+- ext/curb-original/curb_postfield.c
+- ext/curb-original/curb_postfield.h
+- lib/rhack/proxy/list.rb
+- lib/rhack/proxy/checker.rb
+- lib/rhack/services.rb
+- lib/cache.rb
+- lib/rhack.rb
+- lib/scout.rb
+- lib/rhack.yml.template
+- lib/frame.rb
+- lib/words.rb
+- lib/curl-global.rb
+- lib/extensions/curb.rb
+- lib/extensions/declarative.rb
+- lib/extensions/johnson.rb
+- lib/extensions/browser/env.js
+- lib/extensions/browser/jquery.js
+- lib/extensions/browser/xmlw3cdom_1.js
+- lib/extensions/browser/xmlw3cdom_2.js
+- lib/extensions/browser/xmlsax.js
+- lib/rhack_in.rb
+- lib/init.rb
+- test/test_rhack.rb
+- test/test_scout.rb
+- test/test_frame.rb
+- ./LICENSE
+- ./Rakefile
+- ./Manifest.txt
+- ./CURB-LICENSE
+- ./License.txt
+- ./README.txt
+- ./Gemfile
+- ./History.txt
+- .gemtest
+homepage: http://github.com/tinbka
+licenses: []
+
+post_install_message: 
+rdoc_options: 
+- --main
+- README.txt
+require_paths: 
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      hash: 3
+      segments: 
+      - 0
+      version: "0"
+required_rubygems_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      hash: 3
+      segments: 
+      - 0
+      version: "0"
+requirements: []
+
+rubyforge_project: rhack
+rubygems_version: 1.8.17
+signing_key: 
+specification_version: 3
+summary: ""
+test_files: 
+- test/test_rhack.rb
+- test/test_scout.rb
+- test/test_frame.rb