roro_support 0.0.3 → 0.0.4

data/spec/lib/roro_support/array_spec.rb

@@ -0,0 +1,27 @@
+require 'spec_helper'
+
+include ArrayDSL
+describe ArrayDSL do
+  it 'to_args' do
+    expect([[1, 2], [3, 4]].to_args).to be == "[1, 2],[3, 4]"
+  end
+
+
+  describe 'to_args' do
+    it 'case1' do
+      expect(['1', '2', '3', '4'].to_args).to be == "'1','2','3','4'"
+    end
+
+    it 'case2' do
+      eval %Q(#{["卓尔不凡  这是最好的时代，也是最坏的时代 。  这是智慧的时代，也是愚蠢的时代。 这是充满信仰的时代，也是怀疑重重的时代。 这是光明的季节，也是黑暗的季节。 这是希望之春，也是失望之冬。 这是充满真理的时代，也是歪理当道的时代。 人们面前有各式各样的选择 ，也可以说是别无选择。 有人此刻直登天堂， 有人此刻正在下地狱。                  现实的困境让我们社会的多数人变得麻木不仁,抱怨不断！失去了从平凡变伟大的机会！抱怨已经充斥我们周围！事实上你可以原本比现在的你做的更好！一切源于你对自我是怎样的认知和抉择！ NASA有一句名言失败不是一个选项（备注：多数人认为是詹姆斯.卡梅隆所说） 时光如斯流逝，人生苦短，你懂得！我们这辈子没法做太多的事！但是你可以把自己喜爱的事做到精彩绝伦！   在人类历史的发展长河中，有这么一群人—爱因斯坦；达.芬奇;特斯拉；布兰森；埃里森；拳王阿里；袁隆平；李小龙；马云；华裔神探李昌钰；诺查.丹玛斯；尼采；詹姆斯.卡梅隆；斯皮尔伯格；乔治.卢卡斯；魔术师克里斯.安吉尔和戴纳魔；迈克尔.桑德尔；斯蒂夫.乔布斯。 他们用不同的角度看世界他们引领各自领域的变革，发明创造！唤醒梦想，探究未知！放飞理想，创造未来！ 他们的独特认知源于强大的内心驱动力！永远旺盛的好奇心！丰富的想象力!不可能的任务：Mission impossibleHopeFace网络科技公司邀请以下的各位参与这项不可能的任务一个Android开发者、前端开发，后台开发者、Jobs'非同凡响'的思想，他的王者归来缔造这个世纪初苹果最辉煌的10年；我们'卓尔不凡'的思想需要以上的各位一起携手创造出伟大的产品，当我们回想我们的人生的时候至少可以向你的后代吹吹牛！你是这项伟大任务的参与者!继而在人类的历史长河中留下那属于你自己浓墨重彩的一笔!当你在街上看到有个年轻人，走路有点心不在焉，而且远远的看起来有点呆头呆脑的家伙时，别犹豫！那个哥们儿就是我！罗童鞋（brandon）：158  1156 3286Facebook：罗朝国Twitter：brandon20101101欢迎各位的骚扰！Y(^_^)Y"].to_args})
+    end
+  end
+
+  it 'map with regexp' do
+    result = [1, 2].map_with_regexp /2/ do |e|
+      e*2
+    end
+    expect(result).to be == [1, 4]
+  end
+
+end

data/spec/lib/roro_support/crawler_spec.rb

@@ -0,0 +1,112 @@
+require 'spec_helper'
+require 'headless'
+
+include RoRoSupport::Crawler
+describe Crawler do
+  before do
+    #Headless.new.start
+  end
+
+  it 'get tags from url' do
+    expect(
+        get_tags_from("#{$FIXTURES}/baidu.html", 'body').inner_html
+    ).not_to be_nil
+  end
+
+  describe 'get attrs in tags' do
+    it 'when get two attribute' do
+      tags = get_tags_from("#{$FIXTURES}/baidu.html", 'p#nv>a')
+      get_attrs_in(tags, 'href', 'text').each do |attrs|
+        expect(attrs[0][/http/]).to be_true
+        expect(attrs[1][/.*/]).to be_true
+      end
+    end
+
+    it 'when get a attribute' do
+      tag = get_tags_from("#{$FIXTURES}/baidu.html", 'a')
+      get_attrs_in(tag, 'text').each do |attr|
+        expect(attr).to be_a String
+      end
+    end
+  end
+
+  describe 'get tags attrs from url' do
+    it 'case1' do
+      get_tags_attrs_from("#{$FIXTURES}/baidu.html", 'p#nv>a', 'href', 'text').each do |attrs|
+        expect(attrs[0][/http/]).to be_true
+        expect(attrs[1][/.*/]).to be_true
+      end
+    end
+
+    it 'case2' do
+      get_tags_attrs_from("http://www.v2ex.com/t/80954#reply6", '.topic_content', 'text')
+    end
+  end
+
+  it 'handle result' do
+    results = [
+        [1, 2, 3],
+        [4, 5, 6],
+        [7, 8, 9]
+    ]
+
+    handle results do |a, b, c|
+      expect(a.to_s).to match /^\d$/
+      expect(b.to_s).to match /^\d$/
+      expect(c.to_s).to match /^\d$/
+    end
+  end
+
+  it 'get home url' do
+    url = 'http://www.v2ex.com/go/jobs?p=1'
+    expect(get_home_url(url)).to be == 'http://www.v2ex.com'
+    url = 'http://ruby-china.org/topics/node25'
+    expect(get_home_url(url)).to be == 'http://ruby-china.org'
+  end
+
+  it 'handle accident error' do
+    # test refresh if timeout
+    ::RoRoSupport::Crawler.module_eval do
+      def new_browser
+        @b = crawler.goto 'http://baidu.com'
+      end
+    end
+
+    new_browser
+
+    expect(
+        handle_accident_error do |browser|
+          10.times { browser.refresh }
+        end
+    ).not_to raise_error
+  end
+
+  describe 'get html from url' do
+    it 'refresh when timeout' do
+      ::RoRoSupport::Crawler.module_eval do
+        def get_html_from(url)
+          html = ""
+          @b ||= crawler
+
+          get_html = lambda do
+            if url[/http/]
+              Nokogiri::HTML.parse @b.goto(url).html
+            else
+              Nokogiri::HTML.parse File.read(url)
+            end
+          end
+
+          begin
+            raise Net::ReadTimeout.new
+          rescue => e
+            html = get_html.call if e.is_a?(Net::ReadTimeout)
+          end
+
+          html
+        end
+      end
+
+      expect(get_html_from('http://baidu.com')).not_to be_nil
+    end
+  end
+end

data/spec/lib/roro_support/git_spec.rb

@@ -1,23 +1,23 @@
-require 'spec_helper'
-
-include Git
-describe Git do
-  it 'bash_format get right git_str' do
-    expect(
-        Git.send(:bash_format, 'add', '--all')
-    ).to be == "repo.git.native 'add', {process_info: true}, '--all'"
-  end
-
-  it 'handle bash hash -m "something"' do
-    expect(
-    Git.send(:handle, "commit -m 'try Git handle'")
-    ).to be == ['commit', '-m', "'try Git handle'"]
-  end
-
-  it 'git run well' do
-    git 'add --all'
-    git_commit_all 'commit a msg'
-    git 'push -u origin master'
-  end
-end
-
+#require 'spec_helper'
+#
+#include Git
+#describe Git do
+#  it 'bash_format get right git_str' do
+#    expect(
+#        Git.send(:bash_format, 'add', '--all')
+#    ).to be == "repo.git.native 'add', {process_info: true}, '--all'"
+#  end
+#
+#  it 'handle bash hash -m "something"' do
+#    expect(
+#    Git.send(:handle, "commit -m 'try Git handle'")
+#    ).to be == ['commit', '-m', "'try Git handle'"]
+#  end
+#
+#  it 'git run well' do
+#    git 'add --all'
+#    git_commit_all 'commit a msg'
+#    git 'push -u origin master'
+#  end
+#end
+#

data/spec/lib/roro_support/log/roro.log

@@ -0,0 +1,29 @@
+# Logfile created on 2013-09-01 11:04:27 +0800 by logger.rb/36483
+F, [2013-09-01T11:04:27.792090 #22442] FATAL -- : aaa
+F, [2013-09-01T11:12:18.088929 #24453] FATAL -- : aaa
+F, [2013-09-01T11:25:56.308470 #25878] FATAL -- : aaa
+F, [2013-09-01T11:25:59.488017 #25888] FATAL -- : aaa
+F, [2013-09-01T11:42:22.179177 #28390] FATAL -- : aaa
+F, [2013-09-01T11:55:26.053428 #31801] FATAL -- : aaa
+F, [2013-09-01T12:09:17.376781 #2992] FATAL -- : aaa
+F, [2013-09-01T12:09:19.282262 #3003] FATAL -- : aaa
+F, [2013-09-03T21:10:42.031459 #19416] FATAL -- : aaa
+F, [2013-09-03T21:10:42.031799 #19416] FATAL -- : bbb
+F, [2013-09-03T21:11:45.323397 #19426] FATAL -- : aaa
+F, [2013-09-03T21:11:45.323755 #19426] FATAL -- : bbb
+F, [2013-09-03T21:13:01.342709 #19559] FATAL -- : aaa
+F, [2013-09-03T21:13:12.293852 #19559] FATAL -- : bbb
+F, [2013-09-03T21:13:59.103089 #20125] FATAL -- : aaa
+F, [2013-09-03T21:14:01.109125 #20125] FATAL -- : bbb
+F, [2013-09-03T21:14:36.309546 #20510] FATAL -- : aaa
+F, [2013-09-03T21:14:36.311661 #20510] FATAL -- : bbb
+F, [2013-09-03T21:17:47.442178 #20693] FATAL -- : #<Faker::Name:0x000000042700c0>
+F, [2013-09-03T21:17:47.442542 #20693] FATAL -- : #<Faker::Name:0x00000004227f00>
+F, [2013-09-03T21:18:04.180624 #20701] FATAL -- : #<Faker::Name:0x00000002763c50>
+F, [2013-09-03T21:18:04.180959 #20701] FATAL -- : #<Faker::Name:0x00000002763ac0>
+F, [2013-09-03T21:18:55.187644 #20713] FATAL -- : Jaydon Predovic
+F, [2013-09-03T21:18:55.188009 #20713] FATAL -- : Buster Sipes
+F, [2013-09-05T10:29:31.548631 #7496] FATAL -- : Fiona Champlin
+F, [2013-09-05T10:29:31.548802 #7496] FATAL -- : Kurt DuBuque Jr.
+F, [2013-09-05T10:31:51.407687 #10239] FATAL -- : Trystan Sipes PhD
+F, [2013-09-05T10:31:51.407860 #10239] FATAL -- : Talon Marks

data/spec/lib/roro_support/log_spec.rb

@@ -0,0 +1,24 @@
+require 'spec_helper'
+include Log
+describe Log do
+  describe 'log_put' do
+    it 'ouput info to RAILS_PROJECT/log/xxoo.log' do
+      Log.module_eval do
+        class Rails
+          def self.root
+            File.expand_path('../', __FILE__)
+          end
+        end
+      end
+
+      content1 = Faker::Name.name
+      content2 = Faker::Name.name
+
+      log_put('roro.log', nil, content1, content2)
+
+      expect(File.exist?(File.expand_path('../log/roro.log', __FILE__))).to be true
+
+      expect(File.read(File.expand_path('../log/roro.log', __FILE__))).to match Regexp.new "(.|\n)*#{content1}(.|\n)*#{content2}"
+    end
+  end
+end

data/spec/lib/roro_support/misc_spec.rb

@@ -0,0 +1,57 @@
+require 'spec_helper'
+
+describe Misc do
+  include Misc
+  describe Format do
+    it 'url' do
+      baidu_url = Regexp.new "^http://baidu.com$"
+      local_url = Regexp.new "^file:///home/zxr/testfile$"
+      expect(Format.url('baidu.com'))
+      .to match baidu_url
+      expect(Format.url('/home/zxr/testfile', local: true))
+      .to match local_url
+    end
+
+    it 'utf8' do
+      html = "charset='gbk'"
+      expect(Format.utf8(html)).to match(/charset='utf-8'/)
+    end
+  end
+
+  describe 'multi instance variable set' do
+    it '' do
+      class C
+
+      end
+
+      set_instance_variable_from(C, a: 'str', b: 2)
+      expect(C.instance_variable_get :@a).to be == 'str'
+      expect(C.instance_variable_get :@b).to be == 2
+    end
+  end
+
+  describe Req do
+    describe 'list' do
+      before do
+        @req = Req.new
+        @req.that $FIXTURES
+      end
+      it 'should load fixtures dir' do
+        expect(require 'req_test_list').to be true
+      end
+
+      it 'can read file with its filename' do
+        expect(@req.files.length).to be >= 1
+      end
+    end
+  end
+
+  describe 'DollarVars' do
+    include DollarVars
+    describe 'RegVars' do
+      it '$sign' do
+        expect(RegVars.or).to match "( ，|\\.|、)"
+      end
+    end
+  end
+end

data/spec/lib/roro_support/watir/browser_spec.rb

@@ -1,10 +1,11 @@
 require 'spec_helper'
+require 'headless'
 
-describe Watir::Browser do
+include RoRoSupport::WatirDSL
+describe ::Watir::Browser do
   it 'new' do
-    expect do
-      Headless.new.start
-      Watir::Browser.new :chrome
-    end.not_to raise_error
+    Headless.new.start
+    b = ::Watir::Browser.new :chrome
+    expect(b.goto 'http://baidu.com').to be_a(::Watir::Browser)
   end
 end

data/spec/lib/roro_support/watir/element_collection_spec.rb

@@ -0,0 +1,9 @@
+#require 'spec_helper'
+#
+#include WatirDSL
+#
+#describe ::Watir::ElementCollection do
+#  it 'collect' do
+#
+#  end
+#end

data/spec/spec_helper.rb

@@ -1,12 +1,14 @@
-$LOAD_PATH <<
-    File.expand_path('../../lib/', __FILE__) <<
-    File.expand_path('../../lib/roro_support', __FILE__) <<
-    File.expand_path('../', __FILE__)
+$LOAD_PATH.unshift File.expand_path('../../lib/', __FILE__)
+$LOAD_PATH.unshift File.expand_path('../../lib/roro_support', __FILE__)
+$LOAD_PATH.unshift File.expand_path('../', __FILE__)
 
 $FIXTURES = File.expand_path('../fixtures', __FILE__)
+require 'benchmark'
 require 'active_record'
 require 'roro_support'
+require 'faker'
 include RoRoSupport
+
 RSpec.configure do |config|
   config.treat_symbols_as_metadata_keys_with_true_values = true
   config.run_all_when_everything_filtered = true

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: roro_support
 version: !ruby/object:Gem::Version
-  version: 0.0.3
+  version: 0.0.4
 platform: ruby
 authors:
 - roro
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2013-08-25 00:00:00.000000000 Z
+date: 2013-09-06 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: rails
@@ -80,6 +80,20 @@ dependencies:
     - - '>='
       - !ruby/object:Gem::Version
         version: '0'
+- !ruby/object:Gem::Dependency
+  name: grit
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
 description: ''
 email:
 - zhuxingruo3@gmail.com
@@ -88,33 +102,37 @@ extensions: []
 extra_rdoc_files: []
 files:
 - lib/roro_support.rb
-- lib/roro_support/req.rb
-- lib/roro_support/error.rb
+- lib/roro_support/kernel.rb
 - lib/roro_support/bash.rb
 - lib/roro_support/watir.rb
 - lib/roro_support/thor.rb
 - lib/roro_support/spec.rb
+- lib/roro_support/array.rb
 - lib/roro_support/version.rb
 - lib/roro_support/git.rb
 - lib/roro_support/crawler.rb
+- lib/roro_support/misc.rb
+- lib/roro_support/string_handler.rb
 - lib/roro_support/watir/element.rb
 - lib/roro_support/watir/element_collection.rb
 - lib/roro_support/watir/browser.rb
 - lib/roro_support/ssh.rb
-- lib/roro_support/methods.rb
+- lib/roro_support/log.rb
 - lib/tasks/roro_support_tasks.rake
 - MIT-LICENSE
 - Rakefile
 - README.rdoc
-- spec/fixtures/spec.html
-- spec/fixtures/spec_dir2/req_test_list.rb
+- spec/fixtures/baidu.html
 - spec/spec_helper.rb
 - spec/lib/roro_support_spec.rb
-- spec/lib/roro_support/req_spec.rb
-- spec/lib/roro_support/watir/methods_spec.rb
+- spec/lib/roro_support/log/roro.log
+- spec/lib/roro_support/crawler_spec.rb
+- spec/lib/roro_support/array_spec.rb
 - spec/lib/roro_support/watir/browser_spec.rb
-- spec/lib/roro_support/watir/crawler_spec.rb
+- spec/lib/roro_support/watir/element_collection_spec.rb
 - spec/lib/roro_support/bash_spec.rb
+- spec/lib/roro_support/misc_spec.rb
+- spec/lib/roro_support/log_spec.rb
 - spec/lib/roro_support/git_spec.rb
 homepage: ''
 licenses: []
@@ -140,13 +158,15 @@ signing_key:
 specification_version: 4
 summary: ''
 test_files:
-- spec/fixtures/spec.html
-- spec/fixtures/spec_dir2/req_test_list.rb
+- spec/fixtures/baidu.html
 - spec/spec_helper.rb
 - spec/lib/roro_support_spec.rb
-- spec/lib/roro_support/req_spec.rb
-- spec/lib/roro_support/watir/methods_spec.rb
+- spec/lib/roro_support/log/roro.log
+- spec/lib/roro_support/crawler_spec.rb
+- spec/lib/roro_support/array_spec.rb
 - spec/lib/roro_support/watir/browser_spec.rb
-- spec/lib/roro_support/watir/crawler_spec.rb
+- spec/lib/roro_support/watir/element_collection_spec.rb
 - spec/lib/roro_support/bash_spec.rb
+- spec/lib/roro_support/misc_spec.rb
+- spec/lib/roro_support/log_spec.rb
 - spec/lib/roro_support/git_spec.rb